-- Logs begin at Wed 2021-07-28 11:07:31 UTC, end at Wed 2021-07-28 12:40:31 UTC. -- Jul 28 11:35:45.382380 dv-neutron-786478-16-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 11:35:48.095105 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.common.config [-] Logging enabled! Jul 28 11:35:48.095679 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev507 Jul 28 11:35:48.095803 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100274) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 11:35:48.098980 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.common.config [-] Logging enabled! Jul 28 11:35:48.099235 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev507 Jul 28 11:35:48.099548 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100274) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 11:35:48.100474 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 11:35:48.100710 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 11:35:48.101073 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 11:35:48.101319 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 11:35:48.101545 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 11:35:48.101862 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.102159 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.102484 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.102715 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.103009 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.103299 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.103579 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.103862 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.104157 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.104444 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.104720 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.105001 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.105230 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.105508 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.105792 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.106825 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.107224 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] debug = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.107614 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.108047 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.108470 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.108752 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.109043 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.109323 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.109596 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.109872 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.110155 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.110518 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] host = dv-neutron-786478-16-hyperv {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.110799 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.111086 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.111373 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.111660 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.111934 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.112208 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.112496 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.112769 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.113041 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] log_file = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.113319 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.113607 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.113891 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.114178 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.114400 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.114655 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.114944 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.115230 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.115503 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.115776 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.116049 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.116321 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.116593 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.116862 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.117146 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.117429 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.117713 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.117985 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.118256 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.118554 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.118829 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.119112 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.119383 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.119653 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.119926 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.120211 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.120477 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.120749 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.121051 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.121335 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.121615 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.122074 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.122493 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.122784 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.123063 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.123342 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.123618 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] use_json = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.123890 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.124160 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.124440 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.124711 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.124983 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.125254 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.125525 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.125806 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:48.126101 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.126396 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.126714 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.126999 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.127294 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.127571 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.127859 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.128135 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.128420 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.128706 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.128993 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.129271 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.129558 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.129835 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.130127 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.130442 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.130745 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.131037 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.131312 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.131587 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.131861 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.132139 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.132421 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.132713 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.133005 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.133282 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.133561 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.133852 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.134132 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.134408 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.134714 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.135006 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.135286 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.135561 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.135844 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.136121 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.136393 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.136664 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.136940 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.137230 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.137580 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.138042 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.138327 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.138634 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.138912 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.139202 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.139484 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.139760 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.140035 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.140315 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.140589 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.140867 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.141151 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.141428 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.141713 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.141990 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.142267 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.142570 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.142847 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.143129 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.143404 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.143678 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.143956 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.144231 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.144506 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.144779 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.145054 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.145329 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.145618 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.145916 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.146197 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.146501 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.146784 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.147066 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.147348 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.147631 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.147912 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.148193 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.148470 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.148761 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.149044 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.149335 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.149621 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.149902 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.150199 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.150496 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.150781 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.151058 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.151336 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.151626 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.151910 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.152206 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.152750 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.153555 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.154060 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.154382 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.154691 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.155005 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.155289 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:48.155509 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 11:35:48.155752 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100274) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 11:35:48.511790 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 11:35:48.512070 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 11:35:48.513021 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 11:35:48.513560 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 11:35:48.907536 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:48.907824 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:48.908098 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:48.909390 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:48.909665 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:48.909932 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:48.944277 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:48.944555 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:48.944832 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:48.960207 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:48.960489 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:48.960760 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:48.989401 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:48.989682 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:48.989954 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.026121 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.026414 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.026699 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.259228 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.259832 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.259832 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.260009 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.260714 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.381161 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.381483 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.381765 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.382037 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.382305 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.382640 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.382900 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.383156 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.383409 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.383689 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.383947 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.384209 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.384463 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.384713 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.384964 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.385225 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.385478 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.385741 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.386010 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.386267 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.386624 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.386894 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.387171 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.387704 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.388048 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.388303 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.388697 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 11:35:49.388943 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 11:35:49.389184 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 11:35:49.389423 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 11:35:49.389661 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 11:35:49.389898 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 11:35:49.390260 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 11:35:49.393341 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 11:35:49.397227 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 11:35:49.401039 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 28 11:35:49.403456 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 11:35:49.404114 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 11:35:49.404453 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 11:35:49.404926 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 11:35:49.407724 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 11:35:49.407978 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 11:35:49.408319 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 11:35:49.413523 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 11:35:49.436703 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 11:35:49.437150 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.437448 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100274) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 28 11:35:49.437809 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.439177 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100274) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 11:35:49.439456 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 11:35:49.439698 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 11:35:49.443111 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.443399 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:49.507942 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 11:35:49.508180 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 11:35:49.508419 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 11:35:49.508786 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 11:35:49.530249 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_db.sqlalchemy.engines [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100274) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 11:35:50.064749 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Initializing driver for type 'gre' Jul 28 11:35:50.065292 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] gre ID ranges: [(1, 1000)] Jul 28 11:35:50.116358 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Initializing driver for type 'local' Jul 28 11:35:50.116743 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Initializing driver for type 'vlan' Jul 28 11:35:50.130476 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] VlanTypeDriver initialization complete Jul 28 11:35:50.130882 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Initializing driver for type 'vxlan' Jul 28 11:35:50.131371 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] vxlan ID ranges: [(1, 1000)] Jul 28 11:35:50.184055 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Initializing extension driver 'port_security' Jul 28 11:35:50.185092 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.extensions.port_security [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] PortSecurityExtensionDriver initialization complete Jul 28 11:35:50.185465 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Initializing mechanism driver 'openvswitch' Jul 28 11:35:50.185884 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Initializing mechanism driver 'hyperv' Jul 28 11:35:50.192476 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.plugins.ml2.plugin [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:50.193215 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > port after_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.193627 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > port after_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.194007 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > port after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.194534 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 11:35:50.194977 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > subnet after_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.195331 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > subnet after_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.195685 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > subnet after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.196076 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 11:35:50.196541 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > network after_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.196875 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > network after_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.197222 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > network after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.197691 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 11:35:50.198122 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > security_group after_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.198506 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > security_group after_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.198854 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > security_group after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.199388 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 11:35:50.200388 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.200812 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.201159 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.201557 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 11:35:50.201967 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > address_group after_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.202320 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > address_group after_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.202699 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > address_group after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.203094 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 11:35:50.203474 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] ML2 OVO RPC backend initialized. {{(pid=100274) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 28 11:35:50.204177 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router_interface after_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.204539 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.204958 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > network before_response 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.205307 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > networks before_response 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.205660 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > port before_response 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.206012 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > ports before_response 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.206358 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > subnet before_response 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.206733 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > subnets before_response 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.207083 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > network after_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.207429 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > network after_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.207811 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > network after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.208118 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > port after_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.208457 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > port after_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.208797 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > port after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.209137 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > subnet after_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.209479 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > subnet after_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.209818 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > subnet after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.210395 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.plugin [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Modular L2 Plugin initialization complete Jul 28 11:35:50.210748 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading services supported by the core plugin {{(pid=100274) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 11:35:50.211078 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.plugins.ml2.managers [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Got port-security extension from driver 'port_security' Jul 28 11:35:50.211541 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.extensions.vlantransparent [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Disabled vlantransparent extension. Jul 28 11:35:50.212020 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100274) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 11:35:50.212336 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading Plugin: router Jul 28 11:35:50.248089 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router_interface before_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.248478 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router after_create 55549900 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.248856 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router before_create 55549900 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.249230 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.249613 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.249977 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router after_delete 55549900 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.250343 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > floatingip after_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.250740 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router after_create 55549900 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.251095 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router after_update 55549900 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.251454 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router after_update 55549900 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.251814 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.252178 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router after_update 55549900 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.252600 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router precommit_update 55549900 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.252978 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: port after_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.253324 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: port after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.253665 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: subnet after_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.254008 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.254362 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > port precommit_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.254741 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router precommit_create 55549900 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.255091 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: port before_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.255436 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router precommit_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.255802 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router after_update 55549900 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.256158 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router precommit_delete 55549900 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.256519 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router precommit_create 55549900 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.256892 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router_interface after_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.257248 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router precommit_update 55549900 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.257621 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > agent after_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.257982 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > agent after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.258337 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > network after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.259209 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Tracking information for resource: router configured {{(pid=100274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 11:35:50.259542 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Tracking information for resource: floatingip configured {{(pid=100274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 11:35:50.266523 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.db.l3_agentschedulers_db [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 11:35:50.267110 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: port after_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.267496 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: port after_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.267832 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: port after_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.268191 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: port after_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.268982 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router before_create 55550100 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.269351 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router precommit_delete 55550100 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.269719 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router precommit_create 55550100 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.270079 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > router precommit_update 55550100 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.274554 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.services.provider_configuration [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Service providers = [] {{(pid=100274) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 11:35:50.274927 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.db.servicetype_db [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100274) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 11:35:50.278271 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.services.service_base [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 11:35:50.278660 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.services.service_base [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 11:35:50.279009 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.services.service_base [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 11:35:50.279920 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.services.service_base [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 11:35:50.280296 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.services.service_base [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 11:35:50.280676 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 11:35:50.280997 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 11:35:50.291506 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 11:35:50.291850 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading Plugin: auto_allocate Jul 28 11:35:50.297630 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: network precommit_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.297997 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: network precommit_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.298550 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 11:35:50.298876 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading Plugin: tag Jul 28 11:35:50.305345 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 11:35:50.305681 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading Plugin: timestamp Jul 28 11:35:50.310337 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 11:35:50.310706 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading Plugin: network_ip_availability Jul 28 11:35:50.316158 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.316486 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.316847 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.317561 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 11:35:50.317885 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading Plugin: flavors Jul 28 11:35:50.322586 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 11:35:50.322924 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading Plugin: revisions Jul 28 11:35:50.327842 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 11:35:50.328229 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_concurrency.lockutils [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.816s {{(pid=100274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 11:35:50.328959 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100274) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 28 11:35:50.329297 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Initializing extension manager. Jul 28 11:35:50.329805 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: __init__.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.330151 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: __pycache__ {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.330527 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.330868 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: address_group.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.331633 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.332201 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: address-group Jul 28 11:35:50.332529 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: address_scope.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.333242 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.333759 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: address-scope Jul 28 11:35:50.334083 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: admin_state_down_before_update.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.335040 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.335560 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: router-admin-state-down-before-update Jul 28 11:35:50.335885 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: agent.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.336778 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.337289 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: agent Jul 28 11:35:50.337614 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: agent_resources_synced.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.338558 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.339074 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: agent-resources-synced Jul 28 11:35:50.339400 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: allowedaddresspairs.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.341355 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.341886 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: allowed-address-pairs Jul 28 11:35:50.342217 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: auto_allocated_topology.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.343321 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.343843 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: auto-allocated-topology Jul 28 11:35:50.344172 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: availability_zone.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.344874 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.345388 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: availability_zone Jul 28 11:35:50.345716 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: availability_zone_filter.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.346660 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.347178 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: availability_zone_filter Jul 28 11:35:50.347506 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: data_plane_status.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.348413 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.348928 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 11:35:50.349256 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: default_subnetpools.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.350170 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.350721 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: default-subnetpools Jul 28 11:35:50.351051 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: dhcpagentscheduler.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.351865 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.352384 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: dhcp_agent_scheduler Jul 28 11:35:50.352713 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: dns.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.353636 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.354150 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension dns-integration not supported by any of loaded plugins Jul 28 11:35:50.354506 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: dns_domain_ports.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.355423 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.355938 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 11:35:50.356423 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.357350 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.357863 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 11:35:50.358188 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: dvr.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.358902 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.359397 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: dvr Jul 28 11:35:50.359721 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: ecmp_routes.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.360632 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.361139 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 11:35:50.361465 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: empty_string_filtering.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.362372 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.362907 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: empty-string-filtering Jul 28 11:35:50.363230 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.364136 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.364643 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 11:35:50.364966 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.365878 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.366380 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 11:35:50.366731 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: external_net.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.367644 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.368157 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: external-net Jul 28 11:35:50.368486 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: extra_dhcp_opt.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.369397 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.369914 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: extra_dhcp_opt Jul 28 11:35:50.370239 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: extraroute.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.371181 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.372242 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: extraroute Jul 28 11:35:50.372595 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: extraroute_atomic.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.373601 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.374116 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: extraroute-atomic Jul 28 11:35:50.374466 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: filter_validation.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.375138 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.375643 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: filter-validation Jul 28 11:35:50.375972 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: fip_pf_description.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.376893 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.377413 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 11:35:50.377738 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: fip_port_details.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.378692 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.379208 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: fip-port-details Jul 28 11:35:50.379533 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: flavors.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.380747 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.381266 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: flavors Jul 28 11:35:50.381593 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.383275 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.383805 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 11:35:50.384133 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: floatingip_pools.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.384833 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.385351 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: floatingip-pools Jul 28 11:35:50.385680 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: ip_allocation.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.386656 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.387159 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 11:35:50.388066 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.388989 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.389506 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: ip-substring-filtering Jul 28 11:35:50.389833 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: l2_adjacency.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.390785 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.391297 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 11:35:50.391621 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: l3.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.392714 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.393239 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: router Jul 28 11:35:50.393567 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: l3_conntrack_helper.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.395820 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.396359 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 11:35:50.396692 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.397622 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.398146 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: ext-gw-mode Jul 28 11:35:50.398500 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.399421 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.399939 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: l3-ha Jul 28 11:35:50.400266 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: l3_flavors.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.401181 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.401696 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: l3-flavors Jul 28 11:35:50.402028 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.403234 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.403752 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 11:35:50.404077 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: l3agentscheduler.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.405117 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.405637 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: l3_agent_scheduler Jul 28 11:35:50.405967 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: logging.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.407492 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.408030 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension logging not supported by any of loaded plugins Jul 28 11:35:50.408367 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: metering.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.409116 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.409702 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: metering Jul 28 11:35:50.410032 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.411160 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.411693 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: metering_source_and_destination_fields Jul 28 11:35:50.412032 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: multiprovidernet.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.412957 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.413478 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: multi-provider Jul 28 11:35:50.413808 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: netmtu.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.414741 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.415259 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: net-mtu Jul 28 11:35:50.415588 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: netmtu_writable.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.416500 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.417015 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: net-mtu-writable Jul 28 11:35:50.417343 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: network_availability_zone.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.418013 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.419075 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: network_availability_zone Jul 28 11:35:50.419400 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: network_ip_availability.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.420480 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.421004 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: network-ip-availability Jul 28 11:35:50.421336 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: network_segment_range.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.422102 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.422650 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 11:35:50.422979 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: pagination.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.423949 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.424284 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: pagination Jul 28 11:35:50.424608 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: port_device_profile.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.425512 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.426032 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: port-device-profile Jul 28 11:35:50.426357 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.427302 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.427816 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: port-mac-address-regenerate Jul 28 11:35:50.428140 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.429058 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.429574 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: port-numa-affinity-policy Jul 28 11:35:50.429899 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: port_resource_request.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.430841 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.431354 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 11:35:50.431678 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: portbindings.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.432621 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.433141 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: binding Jul 28 11:35:50.433466 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: portbindings_extended.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.435424 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.435942 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: binding-extended Jul 28 11:35:50.436274 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: portsecurity.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.437191 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.437710 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: port-security Jul 28 11:35:50.438041 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: project_id.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.439046 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.439383 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: project-id Jul 28 11:35:50.439711 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: providernet.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.440640 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.441163 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: provider Jul 28 11:35:50.441490 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: qos.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.445068 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.445601 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension qos not supported by any of loaded plugins Jul 28 11:35:50.445936 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.447216 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.447742 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 11:35:50.448074 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.449009 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.449527 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 11:35:50.449884 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: qos_default.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.450821 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.451340 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension qos-default not supported by any of loaded plugins Jul 28 11:35:50.451667 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: qos_fip.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.452327 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.452833 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension qos-fip not supported by any of loaded plugins Jul 28 11:35:50.453157 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: qos_gateway_ip.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.454083 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.454630 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 11:35:50.454955 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: qos_port_network_policy.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.455869 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.456386 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 11:35:50.456713 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: qos_rule_type_details.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.457624 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.458134 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 11:35:50.458486 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: qos_rules_alias.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.459531 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.460050 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 11:35:50.460376 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: quotasv2.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.461294 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.461601 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: quotas Jul 28 11:35:50.461929 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: quotasv2_detail.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.465011 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.465380 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: quota_details Jul 28 11:35:50.465721 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: rbac.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.466989 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.467522 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: rbac-policies Jul 28 11:35:50.467859 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: rbac_address_group.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.468794 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.469319 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: rbac-address-group Jul 28 11:35:50.469650 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: rbac_address_scope.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.470615 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.471134 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: rbac-address-scope Jul 28 11:35:50.471462 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: rbac_security_groups.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.472389 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.472904 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: rbac-security-groups Jul 28 11:35:50.473231 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: rbac_subnetpool.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.474153 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.474705 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: rbac-subnetpool Jul 28 11:35:50.475034 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: revisionifmatch.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.475952 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.476471 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: revision-if-match Jul 28 11:35:50.476797 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: revisions.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.477908 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.478448 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: standard-attr-revisions Jul 28 11:35:50.478791 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: router_availability_zone.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.479468 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.479983 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: router_availability_zone Jul 28 11:35:50.480310 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: routerservicetype.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.481886 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.482483 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension router-service-type not supported by any of loaded plugins Jul 28 11:35:50.482815 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.483745 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.484264 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: security-groups-normalized-cidr Jul 28 11:35:50.484592 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: security_groups_port_filtering.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.485513 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.486026 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: port-security-groups-filtering Jul 28 11:35:50.486350 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.487304 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.487822 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: security-groups-remote-address-group Jul 28 11:35:50.488149 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: securitygroup.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.499097 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.499638 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: security-group Jul 28 11:35:50.499977 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: segment.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.500775 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.501295 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension segment not supported by any of loaded plugins Jul 28 11:35:50.501636 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.502658 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.503371 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 11:35:50.503701 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: servicetype.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.505000 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.505573 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: service-type Jul 28 11:35:50.505964 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: sorting.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.507031 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.507371 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: sorting Jul 28 11:35:50.507700 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: standard_attr_segment.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.508683 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.509206 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 11:35:50.509533 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: standardattrdescription.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.510188 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.510739 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: standard-attr-description Jul 28 11:35:50.511068 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: stateful_security_group.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.512012 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.512701 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: stateful-security-group Jul 28 11:35:50.513080 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: stdattrs_common.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.513667 dv-neutron-786478-16-hyperv neutron-server[100274]: WARNING neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 11:35:50.513994 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.514947 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.515466 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 11:35:50.515790 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: subnet_onboard.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.516873 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.517399 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: subnet_onboard Jul 28 11:35:50.517729 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.518702 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.519225 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 11:35:50.519553 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: subnet_service_types.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.520478 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.521003 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: subnet-service-types Jul 28 11:35:50.521329 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: subnetallocation.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.522441 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.522977 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: subnet_allocation Jul 28 11:35:50.523309 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.523981 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.524499 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: subnetpool-prefix-ops Jul 28 11:35:50.524824 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.525756 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.526281 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 11:35:50.526628 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: tagging.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.528022 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.528741 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: standard-attr-tag Jul 28 11:35:50.529071 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: timestamp.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.530309 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.530864 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loaded extension: standard-attr-timestamp Jul 28 11:35:50.531197 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: trunk.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.532241 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.532769 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension trunk not supported by any of loaded plugins Jul 28 11:35:50.533100 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: trunk_details.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.534024 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.534588 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension trunk-details not supported by any of loaded plugins Jul 28 11:35:50.534920 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: uplink_status_propagation.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.535842 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.536360 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 11:35:50.536687 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Loading extension file: vlantransparent.py {{(pid=100274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 11:35:50.537358 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 11:35:50.537870 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 11:35:50.540364 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Creating instance of TrackedResource for resource:network Jul 28 11:35:50.540886 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Creating instance of TrackedResource for resource:subnet Jul 28 11:35:50.541288 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 11:35:50.541689 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Creating instance of TrackedResource for resource:port Jul 28 11:35:50.542947 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.v2.resource_helper [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 11:35:50.543398 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.v2.resource_helper [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Service FLAVORS assigned prefix: {{(pid=100274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 11:35:50.544586 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.v2.resource_helper [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 11:35:50.545031 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.v2.resource_helper [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 11:35:50.545367 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Creating instance of TrackedResource for resource:router Jul 28 11:35:50.545814 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Creating instance of TrackedResource for resource:floatingip Jul 28 11:35:50.546308 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.v2.resource_helper [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Service METERING assigned prefix: /metering {{(pid=100274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 11:35:50.547785 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.548157 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.548515 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:35:50.549524 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 11:35:50.550003 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Creating instance of TrackedResource for resource:security_group Jul 28 11:35:50.550500 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 11:35:50.551113 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.v2.resource_helper [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Service CORE assigned prefix: {{(pid=100274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 11:35:50.551444 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 11:35:50.551790 dv-neutron-786478-16-hyperv neutron-server[100274]: WARNING neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] subnetpool is already registered Jul 28 11:35:50.552227 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.v2.resource_helper [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Service CORE assigned prefix: {{(pid=100274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 11:35:50.552553 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 11:35:50.552882 dv-neutron-786478-16-hyperv neutron-server[100274]: WARNING neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] subnetpool is already registered Jul 28 11:35:50.556509 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.v2.resource_helper [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 11:35:50.556960 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.v2.resource_helper [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Service FLAVORS assigned prefix: {{(pid=100274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 11:35:50.557567 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.v2.resource_helper [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 11:35:50.557998 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.v2.resource_helper [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 11:35:50.558337 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Creating instance of TrackedResource for resource:router Jul 28 11:35:50.558704 dv-neutron-786478-16-hyperv neutron-server[100274]: WARNING neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] router is already registered Jul 28 11:35:50.559235 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Creating instance of TrackedResource for resource:floatingip Jul 28 11:35:50.560246 dv-neutron-786478-16-hyperv neutron-server[100274]: WARNING neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] floatingip is already registered Jul 28 11:35:50.560724 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.v2.resource_helper [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Service METERING assigned prefix: /metering {{(pid=100274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 11:35:50.561416 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 11:35:50.561750 dv-neutron-786478-16-hyperv neutron-server[100274]: WARNING neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] rbac_policy is already registered Jul 28 11:35:50.562169 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Creating instance of TrackedResource for resource:security_group Jul 28 11:35:50.562532 dv-neutron-786478-16-hyperv neutron-server[100274]: WARNING neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] security_group is already registered Jul 28 11:35:50.562940 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 11:35:50.563276 dv-neutron-786478-16-hyperv neutron-server[100274]: WARNING neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] security_group_rule is already registered Jul 28 11:35:50.563751 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.v2.resource_helper [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Service CORE assigned prefix: {{(pid=100274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 11:35:50.564082 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 11:35:50.564414 dv-neutron-786478-16-hyperv neutron-server[100274]: WARNING neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] subnetpool is already registered Jul 28 11:35:50.564828 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.v2.resource_helper [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Service CORE assigned prefix: {{(pid=100274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 11:35:50.565152 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 11:35:50.565483 dv-neutron-786478-16-hyperv neutron-server[100274]: WARNING neutron.quota.resource_registry [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] subnetpool is already registered Jul 28 11:35:50.565931 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: extensions {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.567626 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: address-groups {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.569060 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: address-scopes {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.570262 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: agents {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.571447 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: auto-allocated-topology {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.572810 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: availability_zones {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.574051 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: dhcp-networks {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.575518 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: dhcp-agents {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.577028 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: routers {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.578761 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: flavors {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.579965 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: service_profiles {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.581356 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: next_providers {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.582829 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: service_profiles {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.584245 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: floatingip-pools {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.585777 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: routers {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.587626 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: floatingips {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.588853 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: l3-routers {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.590239 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: l3-agents {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.591914 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: metering-labels {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.593188 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: metering-label-rules {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.594475 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: network-ip-availabilities {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.595827 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: bindings {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.597387 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: quotas {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.598868 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: quotas {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.600395 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: rbac-policies {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.601585 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: security-groups {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.602813 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: security-group-rules {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.604068 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: service-providers {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.605387 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: subnetpools {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.607478 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: subnetpools {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.608917 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: tags {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.610741 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: tags {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.612420 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: tags {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.614308 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: tags {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.616021 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: tags {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.617856 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: tags {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.620573 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: tags {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.623190 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: tags {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.624929 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: tags {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.626820 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron.api.extensions [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Extended resource: tags {{(pid=100274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 11:35:50.632745 dv-neutron-786478-16-hyperv neutron-server[100274]: WARNING keystonemiddleware.auth_token [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 11:35:50.637419 dv-neutron-786478-16-hyperv neutron-server[100274]: WARNING keystonemiddleware.auth_token [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 11:35:50.645895 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_concurrency.lockutils [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Acquired lock "singleton_lock" {{(pid=100274) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 28 11:35:50.646370 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_concurrency.lockutils [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Releasing lock "singleton_lock" {{(pid=100274) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 28 11:35:50.647029 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO oslo_service.service [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Starting 2 workers Jul 28 11:35:50.651815 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Started child 100415 {{(pid=100274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 11:35:50.657896 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Started child 100416 {{(pid=100274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 11:35:50.658189 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:50.658999 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO neutron.service [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 11:35:50.658999 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Notify callbacks [] for process, before_spawn {{(pid=100274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:50.659462 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [-] (100415) wsgi starting up on http://0.0.0.0:9696 Jul 28 11:35:50.661160 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO oslo_service.service [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Starting 1 workers Jul 28 11:35:50.661312 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:50.662640 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [-] (100416) wsgi starting up on http://0.0.0.0:9696 Jul 28 11:35:50.666349 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Started child 100417 {{(pid=100274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 11:35:50.666880 dv-neutron-786478-16-hyperv neutron-server[100274]: INFO oslo_service.service [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Starting 1 workers Jul 28 11:35:50.670990 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.service [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] calling RpcWorker wait() {{(pid=100417) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 11:35:50.671541 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.service [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] returning from RpcWorker wait() {{(pid=100417) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 11:35:50.671883 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Started child 100418 {{(pid=100274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 11:35:50.672709 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG neutron_lib.callbacks.manager [None req-16366864-0f00-4aa1-b878-ec38d881728b None None] Notify callbacks [] for process, after_spawn {{(pid=100274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:50.672942 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:50.673470 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:50.674597 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100274) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 11:35:50.674816 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 11:35:50.674990 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 11:35:50.675213 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 11:35:50.675546 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 11:35:50.675706 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 11:35:50.676237 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.676495 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.676745 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.676834 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:50.677267 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.677267 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.677769 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:50.677878 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.678105 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.678372 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.678673 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.678922 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.679089 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.679253 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.679510 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.679757 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.680063 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.680369 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.680632 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.680902 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.681070 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.681345 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.681617 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.681862 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.682128 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] debug = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.682380 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.682896 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.683154 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.683411 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.683636 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.683916 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.684829 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.685008 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.685489 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.685985 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.686379 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.686819 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.687208 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.687579 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.687940 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.688340 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.688774 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.689394 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] host = dv-neutron-786478-16-hyperv {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.689757 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.690134 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.690552 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.690938 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.691347 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.691716 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.692122 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.692520 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.692904 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.693269 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.693679 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.694073 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.694484 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.694860 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] log_file = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.695162 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] log_options = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.695553 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.695969 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.696382 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.696713 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.697017 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.697331 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.697737 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.698049 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.698448 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.698814 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.699186 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.699544 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.700001 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.700489 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.700896 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.701283 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.701671 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.702038 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.702447 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.702818 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.703201 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.703593 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.703969 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.704339 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.704710 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.705065 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.705425 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.705787 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.706141 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.706555 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.706912 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.707305 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.707686 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.708098 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.708465 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.708842 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.709226 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.709634 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.710003 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.710382 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.710790 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.711234 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.711610 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.711845 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.712104 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.712347 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] use_json = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.712665 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.712954 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.713268 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.713488 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.713701 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.713931 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.714151 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.714392 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.714864 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.715149 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.715549 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.715832 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.716099 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.716358 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.716609 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.716863 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.717136 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.717396 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.717718 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.717940 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.718247 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.718529 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.718795 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.719113 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.719384 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.719817 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.720192 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.720600 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.720952 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.721342 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.721837 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.722242 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.722674 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.723077 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.723439 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.723817 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.724191 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.724548 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.724909 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.725272 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.725700 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.726081 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.726452 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.726838 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.727211 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.727586 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.728034 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.728472 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.728736 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.728991 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.729365 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.729730 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.729950 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.730353 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.732361 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.732361 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.732361 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.732361 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.733256 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.733528 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.733725 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.733938 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.734847 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.734847 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.734847 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.734847 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.735177 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.735320 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.735542 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.736071 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.736071 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.736247 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.736447 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.736654 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.736883 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.737107 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.737351 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.737597 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.738637 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.738637 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.738637 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.738637 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.738944 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.738944 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.739073 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.739282 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.739525 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.739739 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.739988 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.740182 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.740394 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.740603 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.740886 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.741194 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.741421 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.741695 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.741940 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.742184 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.742405 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.742686 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.743570 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.743570 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.743570 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.744019 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.744019 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.744300 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.744441 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.744582 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.744820 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.745054 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.745277 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.745496 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.745745 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.745971 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.746223 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.746519 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.747378 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.747614 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.747921 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.748114 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.748371 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.748656 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.748876 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.749142 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.749448 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.749759 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.749982 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.750216 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.751056 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.751056 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.751056 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.751324 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.751443 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.751673 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.752073 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.752194 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.752405 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.752646 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.753446 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.753446 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.753446 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.754055 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.754233 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.754452 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.754845 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.754994 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.755426 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.755693 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.755965 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.756351 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.756729 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.757114 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.757520 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.757909 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.758329 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.758714 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.758937 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.759156 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.759420 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.759638 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.759848 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.760092 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.760305 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.760526 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.760780 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.760999 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.761218 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.761463 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.761676 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.761896 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.762135 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.762382 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.762648 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.762885 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.763098 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.763350 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.763567 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.763847 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.764100 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.764314 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.764542 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.764803 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.765038 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.765251 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.765511 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.765728 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.765939 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.766150 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.766379 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.766637 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.766872 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.767098 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.767314 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.767571 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.767820 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.768164 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.768411 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.768660 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.768897 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.769111 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.769371 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.769619 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.769838 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.770054 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.770289 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.770529 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.770785 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.771028 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.771250 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.771482 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.771694 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.771904 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.772141 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.772357 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.772655 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.772907 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.773296 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.773561 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.773805 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.774036 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.774257 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.774512 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.774720 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.774939 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.775159 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.775373 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.775621 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.775833 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.776088 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.776288 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.776507 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.776738 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.776981 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.777207 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.777811 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.778214 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.778599 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.778952 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.779331 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.779772 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.779968 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.780194 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.780417 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.780652 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.780908 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.781117 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.781471 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.781699 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.781923 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.782136 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.782453 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.782857 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.783101 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.783401 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.783636 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.783884 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.784151 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.784467 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.784682 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.784921 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.785141 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.785380 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.785631 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.785884 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.786196 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.786733 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.787035 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.787306 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.787558 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.787841 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.788115 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.788327 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.788643 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.788962 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.789249 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.789510 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.789738 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.789997 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.790373 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.790553 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.790761 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.790992 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.791212 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.791483 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.791733 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.791983 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.792203 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.792578 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.792991 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.793415 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.794338 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.794922 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.796486 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.796944 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 11:35:50.797690 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100274) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 11:35:50.798162 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 11:35:50.799021 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 11:35:50.799389 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 11:35:50.799764 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 11:35:50.801478 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 11:35:50.801840 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.802133 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.802345 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.802542 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.802713 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.802905 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.803074 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.803242 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.803410 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.803573 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.803738 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.803904 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.804036 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.804185 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.804375 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.804550 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.804666 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.804784 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.804951 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.805095 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.805255 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.805412 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.805570 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] debug = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.805728 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.805922 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.806288 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.806288 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.806575 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.806575 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.806737 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.806890 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.807040 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.807198 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.807372 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.807517 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.807659 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.807816 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.807971 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.808129 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.808286 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.808452 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] host = dv-neutron-786478-16-hyperv {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.808587 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.808748 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.808896 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.809055 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.809874 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.810040 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.810204 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.810534 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.810696 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.810851 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.811157 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.811462 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.811769 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.811954 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] log_file = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.812131 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] log_options = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.812245 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.812579 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.812916 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.813283 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.813622 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.813965 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.814133 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.814454 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.814752 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.815053 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.815214 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.815374 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.815532 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.815691 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.815848 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.816006 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.816165 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.816325 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.816484 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.816643 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.816804 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.816958 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.817262 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.817420 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.817581 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.817789 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.818084 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.818375 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.818687 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.818988 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.819150 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.819304 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.819594 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.819897 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.820057 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.820230 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.820372 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.820712 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.820873 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.821036 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.821190 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.821483 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.821789 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.821950 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.822111 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.822273 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] use_json = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.822443 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.822589 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.822910 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.823069 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.823228 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.823387 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.823545 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.823704 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 11:35:50.823888 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.824057 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.824226 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.824553 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.824735 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.824953 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.825202 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.825422 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.825581 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.825738 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.825910 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.826072 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.826251 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.826444 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.826599 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.826761 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.826914 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.827072 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.827232 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.827385 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.827709 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.827873 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.828051 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.828213 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.828374 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.828534 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.828697 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.828862 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.829021 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.829182 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.829342 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.829751 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.829751 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.829934 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.829934 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.830091 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:50.830203 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.830286 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.830406 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.830586 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.830890 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.831057 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.831206 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.831373 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.831533 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.831694 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.831855 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.832017 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.832177 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.832337 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.832495 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.832667 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.832827 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.832987 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.833147 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.833309 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.833469 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.833630 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.833790 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.833950 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.834111 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.834272 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.834492 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.834658 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.834818 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.834978 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.835139 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.835300 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.835461 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.835622 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.835782 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.835942 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.836102 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.836261 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.836421 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.836581 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.836742 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.836902 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.837062 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.837222 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.837421 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.837545 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.837689 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.837848 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.838007 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.838177 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.838353 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.838544 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.838705 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.838866 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.839027 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.839187 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.839346 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.839506 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.839666 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.839826 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.839989 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.840160 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.840309 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.841056 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.841301 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.841461 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.841772 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.841942 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.842097 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.842256 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.842593 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.842755 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.842916 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.843076 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.843236 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.843397 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.843573 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.843731 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.844024 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.844309 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.844609 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.844912 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.845213 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.845500 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.845793 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.846088 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.846391 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.846576 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.846740 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.846902 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.847077 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.847245 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.847379 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.847546 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.847714 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.847874 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.848040 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.848221 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.848528 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.848833 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.848995 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.849157 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.849323 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.849497 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.849669 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.849819 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.849963 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.850134 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.850283 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.850449 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.850605 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.850765 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.850926 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.851113 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.851244 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.851404 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.851565 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.851744 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.851881 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.852041 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.852202 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.852361 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.852523 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.852698 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.852839 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.852999 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.853159 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.853319 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.853479 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.853639 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.853812 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.853953 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.854106 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.854262 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.854447 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.854613 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.854775 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.854935 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.855096 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.855256 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.855416 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.855578 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.855740 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.855900 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.856226 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.856403 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.856568 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.856714 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.856880 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.857039 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.857351 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.857640 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.857959 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.858122 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.858284 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.858464 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.858634 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.858791 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.858954 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.859117 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.859275 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.859434 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.859598 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.859753 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.859917 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.860079 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.860240 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.860405 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.860578 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.860709 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.860879 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.861031 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.861229 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.861344 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.861500 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.861654 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.861851 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.861974 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.862136 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.862297 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.862479 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.862644 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.862819 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.862961 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.863121 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.863281 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.863440 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.863600 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.863759 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.863928 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.864092 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.864252 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.864411 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.864571 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.864730 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.864955 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.865056 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.865201 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.865360 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.865520 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.865679 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.865848 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.866008 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.866169 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.866328 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.866509 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.866669 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.866838 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.866999 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.867159 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.867328 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.867488 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.867648 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.867808 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.867979 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.868140 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.868302 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.868462 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.868622 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.868781 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.868941 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.869105 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.869274 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.869443 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.869604 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.869772 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.869940 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.870109 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.870269 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.870452 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.870629 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.870822 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.870939 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.871099 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.871314 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.871430 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.871563 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.872301 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.872464 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.872626 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.872787 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.872963 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.873123 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.873257 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.873416 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.873416 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.873416 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.873416 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.873416 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.873416 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 11:35:50.873416 dv-neutron-786478-16-hyperv neutron-server[100274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 11:35:51.054438 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 51390) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:51.062987 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063176 Jul 28 11:36:02.456326 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6ab2e9-2fd7-46f7-992a-a7877b570779 None None] get_active_networks_info from dv-neutron-786478-16-hyperv {{(pid=100417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:36:02.598367 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6ab2e9-2fd7-46f7-992a-a7877b570779 None None] No non-hosted networks {{(pid=100417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 11:36:02.650950 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3512807d-2c40-461e-87a9-041fc1811d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595037'] for agent, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:04.848558 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f358a9a0-a510-4333-b9e3-63d482c7621d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595037'] for agent, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:04.917570 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c10b360-5e58-4f6c-bcb0-d2b6ec99628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:05.291510 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595037'] for agent, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:05.292189 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.295808 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.296472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.296829 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.297173 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.299987 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.300383 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.300738 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.301199 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.301564 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.301923 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.304436 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.304864 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-786478-16-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:05.331128 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-786478-16-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:06.352152 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595037'] for agent, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:07.867454 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595037'] for agent, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:07.909769 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.db.l3_hamode_db [None req-eeac6824-d880-496a-8bcb-182c937c22fd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 11:36:07.986903 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac6824-d880-496a-8bcb-182c937c22fd None None] Routers set() bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:36:07.987308 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac6824-d880-496a-8bcb-182c937c22fd None None] Router IDs set() for agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 11:36:09.031700 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 51482) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:09.516995 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING oslo_policy.policy [None req-09e1841d-8073-4758-b76a-24e7a6515cc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 11:36:09.517575 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING oslo_policy.policy [None req-09e1841d-8073-4758-b76a-24e7a6515cc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 11:36:09.735998 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-09e1841d-8073-4758-b76a-24e7a6515cc3 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:36:09.736949 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-09e1841d-8073-4758-b76a-24e7a6515cc3 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7043667 Jul 28 11:36:12.069945 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 51496) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:12.374108 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-141c10f8-f278-4515-ad6d-f9f8b39b79b5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:36:12.465910 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.policy [None req-141c10f8-f278-4515-ad6d-f9f8b39b79b5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100416) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 11:36:12.510190 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING oslo_policy.policy [None req-141c10f8-f278-4515-ad6d-f9f8b39b79b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 11:36:12.510581 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING oslo_policy.policy [None req-141c10f8-f278-4515-ad6d-f9f8b39b79b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 11:36:12.518992 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.quota [None req-141c10f8-f278-4515-ad6d-f9f8b39b79b5 admin admin] Loaded quota_driver: . Jul 28 11:36:12.609654 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-141c10f8-f278-4515-ad6d-f9f8b39b79b5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758054588520', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758054591899', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758054601108', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758054602850', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758055033292', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758054558563', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-596400', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-602415', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1697128', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1634816'] for rbac-policy, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:12.674206 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-141c10f8-f278-4515-ad6d-f9f8b39b79b5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:12.675417 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-141c10f8-f278-4515-ad6d-f9f8b39b79b5 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6045263 Jul 28 11:36:15.234579 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 51508) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:15.520599 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Request body: {'network': {'project_id': 'd672d87fa90f4fac8b418e1b5809283c', 'tenant_id': 'd672d87fa90f4fac8b418e1b5809283c', 'name': 'private', 'admin_state_up': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:36:15.549318 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Made reservation on behalf of d672d87fa90f4fac8b418e1b5809283c for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:36:15.552037 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.568503 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.689221 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.692763 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.716286 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:36:15.740874 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758058051880', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.741485 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Unsubscribe: segment precommit_create {{(pid=100416) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 11:36:15.741976 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Added segment 95f53261-9728-445f-a17d-ff601192d90e of type vlan for network fa34cc55-69a1-4c97-9665-020f5a25ac55 Jul 28 11:36:15.748386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b84c10-08cb-4593-b642-c295d5ad3a36,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:15.769800 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:15.770139 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:15.770500 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:15.770834 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:15.771160 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:15.771499 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:15.771824 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:15.772160 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:15.772482 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:15.772799 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:15.773114 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:15.773428 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Tracked resource versions report: Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: pushed versions: Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: { 'AddressGroup': {'1.2'}, Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'ConntrackHelper': {'1.0'}, Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Log': {'1.0'}, Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Network': {'1.1'}, Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Port': {'1.7'}, Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'PortForwarding': {'1.2'}, Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'QosPolicy': {'1.8'}, Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'SecurityGroup': {'1.4'}, Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'SecurityGroupRule': {'1.2'}, Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'SubPort': {'1.0'}, Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Subnet': {'1.1'}, Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Trunk': {'1.1'}} Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: consumer versions: Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: { DHCP agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: L3 agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: Metadata agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: Metering agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: Open vSwitch agent@dv-neutron-786478-16-hyperv: { 'AddressGroup': '1.2', Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'ConntrackHelper': '1.0', Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Log': '1.0', Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Network': '1.1', Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Port': '1.7', Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'PortForwarding': '1.2', Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'QosPolicy': '1.8', Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'SecurityGroup': '1.4', Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'SecurityGroupRule': '1.2', Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'SubPort': '1.0', Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Subnet': '1.1', Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Trunk': '1.1'}} Jul 28 11:36:15.774780 dv-neutron-786478-16-hyperv neutron-server[100416]: {{(pid=100416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 11:36:15.860286 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.907547 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.908636 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:15.909281 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.996051 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7603090 Jul 28 11:36:16.004125 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2cfa5-9274-4469-b27a-4b87c6d4eea3 admin admin] Pushing event updated for resources: {'Network': ['ID=fa34cc55-69a1-4c97-9665-020f5a25ac55,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:16.030126 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network fa34cc55-69a1-4c97-9665-020f5a25ac55 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:36:18.591923 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 51522) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:18.972904 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f12713-9a99-488c-9b83-3bc7c6fd4072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:18.974285 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b3f12713-9a99-488c-9b83-3bc7c6fd4072 admin admin] 10.222.0.43 "GET /v2.0/networks/fa34cc55-69a1-4c97-9665-020f5a25ac55 HTTP/1.1" status: 200 len: 825 time: 0.3813398 Jul 28 11:36:18.999496 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c531bf20-11ac-4a56-83fc-9b9cf8fc8856 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/a645b8db-2b4a-485d-bc8a-8474b5edd90e HTTP/1.1" status: 200 len: 734 time: 0.0185299 Jul 28 11:36:19.008391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-7dbf5b5f-326b-48e4-90c6-ccc4c1ec40e7 admin admin] Request body: {'subnet': {'tenant_id': 'd672d87fa90f4fac8b418e1b5809283c', 'subnetpool_id': 'a645b8db-2b4a-485d-bc8a-8474b5edd90e', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'fa34cc55-69a1-4c97-9665-020f5a25ac55', 'name': 'private-subnet'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:36:19.029583 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbf5b5f-326b-48e4-90c6-ccc4c1ec40e7 admin admin] Made reservation on behalf of d672d87fa90f4fac8b418e1b5809283c for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:36:19.031903 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7dbf5b5f-326b-48e4-90c6-ccc4c1ec40e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:19.326766 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7dbf5b5f-326b-48e4-90c6-ccc4c1ec40e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:19.395919 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf5b5f-326b-48e4-90c6-ccc4c1ec40e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba02ba7-c4c9-4548-a17a-0546be9fc278,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:19.398125 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf5b5f-326b-48e4-90c6-ccc4c1ec40e7 admin admin] Checking segment: {'id': '95f53261-9728-445f-a17d-ff601192d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa34cc55-69a1-4c97-9665-020f5a25ac55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:36:19.398540 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbf5b5f-326b-48e4-90c6-ccc4c1ec40e7 admin admin] Network hostable DHCP agents. Network: fa34cc55-69a1-4c97-9665-020f5a25ac55, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:36:19.421644 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbf5b5f-326b-48e4-90c6-ccc4c1ec40e7 admin admin] Network fa34cc55-69a1-4c97-9665-020f5a25ac55 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:36:19.431602 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-7dbf5b5f-326b-48e4-90c6-ccc4c1ec40e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, fa34cc55-69a1-4c97-9665-020f5a25ac55) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:36:19.436366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbf5b5f-326b-48e4-90c6-ccc4c1ec40e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:19.436962 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7dbf5b5f-326b-48e4-90c6-ccc4c1ec40e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:19.441822 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95669ab4-a40b-4727-be05-6e9a185f5ff0 None None] Network fa34cc55-69a1-4c97-9665-020f5a25ac55 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:36:19.450582 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7dbf5b5f-326b-48e4-90c6-ccc4c1ec40e7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4454207 Jul 28 11:36:19.763774 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-fa34cc55-69a1-4c97-9665-020f5a25ac55', 'network_id': 'fa34cc55-69a1-4c97-9665-020f5a25ac55', 'tenant_id': 'd672d87fa90f4fac8b418e1b5809283c', 'fixed_ips': [{'subnet_id': '0ba02ba7-c4c9-4548-a17a-0546be9fc278'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:36:19.765087 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:20.038387 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Allocated IP 172.20.0.2 (fa34cc55-69a1-4c97-9665-020f5a25ac55/0ba02ba7-c4c9-4548-a17a-0546be9fc278/70dda21a-47ca-46db-b874-1a71ab2accb5) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:36:20.238565 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:20.280488 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Transition to ACTIVE for port object 70dda21a-47ca-46db-b874-1a71ab2accb5 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:36:20.300641 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Transition to ACTIVE for port object 70dda21a-47ca-46db-b874-1a71ab2accb5 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:36:20.309632 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:20.381440 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Network fa34cc55-69a1-4c97-9665-020f5a25ac55 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:36:20.388890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:36:20.394360 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Pushing event updated for resources: {'Port': ['ID=70dda21a-47ca-46db-b874-1a71ab2accb5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:20.398217 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:36:20.404701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:20.405063 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:20.405406 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:20.405745 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:20.406073 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:20.406432 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:20.406774 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:20.407117 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:20.407444 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:20.407764 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:20.408086 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:20.408406 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Tracked resource versions report: Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: pushed versions: Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: { 'AddressGroup': {'1.2'}, Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'ConntrackHelper': {'1.0'}, Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Log': {'1.0'}, Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Network': {'1.1'}, Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Port': {'1.7'}, Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'PortForwarding': {'1.2'}, Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'QosPolicy': {'1.8'}, Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'SecurityGroup': {'1.4'}, Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'SecurityGroupRule': {'1.2'}, Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'SubPort': {'1.0'}, Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Subnet': {'1.1'}, Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Trunk': {'1.1'}} Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: consumer versions: Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: { DHCP agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: L3 agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: Metadata agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: Metering agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: Open vSwitch agent@dv-neutron-786478-16-hyperv: { 'AddressGroup': '1.2', Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'ConntrackHelper': '1.0', Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Log': '1.0', Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Network': '1.1', Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Port': '1.7', Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'PortForwarding': '1.2', Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'QosPolicy': '1.8', Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'SecurityGroup': '1.4', Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'SecurityGroupRule': '1.2', Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'SubPort': '1.0', Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Subnet': '1.1', Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Trunk': '1.1'}} Jul 28 11:36:20.409735 dv-neutron-786478-16-hyperv neutron-server[100417]: {{(pid=100417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 11:36:20.482791 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Attempting to bind port 70dda21a-47ca-46db-b874-1a71ab2accb5 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:36:20.483435 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Attempting to bind port 70dda21a-47ca-46db-b874-1a71ab2accb5 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '95f53261-9728-445f-a17d-ff601192d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa34cc55-69a1-4c97-9665-020f5a25ac55'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:36:20.483591 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Attempting to bind port 70dda21a-47ca-46db-b874-1a71ab2accb5 on network fa34cc55-69a1-4c97-9665-020f5a25ac55 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:36:20.488374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:36:20.488794 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Checking segment: {'id': '95f53261-9728-445f-a17d-ff601192d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa34cc55-69a1-4c97-9665-020f5a25ac55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:36:20.489272 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:20.489661 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Bound using segment: {'id': '95f53261-9728-445f-a17d-ff601192d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa34cc55-69a1-4c97-9665-020f5a25ac55'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:36:20.490150 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Bound port: 70dda21a-47ca-46db-b874-1a71ab2accb5, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f53261-9728-445f-a17d-ff601192d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa34cc55-69a1-4c97-9665-020f5a25ac55'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:36:20.490575 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:20.551561 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] For port 70dda21a-47ca-46db-b874-1a71ab2accb5, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:36:20.555633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] For port 70dda21a-47ca-46db-b874-1a71ab2accb5, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=70dda21a-47ca-46db-b874-1a71ab2accb5,segment=NetworkSegment(95f53261-9728-445f-a17d-ff601192d90e),segment_id=95f53261-9728-445f-a17d-ff601192d90e)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:36:20.560827 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:20.626661 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26e0db-d652-46a4-bc0d-a355ccbee191 None None] Pushing event updated for resources: {'Port': ['ID=70dda21a-47ca-46db-b874-1a71ab2accb5,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:21.842153 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 51530) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:22.335612 dv-neutron-786478-16-hyperv neutron-server[100415]: WARNING oslo_policy.policy [None req-a2b2c72e-67a3-45a4-a1f0-4e0ddd46dada admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 11:36:22.336220 dv-neutron-786478-16-hyperv neutron-server[100415]: WARNING oslo_policy.policy [None req-a2b2c72e-67a3-45a4-a1f0-4e0ddd46dada admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 11:36:22.563499 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [None req-a2b2c72e-67a3-45a4-a1f0-4e0ddd46dada admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:36:22.564763 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a2b2c72e-67a3-45a4-a1f0-4e0ddd46dada admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7203329 Jul 28 11:36:25.005017 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 51544) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:25.319377 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-5c0d3f67-f71f-4eba-ba24-3df9cd0b8611 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:36:25.320434 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5c0d3f67-f71f-4eba-ba24-3df9cd0b8611 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143883 Jul 28 11:36:27.960601 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 51558) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:28.259023 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c7f08805-a983-4bb5-a310-5db6ae091934 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'd672d87fa90f4fac8b418e1b5809283c'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:36:28.325615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.policy [None req-c7f08805-a983-4bb5-a310-5db6ae091934 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100415) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 11:36:28.370071 dv-neutron-786478-16-hyperv neutron-server[100415]: WARNING oslo_policy.policy [None req-c7f08805-a983-4bb5-a310-5db6ae091934 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 11:36:28.370995 dv-neutron-786478-16-hyperv neutron-server[100415]: WARNING oslo_policy.policy [None req-c7f08805-a983-4bb5-a310-5db6ae091934 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 11:36:28.379527 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.quota [None req-c7f08805-a983-4bb5-a310-5db6ae091934 admin admin] Loaded quota_driver: . Jul 28 11:36:28.438548 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c7f08805-a983-4bb5-a310-5db6ae091934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:28.440380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c7f08805-a983-4bb5-a310-5db6ae091934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:28.599237 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c7f08805-a983-4bb5-a310-5db6ae091934 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:28.605174 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c7f08805-a983-4bb5-a310-5db6ae091934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:28.625168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c7f08805-a983-4bb5-a310-5db6ae091934 admin admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:28.626407 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c7f08805-a983-4bb5-a310-5db6ae091934 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6648328 Jul 28 11:36:28.961167 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fb8afc-2566-4bac-b2cc-e3cbb0a7bf06 None None] Network fa34cc55-69a1-4c97-9665-020f5a25ac55 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:36:29.072633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-337ab890-1af2-44d3-baca-a27dd17201f1 None None] Provisioning for port 70dda21a-47ca-46db-b874-1a71ab2accb5 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:36:29.372264 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 70dda21a-47ca-46db-b874-1a71ab2accb5 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:36:29.451381 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 70dda21a-47ca-46db-b874-1a71ab2accb5 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:36:29.455507 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 70dda21a-47ca-46db-b874-1a71ab2accb5 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:36:29.455908 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:29.560754 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:29.593466 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 70dda21a-47ca-46db-b874-1a71ab2accb5, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=70dda21a-47ca-46db-b874-1a71ab2accb5,segment=NetworkSegment(95f53261-9728-445f-a17d-ff601192d90e),segment_id=95f53261-9728-445f-a17d-ff601192d90e)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:36:29.597216 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:29.642084 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=70dda21a-47ca-46db-b874-1a71ab2accb5,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:31.004348 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 51568) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:31.311051 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [None req-32445ef9-30f1-4fc6-be8d-598e85aae945 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:36:31.312058 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-32445ef9-30f1-4fc6-be8d-598e85aae945 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3067820 Jul 28 11:36:31.361688 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 70dda21a-47ca-46db-b874-1a71ab2accb5 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:36:31.411825 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 70dda21a-47ca-46db-b874-1a71ab2accb5 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:36:31.412202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:32.357549 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8a32043-a005-4eb3-82fa-de6a863eea30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:33.678054 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 51576) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:33.985873 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:36:34.008313 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Made reservation on behalf of 414277489b6443288e5b3686ff389c53 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:36:34.011965 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:34.028222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:34.151042 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:34.155311 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:34.167419 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Reserving flat network on physical network physnet1 {{(pid=100415) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 11:36:34.206051 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758058051880', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:34.206644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Unsubscribe: segment precommit_create {{(pid=100415) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 11:36:34.207145 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Added segment 34c75f1b-4781-4412-9be5-926f6a36a7e9 of type flat for network e4f7873c-4d94-460a-8c07-155f724d96cd Jul 28 11:36:34.224938 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f11bc2-a539-4954-a2fd-937d3f8b462e,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:34.250978 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:34.251316 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:34.251649 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:34.251979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:34.252302 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:34.252639 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:34.252960 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:34.253290 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:34.253609 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:34.253922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:34.254236 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:34.254588 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Tracked resource versions report: Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: pushed versions: Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: { 'AddressGroup': {'1.2'}, Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'ConntrackHelper': {'1.0'}, Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Log': {'1.0'}, Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Network': {'1.1'}, Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Port': {'1.7'}, Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'PortForwarding': {'1.2'}, Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'QosPolicy': {'1.8'}, Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'SecurityGroup': {'1.4'}, Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'SecurityGroupRule': {'1.2'}, Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'SubPort': {'1.0'}, Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Subnet': {'1.1'}, Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Trunk': {'1.1'}} Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: consumer versions: Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: { DHCP agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: L3 agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: Metadata agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: Metering agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: Open vSwitch agent@dv-neutron-786478-16-hyperv: { 'AddressGroup': '1.2', Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'ConntrackHelper': '1.0', Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Log': '1.0', Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Network': '1.1', Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Port': '1.7', Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'PortForwarding': '1.2', Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'QosPolicy': '1.8', Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'SecurityGroup': '1.4', Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'SecurityGroupRule': '1.2', Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'SubPort': '1.0', Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Subnet': '1.1', Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Trunk': '1.1'}} Jul 28 11:36:34.255884 dv-neutron-786478-16-hyperv neutron-server[100415]: {{(pid=100415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 11:36:34.335375 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:34.386930 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:34.388143 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:34.388789 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:34.459347 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7801006 Jul 28 11:36:34.489138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19684e6-1f0f-4fae-9655-7599826ed53f admin admin] Pushing event updated for resources: {'Network': ['ID=e4f7873c-4d94-460a-8c07-155f724d96cd,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:34.500791 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network e4f7873c-4d94-460a-8c07-155f724d96cd details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:36:34.848954 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdbb09af-61db-4ddc-abaf-bb5944a0a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:35.272683 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:36.280979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:36.828232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 51598) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:37.040155 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18a65db-8e28-4d8b-906d-2299a0663c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:37.041490 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a18a65db-8e28-4d8b-906d-2299a0663c5b admin admin] 10.222.0.43 "GET /v2.0/subnets/0ba02ba7-c4c9-4548-a17a-0546be9fc278 HTTP/1.1" status: 200 len: 849 time: 0.2123215 Jul 28 11:36:37.172864 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7bec63db-8e34-4947-b1ad-76618b302eb7 admin admin] 10.222.0.43 "GET /v2.0/routers/1332f20a-106a-48c2-91e7-0228bcf24d24 HTTP/1.1" status: 200 len: 704 time: 0.1248875 Jul 28 11:36:37.434834 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:37.721812 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Allocated IP 172.20.0.1 (fa34cc55-69a1-4c97-9665-020f5a25ac55/0ba02ba7-c4c9-4548-a17a-0546be9fc278/82a12511-e396-464c-8d9f-14035f62d5db) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:36:37.799112 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:37.908350 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:37.931311 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Transition to ACTIVE for port object 82a12511-e396-464c-8d9f-14035f62d5db will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:36:38.012220 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:38.084470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Network fa34cc55-69a1-4c97-9665-020f5a25ac55 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:36:38.090637 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:36:38.101294 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:36:38.101850 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:38.121674 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Pushing event updated for resources: {'Port': ['ID=82a12511-e396-464c-8d9f-14035f62d5db,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:38.268352 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7845cba5-5669-4e64-8e36-88f617b82f36 None None] Provisioning for port 82a12511-e396-464c-8d9f-14035f62d5db completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:36:38.271826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7845cba5-5669-4e64-8e36-88f617b82f36 None None] Provisioning complete for port 82a12511-e396-464c-8d9f-14035f62d5db triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:36:38.272200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7845cba5-5669-4e64-8e36-88f617b82f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:38.306165 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7845cba5-5669-4e64-8e36-88f617b82f36 None None] Port 82a12511-e396-464c-8d9f-14035f62d5db cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:36:38.347904 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:38.547377 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:38.551630 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:38.552398 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:38.627448 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Pushing event updated for resources: {'Port': ['ID=82a12511-e396-464c-8d9f-14035f62d5db,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:38.671839 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Network fa34cc55-69a1-4c97-9665-020f5a25ac55 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:36:38.673238 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:36:38.827225 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-40cd9341-2028-4348-8a91-86acc0525893 None None] Provisioning complete for port 82a12511-e396-464c-8d9f-14035f62d5db triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:36:38.827759 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40cd9341-2028-4348-8a91-86acc0525893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:38.834982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Router 1332f20a-106a-48c2-91e7-0228bcf24d24 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:36:38.859273 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-40cd9341-2028-4348-8a91-86acc0525893 None None] Port 82a12511-e396-464c-8d9f-14035f62d5db cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:36:38.925433 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:36:38.930682 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4d2b8cdc-021d-44a7-821a-41e9bbcc609a admin admin] 10.222.0.43 "PUT /v2.0/routers/1332f20a-106a-48c2-91e7-0228bcf24d24/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7523685 Jul 28 11:36:38.946497 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Sync routers for ids ['1332f20a-106a-48c2-91e7-0228bcf24d24'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:36:38.958001 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Routers {'1332f20a-106a-48c2-91e7-0228bcf24d24'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:36:38.958928 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:36:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1332f20a-106a-48c2-91e7-0228bcf24d24'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:39.143326 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Set router 1332f20a-106a-48c2-91e7-0228bcf24d24 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:36:39.562020 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1332f20a-106a-48c2-91e7-0228bcf24d24', 'name': 'router1', 'tenant_id': 'd672d87fa90f4fac8b418e1b5809283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:36:28Z', 'updated_at': '2021-07-28T11:36:38Z', 'revision_number': 2, 'project_id': 'd672d87fa90f4fac8b418e1b5809283c', 'gw_port_host': None, '_interfaces': [{'id': '82a12511-e396-464c-8d9f-14035f62d5db', 'name': '', 'network_id': 'fa34cc55-69a1-4c97-9665-020f5a25ac55', 'tenant_id': 'd672d87fa90f4fac8b418e1b5809283c', 'mac_address': 'fa:16:3e:04:33:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1332f20a-106a-48c2-91e7-0228bcf24d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ba02ba7-c4c9-4548-a17a-0546be9fc278', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:36:37Z', 'updated_at': '2021-07-28T11:36:38Z', 'revision_number': 2, 'project_id': 'd672d87fa90f4fac8b418e1b5809283c', 'subnets': [{'id': '0ba02ba7-c4c9-4548-a17a-0546be9fc278', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a645b8db-2b4a-485d-bc8a-8474b5edd90e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:39.612536 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Checking router: 1332f20a-106a-48c2-91e7-0228bcf24d24 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:36:39.612901 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Updating router 1332f20a-106a-48c2-91e7-0228bcf24d24 port 82a12511-e396-464c-8d9f-14035f62d5db binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:36:39.660367 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:40.177770 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:40.197612 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Transition to ACTIVE for port object 82a12511-e396-464c-8d9f-14035f62d5db will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:36:40.203816 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:40.359596 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5844021-0ac5-4853-962a-f80e01076c77 None None] Pushing event updated for resources: {'Port': ['ID=82a12511-e396-464c-8d9f-14035f62d5db,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:40.375879 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5844021-0ac5-4853-962a-f80e01076c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:40.377070 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5844021-0ac5-4853-962a-f80e01076c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:40.377761 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5844021-0ac5-4853-962a-f80e01076c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:40.378111 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5844021-0ac5-4853-962a-f80e01076c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:40.378466 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5844021-0ac5-4853-962a-f80e01076c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:40.378852 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5844021-0ac5-4853-962a-f80e01076c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:40.379157 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5844021-0ac5-4853-962a-f80e01076c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:40.379665 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5844021-0ac5-4853-962a-f80e01076c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:40.379843 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5844021-0ac5-4853-962a-f80e01076c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:40.380159 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5844021-0ac5-4853-962a-f80e01076c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:40.380482 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5844021-0ac5-4853-962a-f80e01076c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:40.380807 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5844021-0ac5-4853-962a-f80e01076c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5844021-0ac5-4853-962a-f80e01076c77 None None] Tracked resource versions report: Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: pushed versions: Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: { 'AddressGroup': {'1.2'}, Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'ConntrackHelper': {'1.0'}, Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Log': {'1.0'}, Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Network': {'1.1'}, Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Port': {'1.7'}, Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'PortForwarding': {'1.2'}, Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'QosPolicy': {'1.8'}, Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'SecurityGroup': {'1.4'}, Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'SecurityGroupRule': {'1.2'}, Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'SubPort': {'1.0'}, Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Subnet': {'1.1'}, Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Trunk': {'1.1'}} Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: consumer versions: Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: { DHCP agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: L3 agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: Metadata agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: Metering agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: Open vSwitch agent@dv-neutron-786478-16-hyperv: { 'AddressGroup': '1.2', Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'ConntrackHelper': '1.0', Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Log': '1.0', Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Network': '1.1', Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Port': '1.7', Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'PortForwarding': '1.2', Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'QosPolicy': '1.8', Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'SecurityGroup': '1.4', Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'SecurityGroupRule': '1.2', Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'SubPort': '1.0', Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Subnet': '1.1', Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Trunk': '1.1'}} Jul 28 11:36:40.382155 dv-neutron-786478-16-hyperv neutron-server[100418]: {{(pid=100418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 11:36:40.387535 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Attempting to bind port 82a12511-e396-464c-8d9f-14035f62d5db on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:36:40.387937 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Attempting to bind port 82a12511-e396-464c-8d9f-14035f62d5db by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '95f53261-9728-445f-a17d-ff601192d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa34cc55-69a1-4c97-9665-020f5a25ac55'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:36:40.388384 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Attempting to bind port 82a12511-e396-464c-8d9f-14035f62d5db on network fa34cc55-69a1-4c97-9665-020f5a25ac55 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:36:40.394678 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:36:40.394998 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Checking segment: {'id': '95f53261-9728-445f-a17d-ff601192d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa34cc55-69a1-4c97-9665-020f5a25ac55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:36:40.395476 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:40.395863 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Bound using segment: {'id': '95f53261-9728-445f-a17d-ff601192d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa34cc55-69a1-4c97-9665-020f5a25ac55'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:36:40.396364 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Bound port: 82a12511-e396-464c-8d9f-14035f62d5db, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f53261-9728-445f-a17d-ff601192d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa34cc55-69a1-4c97-9665-020f5a25ac55'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:36:40.396747 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:40.461801 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] For port 82a12511-e396-464c-8d9f-14035f62d5db, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:36:40.482849 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] For port 82a12511-e396-464c-8d9f-14035f62d5db, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=82a12511-e396-464c-8d9f-14035f62d5db,segment=NetworkSegment(95f53261-9728-445f-a17d-ff601192d90e),segment_id=95f53261-9728-445f-a17d-ff601192d90e)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:36:40.487241 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:40.546338 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Routers {'1332f20a-106a-48c2-91e7-0228bcf24d24'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:36:40.546990 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:36:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1332f20a-106a-48c2-91e7-0228bcf24d24'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:40.548840 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5844021-0ac5-4853-962a-f80e01076c77 None None] Pushing event updated for resources: {'Port': ['ID=82a12511-e396-464c-8d9f-14035f62d5db,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:40.643043 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] Set router 1332f20a-106a-48c2-91e7-0228bcf24d24 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:36:40.852998 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1332f20a-106a-48c2-91e7-0228bcf24d24', 'name': 'router1', 'tenant_id': 'd672d87fa90f4fac8b418e1b5809283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:36:28Z', 'updated_at': '2021-07-28T11:36:38Z', 'revision_number': 2, 'project_id': 'd672d87fa90f4fac8b418e1b5809283c', 'gw_port_host': None, '_interfaces': [{'id': '82a12511-e396-464c-8d9f-14035f62d5db', 'name': '', 'network_id': 'fa34cc55-69a1-4c97-9665-020f5a25ac55', 'tenant_id': 'd672d87fa90f4fac8b418e1b5809283c', 'mac_address': 'fa:16:3e:04:33:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1332f20a-106a-48c2-91e7-0228bcf24d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ba02ba7-c4c9-4548-a17a-0546be9fc278', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:36:37Z', 'updated_at': '2021-07-28T11:36:40Z', 'revision_number': 4, 'project_id': 'd672d87fa90f4fac8b418e1b5809283c', 'subnets': [{'id': '0ba02ba7-c4c9-4548-a17a-0546be9fc278', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a645b8db-2b4a-485d-bc8a-8474b5edd90e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:40.878702 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4920662d-c77d-42fc-98f1-344b5bedc8fc None None] The sync data for ids ['1332f20a-106a-48c2-91e7-0228bcf24d24'] in dv-neutron-786478-16-hyperv is: [{'id': '1332f20a-106a-48c2-91e7-0228bcf24d24', 'name': 'router1', 'tenant_id': 'd672d87fa90f4fac8b418e1b5809283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:36:28Z', 'updated_at': '2021-07-28T11:36:38Z', 'revision_number': 2, 'project_id': 'd672d87fa90f4fac8b418e1b5809283c', 'gw_port_host': None, '_interfaces': [{'id': '82a12511-e396-464c-8d9f-14035f62d5db', 'name': '', 'network_id': 'fa34cc55-69a1-4c97-9665-020f5a25ac55', 'tenant_id': 'd672d87fa90f4fac8b418e1b5809283c', 'mac_address': 'fa:16:3e:04:33:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1332f20a-106a-48c2-91e7-0228bcf24d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ba02ba7-c4c9-4548-a17a-0546be9fc278', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:36:37Z', 'updated_at': '2021-07-28T11:36:40Z', 'revision_number': 4, 'project_id': 'd672d87fa90f4fac8b418e1b5809283c', 'subnets': [{'id': '0ba02ba7-c4c9-4548-a17a-0546be9fc278', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a645b8db-2b4a-485d-bc8a-8474b5edd90e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:36:41.176378 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 51618) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:41.283663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649b14a4-2671-4dc6-8349-898fb5c5bf29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:41.285013 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-649b14a4-2671-4dc6-8349-898fb5c5bf29 admin admin] 10.222.0.43 "GET /v2.0/networks/e4f7873c-4d94-460a-8c07-155f724d96cd HTTP/1.1" status: 200 len: 842 time: 0.1076820 Jul 28 11:36:41.295361 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-72b92705-8b09-4f51-b2cd-03f20af4c727 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.26.1.0/24', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.26.1.1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:36:41.319789 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b92705-8b09-4f51-b2cd-03f20af4c727 admin admin] Made reservation on behalf of 414277489b6443288e5b3686ff389c53 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:36:41.322129 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72b92705-8b09-4f51-b2cd-03f20af4c727 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:41.624708 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.objects.ports [None req-72b92705-8b09-4f51-b2cd-03f20af4c727 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100415) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:36:41.625126 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72b92705-8b09-4f51-b2cd-03f20af4c727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:41.683031 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b92705-8b09-4f51-b2cd-03f20af4c727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ab53c6-d51a-4dff-b383-73ad4c768c92,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:41.691693 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b92705-8b09-4f51-b2cd-03f20af4c727 admin admin] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:36:41.691866 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b92705-8b09-4f51-b2cd-03f20af4c727 admin admin] Network hostable DHCP agents. Network: e4f7873c-4d94-460a-8c07-155f724d96cd, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:36:41.716380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b92705-8b09-4f51-b2cd-03f20af4c727 admin admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:36:41.727838 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-72b92705-8b09-4f51-b2cd-03f20af4c727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, e4f7873c-4d94-460a-8c07-155f724d96cd) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:36:41.731922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b92705-8b09-4f51-b2cd-03f20af4c727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:41.732489 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72b92705-8b09-4f51-b2cd-03f20af4c727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:41.736787 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7d82d1-e52b-4ebe-91de-4d74b6548b4e None None] Network e4f7873c-4d94-460a-8c07-155f724d96cd requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:36:41.762614 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-72b92705-8b09-4f51-b2cd-03f20af4c727 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4588959 Jul 28 11:36:41.873137 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add6c5a4-a81a-4433-8c0a-410394db8442 None None] Network e4f7873c-4d94-460a-8c07-155f724d96cd requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:36:43.731391 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 5 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:36:44.037674 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 51626) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:44.300915 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-79994a09-fc66-4c3b-b7bc-02727591173b admin admin] 10.222.0.43 "GET /v2.0/routers/1332f20a-106a-48c2-91e7-0228bcf24d24 HTTP/1.1" status: 200 len: 710 time: 0.2621257 Jul 28 11:36:44.429778 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b03e4c5-42fd-4ce6-b2cf-83c731900ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:44.431207 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2b03e4c5-42fd-4ce6-b2cf-83c731900ff4 admin admin] 10.222.0.43 "GET /v2.0/networks/e4f7873c-4d94-460a-8c07-155f724d96cd HTTP/1.1" status: 200 len: 886 time: 0.1248133 Jul 28 11:36:44.441543 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-9f72794f-7177-4f40-9529-bded58fd1e08 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:36:44.721588 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9f72794f-7177-4f40-9529-bded58fd1e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:44.974658 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9f72794f-7177-4f40-9529-bded58fd1e08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:45.053722 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9f72794f-7177-4f40-9529-bded58fd1e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:45.207941 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-9f72794f-7177-4f40-9529-bded58fd1e08 admin admin] Allocated IP 172.26.1.114 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/ba7b426e-0c80-47de-81d7-bf01d9ae8b91) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:36:45.366276 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9f72794f-7177-4f40-9529-bded58fd1e08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:45.449538 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9f72794f-7177-4f40-9529-bded58fd1e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:45.520703 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f72794f-7177-4f40-9529-bded58fd1e08 admin admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:36:45.526600 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-9f72794f-7177-4f40-9529-bded58fd1e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:36:45.534935 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f72794f-7177-4f40-9529-bded58fd1e08 admin admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:36:45.569139 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72794f-7177-4f40-9529-bded58fd1e08 admin admin] Pushing event updated for resources: {'Port': ['ID=ba7b426e-0c80-47de-81d7-bf01d9ae8b91,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:45.815044 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9f72794f-7177-4f40-9529-bded58fd1e08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:46.009700 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9f72794f-7177-4f40-9529-bded58fd1e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:46.013480 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9f72794f-7177-4f40-9529-bded58fd1e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:46.133902 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f72794f-7177-4f40-9529-bded58fd1e08 admin admin] Router 1332f20a-106a-48c2-91e7-0228bcf24d24 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:36:46.243002 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f72794f-7177-4f40-9529-bded58fd1e08 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:36:46.249259 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9f72794f-7177-4f40-9529-bded58fd1e08 admin admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:46.251184 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9f72794f-7177-4f40-9529-bded58fd1e08 admin admin] 10.222.0.43 "PUT /v2.0/routers/1332f20a-106a-48c2-91e7-0228bcf24d24 HTTP/1.1" status: 200 len: 890 time: 1.8135707 Jul 28 11:36:47.420319 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 82a12511-e396-464c-8d9f-14035f62d5db up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:36:47.467503 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Sync routers for ids ['1332f20a-106a-48c2-91e7-0228bcf24d24'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:36:47.477699 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 82a12511-e396-464c-8d9f-14035f62d5db completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:36:47.482191 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Routers {'1332f20a-106a-48c2-91e7-0228bcf24d24'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:36:47.483000 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:36:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1332f20a-106a-48c2-91e7-0228bcf24d24'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:47.500982 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 82a12511-e396-464c-8d9f-14035f62d5db triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:36:47.501359 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:47.789115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Set router 1332f20a-106a-48c2-91e7-0228bcf24d24 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:36:47.846396 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:48.012466 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 82a12511-e396-464c-8d9f-14035f62d5db, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=82a12511-e396-464c-8d9f-14035f62d5db,segment=NetworkSegment(95f53261-9728-445f-a17d-ff601192d90e),segment_id=95f53261-9728-445f-a17d-ff601192d90e)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:36:48.019485 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:48.137907 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=82a12511-e396-464c-8d9f-14035f62d5db,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:48.240564 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1332f20a-106a-48c2-91e7-0228bcf24d24', 'name': 'router1', 'tenant_id': 'd672d87fa90f4fac8b418e1b5809283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': 'ba7b426e-0c80-47de-81d7-bf01d9ae8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:36:28Z', 'updated_at': '2021-07-28T11:36:45Z', 'revision_number': 4, 'project_id': 'd672d87fa90f4fac8b418e1b5809283c', 'gw_port': {'id': 'ba7b426e-0c80-47de-81d7-bf01d9ae8b91', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1332f20a-106a-48c2-91e7-0228bcf24d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:36:45Z', 'updated_at': '2021-07-28T11:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '82a12511-e396-464c-8d9f-14035f62d5db', 'name': '', 'network_id': 'fa34cc55-69a1-4c97-9665-020f5a25ac55', 'tenant_id': 'd672d87fa90f4fac8b418e1b5809283c', 'mac_address': 'fa:16:3e:04:33:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1332f20a-106a-48c2-91e7-0228bcf24d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ba02ba7-c4c9-4548-a17a-0546be9fc278', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:36:37Z', 'updated_at': '2021-07-28T11:36:40Z', 'revision_number': 4, 'project_id': 'd672d87fa90f4fac8b418e1b5809283c', 'subnets': [{'id': '0ba02ba7-c4c9-4548-a17a-0546be9fc278', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a645b8db-2b4a-485d-bc8a-8474b5edd90e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:48.293011 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Checking router: 1332f20a-106a-48c2-91e7-0228bcf24d24 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:36:48.293350 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Updating router 1332f20a-106a-48c2-91e7-0228bcf24d24 port ba7b426e-0c80-47de-81d7-bf01d9ae8b91 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:36:48.338577 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:48.647810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 51638) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:48.656991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:48.667605 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Transition to ACTIVE for port object ba7b426e-0c80-47de-81d7-bf01d9ae8b91 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:36:48.673427 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:48.722356 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Attempting to bind port ba7b426e-0c80-47de-81d7-bf01d9ae8b91 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:36:48.722762 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Attempting to bind port ba7b426e-0c80-47de-81d7-bf01d9ae8b91 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:36:48.723127 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Attempting to bind port ba7b426e-0c80-47de-81d7-bf01d9ae8b91 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:36:48.730715 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991f1ea-bf48-44ce-8136-bca9d63558b3 None None] Pushing event updated for resources: {'Port': ['ID=ba7b426e-0c80-47de-81d7-bf01d9ae8b91,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:48.733886 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:36:48.734268 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:36:48.734697 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:48.735081 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:36:48.735551 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Bound port: ba7b426e-0c80-47de-81d7-bf01d9ae8b91, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:36:48.735944 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:48.763730 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-02de64d0-7b70-4a8e-868c-c371f067b857 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1147289 Jul 28 11:36:48.787515 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] For port ba7b426e-0c80-47de-81d7-bf01d9ae8b91, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:36:48.791021 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] For port ba7b426e-0c80-47de-81d7-bf01d9ae8b91, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ba7b426e-0c80-47de-81d7-bf01d9ae8b91,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:36:48.799362 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:48.865786 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991f1ea-bf48-44ce-8136-bca9d63558b3 None None] Pushing event updated for resources: {'Port': ['ID=ba7b426e-0c80-47de-81d7-bf01d9ae8b91,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:48.870076 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Routers {'1332f20a-106a-48c2-91e7-0228bcf24d24'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:36:48.870715 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:36:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1332f20a-106a-48c2-91e7-0228bcf24d24'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:49.063229 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] Set router 1332f20a-106a-48c2-91e7-0228bcf24d24 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:36:49.277653 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1332f20a-106a-48c2-91e7-0228bcf24d24', 'name': 'router1', 'tenant_id': 'd672d87fa90f4fac8b418e1b5809283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': 'ba7b426e-0c80-47de-81d7-bf01d9ae8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:36:28Z', 'updated_at': '2021-07-28T11:36:45Z', 'revision_number': 4, 'project_id': 'd672d87fa90f4fac8b418e1b5809283c', 'gw_port': {'id': 'ba7b426e-0c80-47de-81d7-bf01d9ae8b91', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1332f20a-106a-48c2-91e7-0228bcf24d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:36:45Z', 'updated_at': '2021-07-28T11:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '82a12511-e396-464c-8d9f-14035f62d5db', 'name': '', 'network_id': 'fa34cc55-69a1-4c97-9665-020f5a25ac55', 'tenant_id': 'd672d87fa90f4fac8b418e1b5809283c', 'mac_address': 'fa:16:3e:04:33:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1332f20a-106a-48c2-91e7-0228bcf24d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ba02ba7-c4c9-4548-a17a-0546be9fc278', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:36:37Z', 'updated_at': '2021-07-28T11:36:47Z', 'revision_number': 5, 'project_id': 'd672d87fa90f4fac8b418e1b5809283c', 'subnets': [{'id': '0ba02ba7-c4c9-4548-a17a-0546be9fc278', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a645b8db-2b4a-485d-bc8a-8474b5edd90e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:49.302652 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb27abf1-ecbf-467a-89e3-57bf39165a8f None None] The sync data for ids ['1332f20a-106a-48c2-91e7-0228bcf24d24'] in dv-neutron-786478-16-hyperv is: [{'id': '1332f20a-106a-48c2-91e7-0228bcf24d24', 'name': 'router1', 'tenant_id': 'd672d87fa90f4fac8b418e1b5809283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': 'ba7b426e-0c80-47de-81d7-bf01d9ae8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:36:28Z', 'updated_at': '2021-07-28T11:36:45Z', 'revision_number': 4, 'project_id': 'd672d87fa90f4fac8b418e1b5809283c', 'gw_port': {'id': 'ba7b426e-0c80-47de-81d7-bf01d9ae8b91', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1332f20a-106a-48c2-91e7-0228bcf24d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:36:45Z', 'updated_at': '2021-07-28T11:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '82a12511-e396-464c-8d9f-14035f62d5db', 'name': '', 'network_id': 'fa34cc55-69a1-4c97-9665-020f5a25ac55', 'tenant_id': 'd672d87fa90f4fac8b418e1b5809283c', 'mac_address': 'fa:16:3e:04:33:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1332f20a-106a-48c2-91e7-0228bcf24d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ba02ba7-c4c9-4548-a17a-0546be9fc278', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:36:37Z', 'updated_at': '2021-07-28T11:36:47Z', 'revision_number': 5, 'project_id': 'd672d87fa90f4fac8b418e1b5809283c', 'subnets': [{'id': '0ba02ba7-c4c9-4548-a17a-0546be9fc278', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a645b8db-2b4a-485d-bc8a-8474b5edd90e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:36:49.366138 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 82a12511-e396-464c-8d9f-14035f62d5db up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:36:49.453215 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 82a12511-e396-464c-8d9f-14035f62d5db triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:36:49.453951 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:51.431194 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ba7b426e-0c80-47de-81d7-bf01d9ae8b91 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:36:51.481450 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port ba7b426e-0c80-47de-81d7-bf01d9ae8b91 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:36:51.485575 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ba7b426e-0c80-47de-81d7-bf01d9ae8b91 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:36:51.486375 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:51.569409 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:51.591064 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port ba7b426e-0c80-47de-81d7-bf01d9ae8b91, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ba7b426e-0c80-47de-81d7-bf01d9ae8b91,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:36:51.596114 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:51.650825 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=ba7b426e-0c80-47de-81d7-bf01d9ae8b91,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:53.396659 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ba7b426e-0c80-47de-81d7-bf01d9ae8b91 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:36:53.472410 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ba7b426e-0c80-47de-81d7-bf01d9ae8b91 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:36:53.472793 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:02.361555 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e969eac-805c-4f51-a4c4-036559d30200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:04.856523 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f994d97-e1f3-4b36-982b-20e3633c08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:05.278881 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:06.290195 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:07.825353 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:20.729929 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 5 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:37:32.362561 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7b743746-70b4-41a4-80a6-c4526c074a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:34.858656 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab1e15c3-8a73-4135-8c52-88d58d71569c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:35.276941 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:36.285628 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:37.819915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:57.729756 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 5 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:38:02.358459 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f9e6af28-34e1-407d-9458-7e63c8cc34bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:04.850383 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb789121-cd44-4071-8de1-3c17acedf3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:05.277634 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:06.282159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:07.823353 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:28.808541 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52240) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:38:28.867622 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28a55f4-b81e-45ba-a7a0-a7973b09e468 admin admin] GET failed (client error): The resource could not be found. Jul 28 11:38:28.868943 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b28a55f4-b81e-45ba-a7a0-a7973b09e468 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0594234 Jul 28 11:38:29.026085 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedd7400-d395-498a-9d00-60e7684cbdb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:29.027604 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bedd7400-d395-498a-9d00-60e7684cbdb2 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1543539 Jul 28 11:38:31.214307 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52250) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:38:31.307168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02c028f-0dca-4d17-a7b0-161d88999a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:31.308554 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a02c028f-0dca-4d17-a7b0-161d88999a25 admin admin] 10.222.0.43 "GET /v2.0/subnets/0ba02ba7-c4c9-4548-a17a-0546be9fc278 HTTP/1.1" status: 200 len: 849 time: 0.0932426 Jul 28 11:38:31.318190 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:38:31.401601 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:31.623277 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758057976360'] for subnet, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:31.653915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:31.654444 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:31.655713 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] 10.222.0.43 "PUT /v2.0/subnets/0ba02ba7-c4c9-4548-a17a-0546be9fc278 HTTP/1.1" status: 200 len: 868 time: 0.3412693 Jul 28 11:38:31.673392 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bffa12-f3de-477d-adf0-7c681a4236ab None None] Network fa34cc55-69a1-4c97-9665-020f5a25ac55 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:38:31.674015 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba02ba7-c4c9-4548-a17a-0546be9fc278,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:38:31.681502 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:31.681883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:31.682195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:31.682566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:31.682900 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:31.683245 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:31.683580 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:31.683922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:31.684253 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:31.684582 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:31.684910 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:31.685230 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6897-2ba5-4c24-b726-f398d04e6208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:32.043370 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1016b936-ee4a-4ce5-8749-7059c3177d85 None None] Provisioning complete for port 82a12511-e396-464c-8d9f-14035f62d5db triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:38:32.043742 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1016b936-ee4a-4ce5-8749-7059c3177d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:32.127490 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1016b936-ee4a-4ce5-8749-7059c3177d85 None None] Provisioning complete for port 70dda21a-47ca-46db-b874-1a71ab2accb5 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:38:32.127791 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1016b936-ee4a-4ce5-8749-7059c3177d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:32.358227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b34dc97b-65fa-4899-9a5a-569341604edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:33.829630 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52258) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:38:34.030677 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d95b0a1-d139-4f66-8701-6205f3657ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:34.031099 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d95b0a1-d139-4f66-8701-6205f3657ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:34.032624 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6d95b0a1-d139-4f66-8701-6205f3657ff8 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020335 Jul 28 11:38:34.729493 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 5 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:38:34.852024 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cb97c2f5-4e14-4364-b282-ad829661211c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:35.269494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:36.194113 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52266) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:38:36.284991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:36.326273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7de088-e1ee-4ce5-9d8b-9b4aae2fa8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:36.326793 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7de088-e1ee-4ce5-9d8b-9b4aae2fa8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:36.328340 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5b7de088-e1ee-4ce5-9d8b-9b4aae2fa8ae admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1332331 Jul 28 11:38:37.826990 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:38.508034 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52274) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:38:38.629286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0887f9-00d8-4c50-ae4f-65cb3bf235df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:38.630702 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2c0887f9-00d8-4c50-ae4f-65cb3bf235df admin admin] 10.222.0.43 "GET /v2.0/networks/e4f7873c-4d94-460a-8c07-155f724d96cd HTTP/1.1" status: 200 len: 886 time: 0.1216466 Jul 28 11:38:40.796950 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52282) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:38:40.925261 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9571e07c-1521-4c84-9d07-ee8635f80f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:40.926650 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9571e07c-1521-4c84-9d07-ee8635f80f77 admin admin] 10.222.0.43 "GET /v2.0/networks/fa34cc55-69a1-4c97-9665-020f5a25ac55 HTTP/1.1" status: 200 len: 869 time: 0.1286955 Jul 28 11:38:43.073909 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52290) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:38:43.191474 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd8cd9-ccf3-424c-9e1b-1011d5cfbf2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:43.191939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd8cd9-ccf3-424c-9e1b-1011d5cfbf2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:43.193706 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-abcd8cd9-ccf3-424c-9e1b-1011d5cfbf2b admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1187284 Jul 28 11:38:45.375656 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52298) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:38:45.469674 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598d01a8-6aad-4294-acfa-983159e8772c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:45.470140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598d01a8-6aad-4294-acfa-983159e8772c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:45.471685 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-598d01a8-6aad-4294-acfa-983159e8772c admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0950863 Jul 28 11:38:47.649198 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52306) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:38:47.742249 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2787e446-7647-486d-8931-2a626e1c9d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:47.743562 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2787e446-7647-486d-8931-2a626e1c9d40 admin admin] 10.222.0.43 "GET /v2.0/subnets/0ba02ba7-c4c9-4548-a17a-0546be9fc278 HTTP/1.1" status: 200 len: 868 time: 0.0934353 Jul 28 11:38:49.943421 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52314) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:38:50.026224 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ed7642-6011-4b34-9024-845af6e33816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:50.027560 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e5ed7642-6011-4b34-9024-845af6e33816 admin admin] 10.222.0.43 "GET /v2.0/subnets/48ab53c6-d51a-4dff-b383-73ad4c768c92 HTTP/1.1" status: 200 len: 816 time: 0.0831933 Jul 28 11:39:02.359860 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b03db601-f864-486c-86f4-325f9784ce1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:04.852120 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-46c32302-5382-4691-b87a-21cee0f4d914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:05.272906 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:06.289913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:07.830305 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:11.727966 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 5 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:39:15.620396 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52368) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:39:15.666031 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [None req-afe39f4f-5180-4db5-9c71-4b345d624e47 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:39:15.667128 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-afe39f4f-5180-4db5-9c71-4b345d624e47 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457325 Jul 28 11:39:17.921970 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52376) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:39:17.979341 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5f3557-a776-4fe3-9dec-f8d1bbbf4037 admin admin] GET failed (client error): The resource could not be found. Jul 28 11:39:17.980643 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2f5f3557-a776-4fe3-9dec-f8d1bbbf4037 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0576990 Jul 28 11:39:18.064329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fd4d95-2bd6-49d4-be26-931ca544c5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:18.065680 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e7fd4d95-2bd6-49d4-be26-931ca544c5f3 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0807421 Jul 28 11:39:20.275449 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52384) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:39:20.321232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-9d229f05-4483-4f2f-aec5-f8e870f694ed admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:39:20.340764 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d229f05-4483-4f2f-aec5-f8e870f694ed admin admin] Made reservation on behalf of 414277489b6443288e5b3686ff389c53 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:39:20.342997 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9d229f05-4483-4f2f-aec5-f8e870f694ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:20.370623 dv-neutron-786478-16-hyperv neutron-server[100415]: WARNING neutron.services.revisions.revision_plugin [None req-9d229f05-4483-4f2f-aec5-f8e870f694ed admin admin] Could not find related network for resource to bump revision. Jul 28 11:39:20.384956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d229f05-4483-4f2f-aec5-f8e870f694ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:39:20.396679 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9d229f05-4483-4f2f-aec5-f8e870f694ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:20.396679 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-9d229f05-4483-4f2f-aec5-f8e870f694ed admin admin] Added segment d8c6f7b7-3662-4f0d-b8b6-17524fea33fd of type vlan for network cdd9fe39-80b3-40f1-9138-7492b7f80bb3 Jul 28 11:39:20.434932 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9d229f05-4483-4f2f-aec5-f8e870f694ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:20.461745 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9d229f05-4483-4f2f-aec5-f8e870f694ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:20.462657 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d229f05-4483-4f2f-aec5-f8e870f694ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:20.463240 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9d229f05-4483-4f2f-aec5-f8e870f694ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:20.516500 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9d229f05-4483-4f2f-aec5-f8e870f694ed admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2396786 Jul 28 11:39:20.523312 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d229f05-4483-4f2f-aec5-f8e870f694ed admin admin] Pushing event updated for resources: {'Network': ['ID=cdd9fe39-80b3-40f1-9138-7492b7f80bb3,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:20.540236 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network cdd9fe39-80b3-40f1-9138-7492b7f80bb3 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:39:22.697293 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52392) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:39:22.757168 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c344071e-edc2-4313-9ffe-d59e69dcb072 admin admin] GET failed (client error): The resource could not be found. Jul 28 11:39:22.758588 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c344071e-edc2-4313-9ffe-d59e69dcb072 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603085 Jul 28 11:39:22.857940 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d627a5-5993-4cb8-9354-780dfe19ad2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:22.859482 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-70d627a5-5993-4cb8-9354-780dfe19ad2e admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0964952 Jul 28 11:39:22.870155 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'cdd9fe39-80b3-40f1-9138-7492b7f80bb3', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:39:22.890284 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Made reservation on behalf of 414277489b6443288e5b3686ff389c53 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:39:22.892444 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:23.116816 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:23.169257 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Pushing event updated for resources: {'Subnet': ['ID=87cbb099-59a7-44c9-a3da-2641ce682141,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:23.180882 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.181233 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.181570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.181908 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.182238 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.182613 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.182947 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.183288 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.183617 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.183944 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.184269 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.184591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.187700 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Checking segment: {'id': 'd8c6f7b7-3662-4f0d-b8b6-17524fea33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cdd9fe39-80b3-40f1-9138-7492b7f80bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:39:23.188065 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Network hostable DHCP agents. Network: cdd9fe39-80b3-40f1-9138-7492b7f80bb3, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:39:23.205606 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Network cdd9fe39-80b3-40f1-9138-7492b7f80bb3 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:39:23.216087 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, cdd9fe39-80b3-40f1-9138-7492b7f80bb3) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:39:23.223928 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:23.224964 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:23.225171 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ff1a16-59ef-4889-bb40-916c8edcc6ad None None] Network cdd9fe39-80b3-40f1-9138-7492b7f80bb3 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:39:23.255535 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-14fd9998-ff8c-4775-8f00-56c67424b17f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3780293 Jul 28 11:39:23.376824 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-cdd9fe39-80b3-40f1-9138-7492b7f80bb3', 'network_id': 'cdd9fe39-80b3-40f1-9138-7492b7f80bb3', 'tenant_id': '414277489b6443288e5b3686ff389c53', 'fixed_ips': [{'subnet_id': '87cbb099-59a7-44c9-a3da-2641ce682141'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:39:23.377707 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:23.611669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Allocated IP 192.168.233.2 (cdd9fe39-80b3-40f1-9138-7492b7f80bb3/87cbb099-59a7-44c9-a3da-2641ce682141/ca517807-0062-4422-9c8f-1e5403ab7fac) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:39:23.760353 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:23.768802 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Transition to ACTIVE for port object ca517807-0062-4422-9c8f-1e5403ab7fac will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:39:23.784779 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Transition to ACTIVE for port object ca517807-0062-4422-9c8f-1e5403ab7fac will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:39:23.791979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:23.836600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Network cdd9fe39-80b3-40f1-9138-7492b7f80bb3 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:39:23.840634 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:39:23.842581 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Pushing event updated for resources: {'Port': ['ID=ca517807-0062-4422-9c8f-1e5403ab7fac,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:23.845715 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:39:23.854780 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.855233 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.855584 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.855925 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.856261 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.856620 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.856965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.857315 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.858466 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.858466 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.858466 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.858756 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:23.913507 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Attempting to bind port ca517807-0062-4422-9c8f-1e5403ab7fac on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:39:23.913881 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Attempting to bind port ca517807-0062-4422-9c8f-1e5403ab7fac by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'd8c6f7b7-3662-4f0d-b8b6-17524fea33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cdd9fe39-80b3-40f1-9138-7492b7f80bb3'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:39:23.914250 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Attempting to bind port ca517807-0062-4422-9c8f-1e5403ab7fac on network cdd9fe39-80b3-40f1-9138-7492b7f80bb3 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:39:23.919318 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:39:23.919697 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Checking segment: {'id': 'd8c6f7b7-3662-4f0d-b8b6-17524fea33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cdd9fe39-80b3-40f1-9138-7492b7f80bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:39:23.920099 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:23.920493 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Bound using segment: {'id': 'd8c6f7b7-3662-4f0d-b8b6-17524fea33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cdd9fe39-80b3-40f1-9138-7492b7f80bb3'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:39:23.920976 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Bound port: ca517807-0062-4422-9c8f-1e5403ab7fac, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c6f7b7-3662-4f0d-b8b6-17524fea33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cdd9fe39-80b3-40f1-9138-7492b7f80bb3'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:39:23.921374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:23.984861 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] For port ca517807-0062-4422-9c8f-1e5403ab7fac, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:39:23.987908 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] For port ca517807-0062-4422-9c8f-1e5403ab7fac, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ca517807-0062-4422-9c8f-1e5403ab7fac,segment=NetworkSegment(d8c6f7b7-3662-4f0d-b8b6-17524fea33fd),segment_id=d8c6f7b7-3662-4f0d-b8b6-17524fea33fd)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:39:23.992434 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:24.048032 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef0f11-1626-41aa-98de-0b81ffb07c3d None None] Pushing event updated for resources: {'Port': ['ID=ca517807-0062-4422-9c8f-1e5403ab7fac,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:24.838628 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e0d8ea-b42e-4c1f-bd5b-81334117f9b3 None None] Network cdd9fe39-80b3-40f1-9138-7492b7f80bb3 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:39:24.911899 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-157b3b9a-acc9-4a71-b4ff-3e10f02fe683 None None] Provisioning for port ca517807-0062-4422-9c8f-1e5403ab7fac completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:39:25.575121 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ca517807-0062-4422-9c8f-1e5403ab7fac up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:39:25.629244 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port ca517807-0062-4422-9c8f-1e5403ab7fac completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:39:25.633562 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ca517807-0062-4422-9c8f-1e5403ab7fac triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:39:25.633929 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:25.716487 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:25.748434 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port ca517807-0062-4422-9c8f-1e5403ab7fac, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ca517807-0062-4422-9c8f-1e5403ab7fac,segment=NetworkSegment(d8c6f7b7-3662-4f0d-b8b6-17524fea33fd),segment_id=d8c6f7b7-3662-4f0d-b8b6-17524fea33fd)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:39:25.751689 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:25.799254 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=ca517807-0062-4422-9c8f-1e5403ab7fac,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:27.556972 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ca517807-0062-4422-9c8f-1e5403ab7fac up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:39:27.610075 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ca517807-0062-4422-9c8f-1e5403ab7fac triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:39:27.610468 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:32.360766 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a14bd85f-15e2-43c4-b3fe-113fece99f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:34.852421 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a43c1f6-717a-419d-8c7a-886cbf522390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:35.273046 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:36.291302 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:37.834246 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:48.726757 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 5 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:40:02.361439 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31a26a2f-4987-4319-85f3-f188071af191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:04.854245 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d35fba6-35f1-421e-b69c-112e165fb84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:05.274044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:06.293037 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:07.836313 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:25.725952 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 5 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:40:32.362687 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-50fce2b6-97a7-420e-bdba-5a6b82fdb0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:34.855088 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fa2ac225-c542-40c7-a813-2c2b2d4e08f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:35.275813 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:36.296742 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:37.842399 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:38.242846 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52448) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:40:38.248756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-564438c2-d0ff-452d-915a-9856d25868f2 tempest-verify_tempest_config-801509967 tempest-verify_tempest_config-801509967-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:40:38.249699 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-564438c2-d0ff-452d-915a-9856d25868f2 tempest-verify_tempest_config-801509967 tempest-verify_tempest_config-801509967-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058913 Jul 28 11:40:38.548966 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52466) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:40:38.647712 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-09e0ba01-3154-45f8-90e1-bd0815308c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:38.736128 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-09e0ba01-3154-45f8-90e1-bd0815308c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:38.740707 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-09e0ba01-3154-45f8-90e1-bd0815308c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:38.784692 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0ba01-3154-45f8-90e1-bd0815308c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e4dfe0-21f0-4c83-9404-af1a620e22c8,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:40:38.788823 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-09e0ba01-3154-45f8-90e1-bd0815308c00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fdf5584868cd41008a50d971e318910e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2388670 Jul 28 11:40:38.791538 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52470) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:40:38.794098 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0ba01-3154-45f8-90e1-bd0815308c00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.794486 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0ba01-3154-45f8-90e1-bd0815308c00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.794850 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0ba01-3154-45f8-90e1-bd0815308c00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.795164 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0ba01-3154-45f8-90e1-bd0815308c00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.795495 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0ba01-3154-45f8-90e1-bd0815308c00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.795826 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0ba01-3154-45f8-90e1-bd0815308c00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.796150 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0ba01-3154-45f8-90e1-bd0815308c00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.796493 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0ba01-3154-45f8-90e1-bd0815308c00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.796820 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0ba01-3154-45f8-90e1-bd0815308c00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.797139 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0ba01-3154-45f8-90e1-bd0815308c00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.797497 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0ba01-3154-45f8-90e1-bd0815308c00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.797762 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0ba01-3154-45f8-90e1-bd0815308c00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.849285 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-496e4ac2-dce3-42cb-8740-915426b6b813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:38.869081 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-496e4ac2-dce3-42cb-8740-915426b6b813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:38.954500 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-496e4ac2-dce3-42cb-8740-915426b6b813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:38.956996 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-496e4ac2-dce3-42cb-8740-915426b6b813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:38.961182 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-496e4ac2-dce3-42cb-8740-915426b6b813 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6e4dfe0-21f0-4c83-9404-af1a620e22c8 HTTP/1.1" status: 204 len: 168 time: 0.1660950 Jul 28 11:40:38.966355 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e4ac2-dce3-42cb-8740-915426b6b813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e4dfe0-21f0-4c83-9404-af1a620e22c8,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:40:38.973827 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e4ac2-dce3-42cb-8740-915426b6b813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.974171 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e4ac2-dce3-42cb-8740-915426b6b813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.974533 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e4ac2-dce3-42cb-8740-915426b6b813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.974880 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e4ac2-dce3-42cb-8740-915426b6b813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.975194 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e4ac2-dce3-42cb-8740-915426b6b813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.975536 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e4ac2-dce3-42cb-8740-915426b6b813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.975877 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e4ac2-dce3-42cb-8740-915426b6b813 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.976214 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e4ac2-dce3-42cb-8740-915426b6b813 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.976541 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e4ac2-dce3-42cb-8740-915426b6b813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.976861 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e4ac2-dce3-42cb-8740-915426b6b813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.977180 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e4ac2-dce3-42cb-8740-915426b6b813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:40:38.977505 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e4ac2-dce3-42cb-8740-915426b6b813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:02.364141 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c29c4ce5-5f5d-4169-acc8-39e8a68b1e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:02.724653 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 5 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:41:04.854907 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba33e9b5-53c2-4afc-b147-ebf8778658b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:05.276594 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:06.299625 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:07.844736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:32.365186 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a437ac57-39c7-4be2-bca5-cd0a07e03ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:34.855965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40c71084-6c2a-41fc-b41c-a2c087a377a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:35.278119 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:36.303044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:37.846988 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:39.725075 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 5 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:41:49.915512 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595037'] for agent, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:02.368643 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62b7979e-e4b4-47aa-8d1b-a0dec65dd50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:04.855425 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11447eb7-5c21-47aa-a273-ef46529d7aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:05.280590 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:06.306919 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:07.711591 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52542) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:07.813248 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-17ff140c-4bde-409b-a789-7399b6dbaa31 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4321 time: 0.1005473 Jul 28 11:42:07.853983 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:09.991818 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52552) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:10.044533 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-dd6e0f3a-3216-4136-ab23-5cc65e8df15d admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4321 time: 0.0516458 Jul 28 11:42:16.724011 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:42:19.877056 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:32.368551 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3712ec8-9c49-4073-99e2-ed63cbd79d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:34.859882 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2eb9ad4a-c5f2-4d72-a38c-990b66c7dc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:35.281534 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:36.308815 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:37.854036 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:49.891147 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:53.723135 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:43:02.368225 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c61800e2-b1bf-4c21-a078-0aad171d0773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.860841 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5db8ae9b-8105-4739-b548-955373a2f5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.283495 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.311719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:07.859970 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:19.899834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.235109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52698) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:21.262934 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52704) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:21.421789 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1046667276-network', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:21.445059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-61f04f94-42c2-4247-8ab7-19e2614d6837 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1981725491-network', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:21.452546 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Made reservation on behalf of 9bb1524ad7c14d938746744332eba2f9 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:21.454915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.470531 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.504446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f04f94-42c2-4247-8ab7-19e2614d6837 admin admin] Made reservation on behalf of 867db38fceb44b51b6b72c93ff16fc95 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:21.507454 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-61f04f94-42c2-4247-8ab7-19e2614d6837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.526101 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-61f04f94-42c2-4247-8ab7-19e2614d6837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.604040 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.610467 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.637866 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:43:21.688203 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.688842 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Added segment 93604057-13a3-44e1-bbd3-2296078d1b81 of type vlan for network d310563c-1490-402f-bf32-5587181a47ab Jul 28 11:43:21.705727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea530b3-f851-40f1-bad8-1da0b6d2a6af,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:21.751452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.755957 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:21.756311 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:21.756670 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:21.757010 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:21.757343 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:21.757690 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:21.758023 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:21.758375 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:21.758896 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:21.759228 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:21.759553 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:21.759878 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Tracked resource versions report: Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: pushed versions: Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: { 'AddressGroup': {'1.2'}, Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'ConntrackHelper': {'1.0'}, Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Log': {'1.0'}, Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Network': {'1.1'}, Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Port': {'1.7'}, Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'PortForwarding': {'1.2'}, Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'QosPolicy': {'1.8'}, Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'SecurityGroup': {'1.4'}, Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'SecurityGroupRule': {'1.2'}, Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'SubPort': {'1.0'}, Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Subnet': {'1.1'}, Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Trunk': {'1.1'}} Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: consumer versions: Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: { DHCP agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: HyperV agent@hv-neutron-7864: {}, Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: L3 agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: Metadata agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: Metering agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: Open vSwitch agent@dv-neutron-786478-16-hyperv: { 'AddressGroup': '1.2', Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'ConntrackHelper': '1.0', Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Log': '1.0', Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Network': '1.1', Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Port': '1.7', Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'PortForwarding': '1.2', Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'QosPolicy': '1.8', Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'SecurityGroup': '1.4', Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'SecurityGroupRule': '1.2', Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'SubPort': '1.0', Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Subnet': '1.1', Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: 'Trunk': '1.1'}} Jul 28 11:43:21.760970 dv-neutron-786478-16-hyperv neutron-server[100415]: {{(pid=100415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 11:43:21.822415 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-61f04f94-42c2-4247-8ab7-19e2614d6837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.824356 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.825709 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:21.826299 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.832079 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-61f04f94-42c2-4247-8ab7-19e2614d6837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.899249 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] Pushing event updated for resources: {'Network': ['ID=d310563c-1490-402f-bf32-5587181a47ab,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:21.910722 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f04f94-42c2-4247-8ab7-19e2614d6837 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:43:21.912828 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network d310563c-1490-402f-bf32-5587181a47ab details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:43:21.922540 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-61f04f94-42c2-4247-8ab7-19e2614d6837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.922883 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-61f04f94-42c2-4247-8ab7-19e2614d6837 admin admin] Added segment 64171afb-54c7-40f4-b804-e53347d094eb of type vlan for network 1bdecf82-0e70-4af7-9715-9a46699c8f22 Jul 28 11:43:21.967408 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-61f04f94-42c2-4247-8ab7-19e2614d6837 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.993594 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-48c57012-f850-406f-8897-1360b0327379 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7562222 Jul 28 11:43:21.996689 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52748) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:22.003205 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Request body: {'subnet': {'network_id': 'd310563c-1490-402f-bf32-5587181a47ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1046667276-subnet', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:22.025806 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-61f04f94-42c2-4247-8ab7-19e2614d6837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.026798 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f04f94-42c2-4247-8ab7-19e2614d6837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:22.027781 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-61f04f94-42c2-4247-8ab7-19e2614d6837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.028218 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Made reservation on behalf of 9bb1524ad7c14d938746744332eba2f9 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:22.032084 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Notify callbacks [] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.040320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52752) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:22.079424 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-61f04f94-42c2-4247-8ab7-19e2614d6837 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8148568 Jul 28 11:43:22.117979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52758) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:22.124146 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3e01349e-488e-48d3-ada3-642726d22532 admin admin] Request body: {'subnet': {'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1981725491-subnet', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:22.129358 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f04f94-42c2-4247-8ab7-19e2614d6837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae19304-a076-4b91-8c77-485a4f09debf,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:22.163618 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f04f94-42c2-4247-8ab7-19e2614d6837 admin admin] Pushing event updated for resources: {'Network': ['ID=1bdecf82-0e70-4af7-9715-9a46699c8f22,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:22.178783 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e01349e-488e-48d3-ada3-642726d22532 admin admin] Made reservation on behalf of 867db38fceb44b51b6b72c93ff16fc95 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:22.180146 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 1bdecf82-0e70-4af7-9715-9a46699c8f22 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:43:22.182030 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3e01349e-488e-48d3-ada3-642726d22532 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.223881 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.297592 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=19c8109d-3a05-45d9-a6c7-d963a29d9d0a,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:22.316694 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:22.317040 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:22.318120 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:22.318670 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:22.319180 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:22.319686 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:22.320186 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:22.320694 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:22.321182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:22.321689 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:22.322166 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:22.322679 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Tracked resource versions report: Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: pushed versions: Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: { 'AddressGroup': {'1.2'}, Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'ConntrackHelper': {'1.0'}, Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Log': {'1.0'}, Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Network': {'1.1'}, Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Port': {'1.7'}, Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'PortForwarding': {'1.2'}, Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'QosPolicy': {'1.8'}, Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'SecurityGroup': {'1.4'}, Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'SecurityGroupRule': {'1.2'}, Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'SubPort': {'1.0'}, Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Subnet': {'1.1'}, Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Trunk': {'1.1'}} Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: consumer versions: Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: { DHCP agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: HyperV agent@hv-neutron-7864: {}, Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: L3 agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: Metadata agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: Metering agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: Open vSwitch agent@dv-neutron-786478-16-hyperv: { 'AddressGroup': '1.2', Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'ConntrackHelper': '1.0', Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Log': '1.0', Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Network': '1.1', Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Port': '1.7', Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'PortForwarding': '1.2', Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'QosPolicy': '1.8', Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'SecurityGroup': '1.4', Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'SecurityGroupRule': '1.2', Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'SubPort': '1.0', Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Subnet': '1.1', Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: 'Trunk': '1.1'}} Jul 28 11:43:22.323912 dv-neutron-786478-16-hyperv neutron-server[100416]: {{(pid=100416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 11:43:22.335542 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Checking segment: {'id': '93604057-13a3-44e1-bbd3-2296078d1b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:22.335906 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Network hostable DHCP agents. Network: d310563c-1490-402f-bf32-5587181a47ab, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:43:22.352595 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Network d310563c-1490-402f-bf32-5587181a47ab is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:43:22.365510 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, d310563c-1490-402f-bf32-5587181a47ab) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:22.375233 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe31f62f-d3a2-48bc-b6d3-45e8744fc65c None None] Network d310563c-1490-402f-bf32-5587181a47ab requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:22.379132 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:22.379889 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.399616 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e13696bc-6e4c-4a67-8928-c1e0b1a03bfb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4017043 Jul 28 11:43:22.400634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52768) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:22.406868 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1046667276-router', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:22.439077 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.450321 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.506460 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3e01349e-488e-48d3-ada3-642726d22532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.574234 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01349e-488e-48d3-ada3-642726d22532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52537c06-0de1-4719-8c48-4b4417843622,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:22.597172 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e01349e-488e-48d3-ada3-642726d22532 admin admin] Checking segment: {'id': '64171afb-54c7-40f4-b804-e53347d094eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:22.597854 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e01349e-488e-48d3-ada3-642726d22532 admin admin] Network hostable DHCP agents. Network: 1bdecf82-0e70-4af7-9715-9a46699c8f22, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:43:22.605603 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.618611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a046fb81-7493-45ab-8a07-b7dd9aa8c64f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-497779107-network', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:22.623722 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e01349e-488e-48d3-ada3-642726d22532 admin admin] Network 1bdecf82-0e70-4af7-9715-9a46699c8f22 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:43:22.634770 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-d310563c-1490-402f-bf32-5587181a47ab', 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'fixed_ips': [{'subnet_id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:43:22.636363 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.639677 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-3e01349e-488e-48d3-ada3-642726d22532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 1bdecf82-0e70-4af7-9715-9a46699c8f22) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:22.647362 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e01349e-488e-48d3-ada3-642726d22532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:22.648172 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3e01349e-488e-48d3-ada3-642726d22532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.660742 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a046fb81-7493-45ab-8a07-b7dd9aa8c64f admin admin] Made reservation on behalf of 2be72fac593443b3b5e53c5f1e497b43 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:22.663148 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26e9b2b-b941-401f-854e-e71522027806 None None] Network 1bdecf82-0e70-4af7-9715-9a46699c8f22 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:22.664930 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a046fb81-7493-45ab-8a07-b7dd9aa8c64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.675969 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a046fb81-7493-45ab-8a07-b7dd9aa8c64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.686500 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3e01349e-488e-48d3-ada3-642726d22532 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5671911 Jul 28 11:43:22.689179 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52774) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:22.695766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1981725491-router', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:22.839292 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a046fb81-7493-45ab-8a07-b7dd9aa8c64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.849807 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a046fb81-7493-45ab-8a07-b7dd9aa8c64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.853470 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.896848 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.898250 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.902451 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a046fb81-7493-45ab-8a07-b7dd9aa8c64f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:43:22.927173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046fb81-7493-45ab-8a07-b7dd9aa8c64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e63ecb-2d32-443b-aa57-5e58840287ff,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:22.930697 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a046fb81-7493-45ab-8a07-b7dd9aa8c64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.931106 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-a046fb81-7493-45ab-8a07-b7dd9aa8c64f admin admin] Added segment 93120ba0-1f0b-459b-be62-4c9b92914d38 of type vlan for network 3ab5dcf3-09cf-45bd-bb1a-1345514f52ad Jul 28 11:43:23.026953 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a046fb81-7493-45ab-8a07-b7dd9aa8c64f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.033045 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.094709 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Allocated IP 172.20.0.2 (d310563c-1490-402f-bf32-5587181a47ab/19c8109d-3a05-45d9-a6c7-d963a29d9d0a/7286bf98-11c1-4587-b1c8-40514ca1d262) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:23.146771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a046fb81-7493-45ab-8a07-b7dd9aa8c64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.148041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a046fb81-7493-45ab-8a07-b7dd9aa8c64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:23.148652 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a046fb81-7493-45ab-8a07-b7dd9aa8c64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.149913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-1bdecf82-0e70-4af7-9715-9a46699c8f22', 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'fixed_ips': [{'subnet_id': '52537c06-0de1-4719-8c48-4b4417843622'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:43:23.151485 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.303548 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.304526 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.309642 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a046fb81-7493-45ab-8a07-b7dd9aa8c64f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2639267 Jul 28 11:43:23.320722 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52794) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:23.329595 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-58775c0c-da37-4a52-97bd-f613be3a71fb admin admin] Request body: {'subnet': {'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-497779107-subnet', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:23.344818 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.346325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046fb81-7493-45ab-8a07-b7dd9aa8c64f admin admin] Pushing event updated for resources: {'Network': ['ID=3ab5dcf3-09cf-45bd-bb1a-1345514f52ad,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:23.365388 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 3ab5dcf3-09cf-45bd-bb1a-1345514f52ad details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:43:23.409371 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58775c0c-da37-4a52-97bd-f613be3a71fb admin admin] Made reservation on behalf of 2be72fac593443b3b5e53c5f1e497b43 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:23.412674 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58775c0c-da37-4a52-97bd-f613be3a71fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.497365 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.515193 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Allocated IP 172.26.1.52 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/2a1b4b4a-13fe-4dd7-a21a-00f573b9d506) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:23.516125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Allocated IP 172.20.0.2 (1bdecf82-0e70-4af7-9715-9a46699c8f22/52537c06-0de1-4719-8c48-4b4417843622/77f6bf4f-6261-4181-84c4-c8bf75c10926) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:23.523019 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Transition to ACTIVE for port object 7286bf98-11c1-4587-b1c8-40514ca1d262 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:23.617045 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Transition to ACTIVE for port object 7286bf98-11c1-4587-b1c8-40514ca1d262 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:23.628615 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.686728 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Pushing event updated for resources: {'Port': ['ID=7286bf98-11c1-4587-b1c8-40514ca1d262,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:23.699433 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:23.699433 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:23.699706 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:23.699854 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:23.700183 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:23.700511 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:23.700832 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:23.701156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:23.701494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:23.701799 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:23.702131 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:23.702443 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Tracked resource versions report: Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: pushed versions: Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: { 'AddressGroup': {'1.2'}, Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'ConntrackHelper': {'1.0'}, Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Log': {'1.0'}, Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Network': {'1.1'}, Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Port': {'1.7'}, Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'PortForwarding': {'1.2'}, Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'QosPolicy': {'1.8'}, Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'SecurityGroup': {'1.4'}, Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'SecurityGroupRule': {'1.2'}, Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'SubPort': {'1.0'}, Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Subnet': {'1.1'}, Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Trunk': {'1.1'}} Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: consumer versions: Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: { DHCP agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: HyperV agent@hv-neutron-7864: {}, Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: L3 agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: Metadata agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: Metering agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: Open vSwitch agent@dv-neutron-786478-16-hyperv: { 'AddressGroup': '1.2', Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'ConntrackHelper': '1.0', Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Log': '1.0', Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Network': '1.1', Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Port': '1.7', Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'PortForwarding': '1.2', Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'QosPolicy': '1.8', Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'SecurityGroup': '1.4', Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'SecurityGroupRule': '1.2', Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'SubPort': '1.0', Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Subnet': '1.1', Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: 'Trunk': '1.1'}} Jul 28 11:43:23.703517 dv-neutron-786478-16-hyperv neutron-server[100417]: {{(pid=100417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 11:43:23.720336 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.736161 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Network d310563c-1490-402f-bf32-5587181a47ab is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:23.740392 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:23.743263 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:23.798375 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.813248 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58775c0c-da37-4a52-97bd-f613be3a71fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.824582 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.832092 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:23.835786 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:23.855609 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Attempting to bind port 7286bf98-11c1-4587-b1c8-40514ca1d262 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:43:23.856226 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Attempting to bind port 7286bf98-11c1-4587-b1c8-40514ca1d262 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '93604057-13a3-44e1-bbd3-2296078d1b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:43:23.856427 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Attempting to bind port 7286bf98-11c1-4587-b1c8-40514ca1d262 on network d310563c-1490-402f-bf32-5587181a47ab {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:23.862990 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:43:23.863575 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Checking segment: {'id': '93604057-13a3-44e1-bbd3-2296078d1b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:23.864050 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.865059 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Bound using segment: {'id': '93604057-13a3-44e1-bbd3-2296078d1b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:43:23.865737 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Bound port: 7286bf98-11c1-4587-b1c8-40514ca1d262, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93604057-13a3-44e1-bbd3-2296078d1b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:43:23.866199 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.869104 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:23.882701 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.946856 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] For port 7286bf98-11c1-4587-b1c8-40514ca1d262, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:43:23.950639 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] For port 7286bf98-11c1-4587-b1c8-40514ca1d262, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7286bf98-11c1-4587-b1c8-40514ca1d262,segment=NetworkSegment(93604057-13a3-44e1-bbd3-2296078d1b81),segment_id=93604057-13a3-44e1-bbd3-2296078d1b81)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:43:23.957939 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.961259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.963668 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58775c0c-da37-4a52-97bd-f613be3a71fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3757737d-2ee3-496c-9734-f629212027bf,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:23.988948 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58775c0c-da37-4a52-97bd-f613be3a71fb admin admin] Checking segment: {'id': '93120ba0-1f0b-459b-be62-4c9b92914d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:23.990140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58775c0c-da37-4a52-97bd-f613be3a71fb admin admin] Network hostable DHCP agents. Network: 3ab5dcf3-09cf-45bd-bb1a-1345514f52ad, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:43:24.029510 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12b428-e4f6-4861-a558-c79b5b119385 None None] Pushing event updated for resources: {'Port': ['ID=7286bf98-11c1-4587-b1c8-40514ca1d262,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:24.052943 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Transition to ACTIVE for port object 77f6bf4f-6261-4181-84c4-c8bf75c10926 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:24.053290 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58775c0c-da37-4a52-97bd-f613be3a71fb admin admin] Network 3ab5dcf3-09cf-45bd-bb1a-1345514f52ad is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:43:24.076146 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Allocated IP 172.26.1.158 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/65f594b4-c6b4-4755-991d-e96f89ca71ac) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:24.083165 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Transition to ACTIVE for port object 77f6bf4f-6261-4181-84c4-c8bf75c10926 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:24.086721 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-58775c0c-da37-4a52-97bd-f613be3a71fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 3ab5dcf3-09cf-45bd-bb1a-1345514f52ad) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:24.091685 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.097606 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58775c0c-da37-4a52-97bd-f613be3a71fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:24.098201 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58775c0c-da37-4a52-97bd-f613be3a71fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.124347 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd515f0-81ea-4bd6-abf8-e87e8066ee83 None None] Network 3ab5dcf3-09cf-45bd-bb1a-1345514f52ad requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:24.150167 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1b4b4a-13fe-4dd7-a21a-00f573b9d506,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:24.170202 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-58775c0c-da37-4a52-97bd-f613be3a71fb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8467748 Jul 28 11:43:24.172919 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52822) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:24.177949 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-497779107-router', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:24.224077 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Network 1bdecf82-0e70-4af7-9715-9a46699c8f22 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:24.227415 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.231652 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.232285 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:24.243234 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:24.255612 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.275509 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Pushing event updated for resources: {'Port': ['ID=77f6bf4f-6261-4181-84c4-c8bf75c10926,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:24.308357 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.354324 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.544151 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Attempting to bind port 77f6bf4f-6261-4181-84c4-c8bf75c10926 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:43:24.544442 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Attempting to bind port 77f6bf4f-6261-4181-84c4-c8bf75c10926 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '64171afb-54c7-40f4-b804-e53347d094eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:43:24.544809 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Attempting to bind port 77f6bf4f-6261-4181-84c4-c8bf75c10926 on network 1bdecf82-0e70-4af7-9715-9a46699c8f22 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:24.558870 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:43:24.559574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Checking segment: {'id': '64171afb-54c7-40f4-b804-e53347d094eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:24.559998 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.560401 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Bound using segment: {'id': '64171afb-54c7-40f4-b804-e53347d094eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:43:24.560899 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Bound port: 77f6bf4f-6261-4181-84c4-c8bf75c10926, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64171afb-54c7-40f4-b804-e53347d094eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:43:24.561304 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.621825 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-3ab5dcf3-09cf-45bd-bb1a-1345514f52ad', 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'fixed_ips': [{'subnet_id': '3757737d-2ee3-496c-9734-f629212027bf'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:43:24.622772 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.625193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.633659 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.713637 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:24.742187 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:24.748474 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.750996 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:24.760500 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] For port 77f6bf4f-6261-4181-84c4-c8bf75c10926, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:43:24.785116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] For port 77f6bf4f-6261-4181-84c4-c8bf75c10926, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=77f6bf4f-6261-4181-84c4-c8bf75c10926,segment=NetworkSegment(64171afb-54c7-40f4-b804-e53347d094eb),segment_id=64171afb-54c7-40f4-b804-e53347d094eb)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:43:24.822260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.863287 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52836) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:24.908408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Allocated IP 172.20.0.2 (3ab5dcf3-09cf-45bd-bb1a-1345514f52ad/3757737d-2ee3-496c-9734-f629212027bf/0b1e357d-b24f-4839-a295-2121adfdda0b) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:24.943692 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1da0d-360c-44cb-ac21-006626f194a8 None None] Pushing event updated for resources: {'Port': ['ID=77f6bf4f-6261-4181-84c4-c8bf75c10926,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:25.062184 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Pushing event updated for resources: {'Port': ['ID=65f594b4-c6b4-4755-991d-e96f89ca71ac,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:25.149047 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Router e9dea12a-9593-4278-8833-d88fc842acc7 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:43:25.210985 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:25.244342 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Transition to ACTIVE for port object 0b1e357d-b24f-4839-a295-2121adfdda0b will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:25.283840 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Transition to ACTIVE for port object 0b1e357d-b24f-4839-a295-2121adfdda0b will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:25.324691 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:25.396603 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52848) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:25.434244 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:43:25.449184 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Sync routers for ids ['e9dea12a-9593-4278-8833-d88fc842acc7'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:43:25.458131 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Network 3ab5dcf3-09cf-45bd-bb1a-1345514f52ad is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:25.466166 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Routers {'e9dea12a-9593-4278-8833-d88fc842acc7'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:25.466846 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['e9dea12a-9593-4278-8833-d88fc842acc7'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:25.467259 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:25.469020 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c6b66c94-b511-4186-8404-766e07529f53 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0669112 Jul 28 11:43:25.470848 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:25.474239 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52852) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:25.476498 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:25.521885 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:25.562686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Pushing event updated for resources: {'Port': ['ID=0b1e357d-b24f-4839-a295-2121adfdda0b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:25.644354 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52854) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:25.670452 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-6225b729-c5b6-4d9e-a5e3-9ab362fca2ce tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:25.682151 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Attempting to bind port 0b1e357d-b24f-4839-a295-2121adfdda0b on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:43:25.694777 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Attempting to bind port 0b1e357d-b24f-4839-a295-2121adfdda0b by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '93120ba0-1f0b-459b-be62-4c9b92914d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:43:25.695722 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Attempting to bind port 0b1e357d-b24f-4839-a295-2121adfdda0b on network 3ab5dcf3-09cf-45bd-bb1a-1345514f52ad {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:25.713036 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:43:25.713725 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Checking segment: {'id': '93120ba0-1f0b-459b-be62-4c9b92914d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:25.715836 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:25.716448 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Bound using segment: {'id': '93120ba0-1f0b-459b-be62-4c9b92914d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:43:25.726294 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Bound port: 0b1e357d-b24f-4839-a295-2121adfdda0b, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93120ba0-1f0b-459b-be62-4c9b92914d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:43:25.729479 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:25.777640 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cfbcf1-8a03-41eb-8c96-e2b9c9aac41d None None] Network d310563c-1490-402f-bf32-5587181a47ab requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:25.791609 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Set router e9dea12a-9593-4278-8833-d88fc842acc7 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:25.874464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6225b729-c5b6-4d9e-a5e3-9ab362fca2ce tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:25.903662 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52862) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:25.947529 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7286bf98-11c1-4587-b1c8-40514ca1d262 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:25.958010 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-402be483-6ddd-403e-a24b-0debb39d9fd6 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1611353812', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:26.029925 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a2bf58aa-e004-48c7-a533-b5dd783244dc None None] Provisioning for port 7286bf98-11c1-4587-b1c8-40514ca1d262 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:26.124481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:26.134248 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-74f92c37-aaa6-4e6e-b5e8-42fe3e31a341 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1770490030'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:26.140697 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] For port 0b1e357d-b24f-4839-a295-2121adfdda0b, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:43:26.149391 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:26.226184 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'name': 'tempest-ServersTestJSON-1046667276-router', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:24Z', 'revision_number': 3, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'gw_port': {'id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:26.251802 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] For port 0b1e357d-b24f-4839-a295-2121adfdda0b, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=0b1e357d-b24f-4839-a295-2121adfdda0b,segment=NetworkSegment(93120ba0-1f0b-459b-be62-4c9b92914d38),segment_id=93120ba0-1f0b-459b-be62-4c9b92914d38)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:43:26.282085 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Checking router: e9dea12a-9593-4278-8833-d88fc842acc7 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:43:26.283170 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Updating router e9dea12a-9593-4278-8833-d88fc842acc7 port 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:43:26.283355 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:26.306108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Allocated IP 172.26.1.140 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/87f1453f-e435-4f12-a9c9-1d09ccc1eb12) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:26.331377 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:26.398253 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52878) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:26.444739 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:26.502502 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 7286bf98-11c1-4587-b1c8-40514ca1d262 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:26.504611 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbda6f13-6331-43e8-abf9-e0b6d3323540 None None] Network 1bdecf82-0e70-4af7-9715-9a46699c8f22 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:26.536557 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402be483-6ddd-403e-a24b-0debb39d9fd6 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Made reservation on behalf of 4f44cf9cb08f4c4f92c094bbeb1e9997 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:26.539482 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-402be483-6ddd-403e-a24b-0debb39d9fd6 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:26.552659 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-254551aa-104d-424e-8cae-6c4f575866fe tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-499033334', 'router:external': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:26.580677 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 7286bf98-11c1-4587-b1c8-40514ca1d262 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:26.582383 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:26.587543 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:26.621555 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f92c37-aaa6-4e6e-b5e8-42fe3e31a341 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Made reservation on behalf of 40526887fcfb4167897fabb6a0580012 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:26.626295 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74f92c37-aaa6-4e6e-b5e8-42fe3e31a341 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:26.642901 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-402be483-6ddd-403e-a24b-0debb39d9fd6 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:26.647089 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-835db195-f114-4a94-b864-8a8bad2d22c7 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:26.651588 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254551aa-104d-424e-8cae-6c4f575866fe tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Made reservation on behalf of c5b0314b935e44af87cca4b0bd6ad08f for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:26.654514 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-254551aa-104d-424e-8cae-6c4f575866fe tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:26.657000 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022faa9d-0c4d-4bc5-8d8b-e4d369683883 None None] Pushing event updated for resources: {'Port': ['ID=0b1e357d-b24f-4839-a295-2121adfdda0b,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:26.657669 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74f92c37-aaa6-4e6e-b5e8-42fe3e31a341 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:26.777701 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-835db195-f114-4a94-b864-8a8bad2d22c7 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for floatingip, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:26.858853 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:26.876907 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b56baf19-af6e-4b7d-b703-2be96c8859d7 None None] Provisioning for port 77f6bf4f-6261-4181-84c4-c8bf75c10926 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:26.944972 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:26.948221 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Pushing event updated for resources: {'Port': ['ID=87f1453f-e435-4f12-a9c9-1d09ccc1eb12,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:26.955851 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:26.956683 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74f92c37-aaa6-4e6e-b5e8-42fe3e31a341 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:26.958943 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-254551aa-104d-424e-8cae-6c4f575866fe tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:26.972943 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:26.980454 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Transition to ACTIVE for port object 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:26.987403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:26.990544 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.013135 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74f92c37-aaa6-4e6e-b5e8-42fe3e31a341 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.025168 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.027354 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f92c37-aaa6-4e6e-b5e8-42fe3e31a341 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:43:27.040039 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74f92c37-aaa6-4e6e-b5e8-42fe3e31a341 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.040402 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-74f92c37-aaa6-4e6e-b5e8-42fe3e31a341 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Added segment 34fc0dd9-4345-4b7d-9bb7-51769b02bd18 of type vlan for network 5c30a91b-69cd-41ab-aaac-e6ef3588f051 Jul 28 11:43:27.064427 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Router 62878c34-58d4-4177-bc20-297a8232df4d is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:43:27.080609 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665a19b-630d-4947-9f08-353b423fd2a3 None None] Pushing event updated for resources: {'Port': ['ID=2a1b4b4a-13fe-4dd7-a21a-00f573b9d506,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:27.080980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 7286bf98-11c1-4587-b1c8-40514ca1d262, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7286bf98-11c1-4587-b1c8-40514ca1d262,segment=NetworkSegment(93604057-13a3-44e1-bbd3-2296078d1b81),segment_id=93604057-13a3-44e1-bbd3-2296078d1b81)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:27.087380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.088226 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 77f6bf4f-6261-4181-84c4-c8bf75c10926 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:27.097835 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665a19b-630d-4947-9f08-353b423fd2a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:27.098207 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665a19b-630d-4947-9f08-353b423fd2a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:27.098623 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665a19b-630d-4947-9f08-353b423fd2a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:27.099525 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665a19b-630d-4947-9f08-353b423fd2a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:27.100122 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665a19b-630d-4947-9f08-353b423fd2a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:27.100486 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665a19b-630d-4947-9f08-353b423fd2a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:27.101145 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665a19b-630d-4947-9f08-353b423fd2a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:27.101499 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665a19b-630d-4947-9f08-353b423fd2a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:27.101843 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665a19b-630d-4947-9f08-353b423fd2a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:27.102172 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665a19b-630d-4947-9f08-353b423fd2a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:27.102555 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665a19b-630d-4947-9f08-353b423fd2a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:27.102888 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665a19b-630d-4947-9f08-353b423fd2a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665a19b-630d-4947-9f08-353b423fd2a3 None None] Tracked resource versions report: Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: pushed versions: Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: { 'AddressGroup': {'1.2'}, Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'ConntrackHelper': {'1.0'}, Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Log': {'1.0'}, Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Network': {'1.1'}, Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Port': {'1.7'}, Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'PortForwarding': {'1.2'}, Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'QosPolicy': {'1.8'}, Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'SecurityGroup': {'1.4'}, Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'SecurityGroupRule': {'1.2'}, Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'SubPort': {'1.0'}, Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Subnet': {'1.1'}, Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Trunk': {'1.1'}} Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: consumer versions: Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: { DHCP agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: HyperV agent@hv-neutron-7864: {}, Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: L3 agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: Metadata agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: Metering agent@dv-neutron-786478-16-hyperv: {}, Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: Open vSwitch agent@dv-neutron-786478-16-hyperv: { 'AddressGroup': '1.2', Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'ConntrackHelper': '1.0', Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Log': '1.0', Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Network': '1.1', Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Port': '1.7', Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'PortForwarding': '1.2', Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'QosPolicy': '1.8', Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'SecurityGroup': '1.4', Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'SecurityGroupRule': '1.2', Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'SubPort': '1.0', Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Subnet': '1.1', Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: 'Trunk': '1.1'}} Jul 28 11:43:27.104488 dv-neutron-786478-16-hyperv neutron-server[100418]: {{(pid=100418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 11:43:27.125361 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74f92c37-aaa6-4e6e-b5e8-42fe3e31a341 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.136433 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Attempting to bind port 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:43:27.137289 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Attempting to bind port 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:43:27.137692 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Attempting to bind port 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:27.147226 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:43:27.147616 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:27.148519 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.148932 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:43:27.149845 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Bound port: 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:43:27.150261 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.196538 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.198966 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=7286bf98-11c1-4587-b1c8-40514ca1d262,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:27.226160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 77f6bf4f-6261-4181-84c4-c8bf75c10926 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:27.232514 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 77f6bf4f-6261-4181-84c4-c8bf75c10926 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:27.232885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.249106 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] For port 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:43:27.256543 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] For port 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2a1b4b4a-13fe-4dd7-a21a-00f573b9d506,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:43:27.260854 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6225b729-c5b6-4d9e-a5e3-9ab362fca2ce tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.263123 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.337948 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665a19b-630d-4947-9f08-353b423fd2a3 None None] Pushing event updated for resources: {'Port': ['ID=2a1b4b4a-13fe-4dd7-a21a-00f573b9d506,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:27.377498 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Routers {'e9dea12a-9593-4278-8833-d88fc842acc7'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:27.382524 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['e9dea12a-9593-4278-8833-d88fc842acc7'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:27.412786 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-6225b729-c5b6-4d9e-a5e3-9ab362fca2ce tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Allocated IP 172.26.1.118 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/3ea38f4f-e515-496a-94af-224083867016) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:27.414834 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74f92c37-aaa6-4e6e-b5e8-42fe3e31a341 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.416714 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.421088 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f92c37-aaa6-4e6e-b5e8-42fe3e31a341 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:27.422463 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74f92c37-aaa6-4e6e-b5e8-42fe3e31a341 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.512665 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c734f5b0-b509-4156-a8f3-30aaaab92e5d None None] Provisioning complete for port 7286bf98-11c1-4587-b1c8-40514ca1d262 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:27.513384 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c734f5b0-b509-4156-a8f3-30aaaab92e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.521891 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 77f6bf4f-6261-4181-84c4-c8bf75c10926, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=77f6bf4f-6261-4181-84c4-c8bf75c10926,segment=NetworkSegment(64171afb-54c7-40f4-b804-e53347d094eb),segment_id=64171afb-54c7-40f4-b804-e53347d094eb)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:27.552973 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] Set router e9dea12a-9593-4278-8833-d88fc842acc7 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:27.572537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.642896 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f92c37-aaa6-4e6e-b5e8-42fe3e31a341 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Pushing event updated for resources: {'Network': ['ID=5c30a91b-69cd-41ab-aaac-e6ef3588f051,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:27.648852 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f92c37-aaa6-4e6e-b5e8-42fe3e31a341 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceac8a5c-bfcd-4fa2-bc44-08938a319056,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:27.657384 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=77f6bf4f-6261-4181-84c4-c8bf75c10926,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:27.747971 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-835db195-f114-4a94-b864-8a8bad2d22c7 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.752014 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:43:27.766608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 5c30a91b-69cd-41ab-aaac-e6ef3588f051 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:43:27.777929 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Sync routers for ids ['62878c34-58d4-4177-bc20-297a8232df4d'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:43:27.877247 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:27.939157 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Routers {'62878c34-58d4-4177-bc20-297a8232df4d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:27.939819 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['62878c34-58d4-4177-bc20-297a8232df4d'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:27.948036 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'name': 'tempest-ServersTestJSON-1046667276-router', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:24Z', 'revision_number': 3, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'gw_port': {'id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:27.983476 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e24f777-d654-4d56-aa82-561c5ca5bc77 None None] The sync data for ids ['e9dea12a-9593-4278-8833-d88fc842acc7'] in dv-neutron-786478-16-hyperv is: [{'id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'name': 'tempest-ServersTestJSON-1046667276-router', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:24Z', 'revision_number': 3, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'gw_port': {'id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:43:28.048188 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7286bf98-11c1-4587-b1c8-40514ca1d262 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:28.088734 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b2c1d9-a4a4-4d12-b321-f9e199425593 None None] Network 3ab5dcf3-09cf-45bd-bb1a-1345514f52ad requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:28.098982 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3c45bf95-4184-4de2-8bbf-7e70bc9fab5c None None] Provisioning complete for port 77f6bf4f-6261-4181-84c4-c8bf75c10926 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:28.099445 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c45bf95-4184-4de2-8bbf-7e70bc9fab5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:28.121452 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6225b729-c5b6-4d9e-a5e3-9ab362fca2ce tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:28.158742 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:28.206213 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Allocated IP 172.20.0.1 (d310563c-1490-402f-bf32-5587181a47ab/19c8109d-3a05-45d9-a6c7-d963a29d9d0a/ba98ec67-c04e-45c6-a6de-5a9476b3d3a1) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:28.220648 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 7286bf98-11c1-4587-b1c8-40514ca1d262 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:28.221261 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:28.233357 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-402be483-6ddd-403e-a24b-0debb39d9fd6 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:28.244163 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-402be483-6ddd-403e-a24b-0debb39d9fd6 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:28.247859 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-402be483-6ddd-403e-a24b-0debb39d9fd6 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] device_id is not set on port 9bb04724-ae03-4761-afd7-f547481c8475 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:43:28.258394 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:28.259590 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d66f118e-34a4-4fdf-8554-de3cc539c2ac admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5682070 Jul 28 11:43:28.277661 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52890) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:28.311143 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-74f92c37-aaa6-4e6e-b5e8-42fe3e31a341 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.6641250 Jul 28 11:43:28.319239 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52892) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:28.351166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Set router 62878c34-58d4-4177-bc20-297a8232df4d gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:28.391985 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-835db195-f114-4a94-b864-8a8bad2d22c7 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Allocated IP 172.26.1.82 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/3c2fdf14-abe9-4c86-a8d3-2d7f81d1e10b) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:28.401061 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6225b729-c5b6-4d9e-a5e3-9ab362fca2ce tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:28.430336 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d7f51704-0cc8-4a46-9f36-4b4ab1c89b17 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Request body: {'subnet': {'network_id': '5c30a91b-69cd-41ab-aaac-e6ef3588f051', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:28.553333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 0b1e357d-b24f-4839-a295-2121adfdda0b up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:28.579228 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6225b729-c5b6-4d9e-a5e3-9ab362fca2ce tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:28.583939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Router daf70c08-293b-44b9-80f0-62da971a6003 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:43:28.592871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402be483-6ddd-403e-a24b-0debb39d9fd6 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f379052-351e-4ad1-afb2-b2f9707c66d4,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:28.628516 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-6225b729-c5b6-4d9e-a5e3-9ab362fca2ce tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:28.634629 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6225b729-c5b6-4d9e-a5e3-9ab362fca2ce tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:28.678328 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225b729-c5b6-4d9e-a5e3-9ab362fca2ce tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Pushing event updated for resources: {'Port': ['ID=3ea38f4f-e515-496a-94af-224083867016,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:28.688444 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b40fa007-3dc6-4c68-aea5-b19e26a6a943 None None] Provisioning for port 0b1e357d-b24f-4839-a295-2121adfdda0b completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:28.778649 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-835db195-f114-4a94-b864-8a8bad2d22c7 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:28.808652 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:28.809287 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 0b1e357d-b24f-4839-a295-2121adfdda0b completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:28.816348 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 0b1e357d-b24f-4839-a295-2121adfdda0b triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:28.817829 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:28.868456 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6225b729-c5b6-4d9e-a5e3-9ab362fca2ce tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:28.871125 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Transition to ACTIVE for port object ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:28.901499 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62878c34-58d4-4177-bc20-297a8232df4d', 'name': 'tempest-ServerActionsTestJSON-1981725491-router', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:25Z', 'revision_number': 3, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'gw_port': {'id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:28.925748 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:43:28.936762 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Sync routers for ids ['daf70c08-293b-44b9-80f0-62da971a6003'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:43:28.952256 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Routers {'daf70c08-293b-44b9-80f0-62da971a6003'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:28.953432 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['daf70c08-293b-44b9-80f0-62da971a6003'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:28.968690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-254551aa-104d-424e-8cae-6c4f575866fe tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:28.982266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Checking router: 62878c34-58d4-4177-bc20-297a8232df4d for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:43:28.985010 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Updating router 62878c34-58d4-4177-bc20-297a8232df4d port 65f594b4-c6b4-4755-991d-e96f89ca71ac binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:43:28.993689 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-254551aa-104d-424e-8cae-6c4f575866fe tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.002952 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-835db195-f114-4a94-b864-8a8bad2d22c7 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.068664 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.070454 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-402be483-6ddd-403e-a24b-0debb39d9fd6 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Allocated IP 172.26.1.221 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/9bb04724-ae03-4761-afd7-f547481c8475) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:29.112445 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835db195-f114-4a94-b864-8a8bad2d22c7 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:29.114034 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.144599 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-835db195-f114-4a94-b864-8a8bad2d22c7 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:29.155867 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835db195-f114-4a94-b864-8a8bad2d22c7 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:29.172114 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835db195-f114-4a94-b864-8a8bad2d22c7 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Pushing event updated for resources: {'Port': ['ID=3c2fdf14-abe9-4c86-a8d3-2d7f81d1e10b,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:29.236790 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-402be483-6ddd-403e-a24b-0debb39d9fd6 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.277997 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Set router daf70c08-293b-44b9-80f0-62da971a6003 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:29.289861 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6225b729-c5b6-4d9e-a5e3-9ab362fca2ce tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.303270 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-402be483-6ddd-403e-a24b-0debb39d9fd6 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.309115 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-835db195-f114-4a94-b864-8a8bad2d22c7 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.333947 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.337758 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1e6f8935-f603-4c79-a735-d1a6b7c0dcfb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1613626 Jul 28 11:43:29.356397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52896) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:29.370053 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254551aa-104d-424e-8cae-6c4f575866fe tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:43:29.376763 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f51704-0cc8-4a46-9f36-4b4ab1c89b17 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Made reservation on behalf of 40526887fcfb4167897fabb6a0580012 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:29.381199 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d7f51704-0cc8-4a46-9f36-4b4ab1c89b17 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks [] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.449702 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 0b1e357d-b24f-4839-a295-2121adfdda0b, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=0b1e357d-b24f-4839-a295-2121adfdda0b,segment=NetworkSegment(93120ba0-1f0b-459b-be62-4c9b92914d38),segment_id=93120ba0-1f0b-459b-be62-4c9b92914d38)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:29.497733 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.506595 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402be483-6ddd-403e-a24b-0debb39d9fd6 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Pushing event updated for resources: {'Port': ['ID=9bb04724-ae03-4761-afd7-f547481c8475,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:29.511447 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254551aa-104d-424e-8cae-6c4f575866fe tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b543752-a2db-4828-ae61-f56beb4e8b58,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:29.515420 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-254551aa-104d-424e-8cae-6c4f575866fe tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.515760 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-254551aa-104d-424e-8cae-6c4f575866fe tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Added segment 679233d1-47f0-417e-8a7b-2bb7ebe7f74e of type vlan for network 2bcab865-5225-4c1b-aca1-0784f71e8ce3 Jul 28 11:43:29.576210 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402be483-6ddd-403e-a24b-0debb39d9fd6 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:29.595460 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-402be483-6ddd-403e-a24b-0debb39d9fd6 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:29.597163 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'name': 'tempest-ServersTestManualDisk-497779107-router', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:24Z', 'updated_at': '2021-07-28T11:43:27Z', 'revision_number': 3, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'gw_port': {'id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:80:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:26Z', 'updated_at': '2021-07-28T11:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:29.603156 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402be483-6ddd-403e-a24b-0debb39d9fd6 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:29.603156 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402be483-6ddd-403e-a24b-0debb39d9fd6 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:29.604012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-402be483-6ddd-403e-a24b-0debb39d9fd6 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.619978 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-835db195-f114-4a94-b864-8a8bad2d22c7 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.629687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.642321 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Network d310563c-1490-402f-bf32-5587181a47ab is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:29.677942 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Checking router: daf70c08-293b-44b9-80f0-62da971a6003 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:43:29.678756 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Updating router daf70c08-293b-44b9-80f0-62da971a6003 port 87f1453f-e435-4f12-a9c9-1d09ccc1eb12 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:43:29.681556 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:29.695703 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:29.696400 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.704961 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.716981 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.727584 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.790110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-16217fd4-616b-4b19-b038-55f75c5f80fd None None] Provisioning complete for port 0b1e357d-b24f-4839-a295-2121adfdda0b triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:29.790541 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16217fd4-616b-4b19-b038-55f75c5f80fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.834799 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=0b1e357d-b24f-4839-a295-2121adfdda0b,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:29.838970 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Transition to ACTIVE for port object 65f594b4-c6b4-4755-991d-e96f89ca71ac will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:29.858349 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.915247 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Pushing event updated for resources: {'Port': ['ID=ba98ec67-c04e-45c6-a6de-5a9476b3d3a1,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:29.926616 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b438d4-2b6d-417d-aa7d-d0de3f9fbaf3 None None] Pushing event updated for resources: {'Port': ['ID=65f594b4-c6b4-4755-991d-e96f89ca71ac,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:29.952638 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Attempting to bind port 65f594b4-c6b4-4755-991d-e96f89ca71ac on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:43:29.953121 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Attempting to bind port 65f594b4-c6b4-4755-991d-e96f89ca71ac by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:43:29.953681 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Attempting to bind port 65f594b4-c6b4-4755-991d-e96f89ca71ac on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:29.980605 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-254551aa-104d-424e-8cae-6c4f575866fe tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.982066 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:43:29.982601 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:29.983111 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:29.983608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:43:29.984197 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Bound port: 65f594b4-c6b4-4755-991d-e96f89ca71ac, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:43:29.984703 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.002036 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:30.115843 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-254551aa-104d-424e-8cae-6c4f575866fe tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.116989 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254551aa-104d-424e-8cae-6c4f575866fe tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:30.117675 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-254551aa-104d-424e-8cae-6c4f575866fe tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.120718 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-402be483-6ddd-403e-a24b-0debb39d9fd6 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.7226200 Jul 28 11:43:30.131374 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52898) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:30.138212 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] For port 65f594b4-c6b4-4755-991d-e96f89ca71ac, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:43:30.144176 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] For port 65f594b4-c6b4-4755-991d-e96f89ca71ac, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=65f594b4-c6b4-4755-991d-e96f89ca71ac,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:43:30.151847 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-e8f0784c-7d77-44d7-8f4e-98d2fd18d444 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.221'}]}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:30.152528 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.177432 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:30.203870 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.216635 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Transition to ACTIVE for port object 87f1453f-e435-4f12-a9c9-1d09ccc1eb12 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:30.224666 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.239253 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:30.239920 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.251181 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Allocated IP 172.20.0.1 (1bdecf82-0e70-4af7-9715-9a46699c8f22/52537c06-0de1-4719-8c48-4b4417843622/849a956f-81c0-433b-821a-e8d3ce3df9f7) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:30.279749 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e8f0784c-7d77-44d7-8f4e-98d2fd18d444 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.281637 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e8f0784c-7d77-44d7-8f4e-98d2fd18d444 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.297336 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309c955-26f8-42fc-be03-5b20c793f75d None None] Pushing event updated for resources: {'Port': ['ID=87f1453f-e435-4f12-a9c9-1d09ccc1eb12,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:30.323204 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c4a9721b-da43-454f-b582-831e4fd40c1b None None] Provisioning for port ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:30.325422 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Attempting to bind port 87f1453f-e435-4f12-a9c9-1d09ccc1eb12 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:43:30.325812 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Attempting to bind port 87f1453f-e435-4f12-a9c9-1d09ccc1eb12 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:43:30.326181 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Attempting to bind port 87f1453f-e435-4f12-a9c9-1d09ccc1eb12 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:30.331885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Routers {'62878c34-58d4-4177-bc20-297a8232df4d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:30.335202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['62878c34-58d4-4177-bc20-297a8232df4d'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:30.335623 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:43:30.336015 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:30.336498 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.336898 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:43:30.337548 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Bound port: 87f1453f-e435-4f12-a9c9-1d09ccc1eb12, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:43:30.337798 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.350575 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c4a9721b-da43-454f-b582-831e4fd40c1b None None] Provisioning complete for port ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:30.352652 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4a9721b-da43-454f-b582-831e4fd40c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.354884 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b438d4-2b6d-417d-aa7d-d0de3f9fbaf3 None None] Pushing event updated for resources: {'Port': ['ID=65f594b4-c6b4-4755-991d-e96f89ca71ac,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:30.411146 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] For port 87f1453f-e435-4f12-a9c9-1d09ccc1eb12, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:43:30.418231 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] For port 87f1453f-e435-4f12-a9c9-1d09ccc1eb12, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=87f1453f-e435-4f12-a9c9-1d09ccc1eb12,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:43:30.423438 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.472930 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9721b-da43-454f-b582-831e4fd40c1b None None] Port ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:43:30.492120 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309c955-26f8-42fc-be03-5b20c793f75d None None] Pushing event updated for resources: {'Port': ['ID=87f1453f-e435-4f12-a9c9-1d09ccc1eb12,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:30.511883 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Routers {'daf70c08-293b-44b9-80f0-62da971a6003'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:30.512573 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['daf70c08-293b-44b9-80f0-62da971a6003'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:30.523565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e8f0784c-7d77-44d7-8f4e-98d2fd18d444 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.558234 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52900) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:30.558581 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-254551aa-104d-424e-8cae-6c4f575866fe tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 4.6183231 Jul 28 11:43:30.559530 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-835db195-f114-4a94-b864-8a8bad2d22c7 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.574179 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.595598 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6225b729-c5b6-4d9e-a5e3-9ab362fca2ce tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.599841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-d953fb41-de35-4767-8f41-98e5c319fb37 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Request body: {'subnet': {'network_id': '2bcab865-5225-4c1b-aca1-0784f71e8ce3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:30.604552 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254551aa-104d-424e-8cae-6c4f575866fe tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Pushing event updated for resources: {'Network': ['ID=2bcab865-5225-4c1b-aca1-0784f71e8ce3,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:30.626827 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 2bcab865-5225-4c1b-aca1-0784f71e8ce3 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:43:30.646770 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-835db195-f114-4a94-b864-8a8bad2d22c7 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.647016 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6225b729-c5b6-4d9e-a5e3-9ab362fca2ce tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.669722 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6225b729-c5b6-4d9e-a5e3-9ab362fca2ce tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.683041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2a1b4b4a-13fe-4dd7-a21a-00f573b9d506,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:30.687739 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] Set router daf70c08-293b-44b9-80f0-62da971a6003 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:30.704515 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] Set router 62878c34-58d4-4177-bc20-297a8232df4d gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:30.709716 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.711627 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 77f6bf4f-6261-4181-84c4-c8bf75c10926 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:30.750554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6225b729-c5b6-4d9e-a5e3-9ab362fca2ce tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.756362 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6225b729-c5b6-4d9e-a5e3-9ab362fca2ce tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8912728 Jul 28 11:43:30.756662 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835db195-f114-4a94-b864-8a8bad2d22c7 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Pushing event updated for resources: {'Port': ['ID=3c2fdf14-abe9-4c86-a8d3-2d7f81d1e10b,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:30.760864 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52906) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:30.774501 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b56cc923-9e3e-4cbd-b1f0-ef04a79d7dee tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1589365162', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'fixed_ips': [{'ip_address': '172.26.1.118'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:30.777965 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d7f51704-0cc8-4a46-9f36-4b4ab1c89b17 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.798504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.803602 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.822114 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225b729-c5b6-4d9e-a5e3-9ab362fca2ce tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Pushing event updated for resources: {'Port': ['ID=3ea38f4f-e515-496a-94af-224083867016,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:30.903011 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f51704-0cc8-4a46-9f36-4b4ab1c89b17 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Pushing event updated for resources: {'Subnet': ['ID=1ec2af04-3253-4a10-bb66-0440538db659,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:30.912797 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f51704-0cc8-4a46-9f36-4b4ab1c89b17 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Checking segment: {'id': '34fc0dd9-4345-4b7d-9bb7-51769b02bd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5c30a91b-69cd-41ab-aaac-e6ef3588f051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:30.913235 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f51704-0cc8-4a46-9f36-4b4ab1c89b17 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Network hostable DHCP agents. Network: 5c30a91b-69cd-41ab-aaac-e6ef3588f051, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:43:30.931301 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e8f0784c-7d77-44d7-8f4e-98d2fd18d444 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.951252 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Transition to ACTIVE for port object 849a956f-81c0-433b-821a-e8d3ce3df9f7 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:30.961643 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-835db195-f114-4a94-b864-8a8bad2d22c7 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.967877 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:43:30.970329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d953fb41-de35-4767-8f41-98e5c319fb37 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Made reservation on behalf of c5b0314b935e44af87cca4b0bd6ad08f for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:30.970530 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f51704-0cc8-4a46-9f36-4b4ab1c89b17 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Network 5c30a91b-69cd-41ab-aaac-e6ef3588f051 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:43:30.975298 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d953fb41-de35-4767-8f41-98e5c319fb37 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.976358 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=2a1b4b4a-13fe-4dd7-a21a-00f573b9d506,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:31.042695 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56cc923-9e3e-4cbd-b1f0-ef04a79d7dee tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Made reservation on behalf of ee11e42eeddf4ae08d1480699e61c802 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:31.046736 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b56cc923-9e3e-4cbd-b1f0-ef04a79d7dee tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:31.055942 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 77f6bf4f-6261-4181-84c4-c8bf75c10926 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:31.056571 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:31.063656 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b56cc923-9e3e-4cbd-b1f0-ef04a79d7dee tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:31.070397 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-d7f51704-0cc8-4a46-9f36-4b4ab1c89b17 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 5c30a91b-69cd-41ab-aaac-e6ef3588f051) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:31.104969 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38188f23-e19b-4a0c-97aa-75d3cbec9381 None None] Network 5c30a91b-69cd-41ab-aaac-e6ef3588f051 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:31.129267 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f51704-0cc8-4a46-9f36-4b4ab1c89b17 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:31.131159 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d7f51704-0cc8-4a46-9f36-4b4ab1c89b17 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:31.150531 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'name': 'tempest-ServersTestManualDisk-497779107-router', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:24Z', 'updated_at': '2021-07-28T11:43:27Z', 'revision_number': 3, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'gw_port': {'id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:80:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:26Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:31.224919 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52951bc-b059-4469-baec-d5a857b7b90c None None] The sync data for ids ['daf70c08-293b-44b9-80f0-62da971a6003'] in dv-neutron-786478-16-hyperv is: [{'id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'name': 'tempest-ServersTestManualDisk-497779107-router', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:24Z', 'updated_at': '2021-07-28T11:43:27Z', 'revision_number': 3, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'gw_port': {'id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:80:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:26Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:43:31.275766 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:31.279008 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b56cc923-9e3e-4cbd-b1f0-ef04a79d7dee tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:31.281434 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:31.282618 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:31.330450 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-835db195-f114-4a94-b864-8a8bad2d22c7 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:31.331813 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-835db195-f114-4a94-b864-8a8bad2d22c7 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9322267 Jul 28 11:43:31.345481 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b56cc923-9e3e-4cbd-b1f0-ef04a79d7dee tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:31.354018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52910) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:31.354634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Pushing event updated for resources: {'Port': ['ID=ba98ec67-c04e-45c6-a6de-5a9476b3d3a1,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:31.367142 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-0fbeb0eb-18f7-4735-92e1-3d405f2d3ff4 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1126892680'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:31.371658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:31.372044 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-b56cc923-9e3e-4cbd-b1f0-ef04a79d7dee tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] device_id is not set on port bd85874a-f95f-40aa-bf82-89b28bc3142d yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:43:31.384157 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d7f51704-0cc8-4a46-9f36-4b4ab1c89b17 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9774377 Jul 28 11:43:31.388140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52912) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:31.416871 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62878c34-58d4-4177-bc20-297a8232df4d', 'name': 'tempest-ServerActionsTestJSON-1981725491-router', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:25Z', 'revision_number': 3, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'gw_port': {'id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:31.420406 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-5c30a91b-69cd-41ab-aaac-e6ef3588f051', 'network_id': '5c30a91b-69cd-41ab-aaac-e6ef3588f051', 'tenant_id': '40526887fcfb4167897fabb6a0580012', 'fixed_ips': [{'subnet_id': '1ec2af04-3253-4a10-bb66-0440538db659'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:43:31.421908 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:31.425344 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-70494a38-01ce-437e-b76d-9ddbc24818e3 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Request body: {'port': {'network_id': '5c30a91b-69cd-41ab-aaac-e6ef3588f051', 'name': 'tempest-DHCPAgentSchedulersTestJSON-233940519'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:31.494506 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Network 1bdecf82-0e70-4af7-9715-9a46699c8f22 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:31.501374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dce67d-a576-455c-8e16-21ebb4ad1ba7 None None] The sync data for ids ['62878c34-58d4-4177-bc20-297a8232df4d'] in dv-neutron-786478-16-hyperv is: [{'id': '62878c34-58d4-4177-bc20-297a8232df4d', 'name': 'tempest-ServerActionsTestJSON-1981725491-router', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:25Z', 'revision_number': 3, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'gw_port': {'id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:43:31.545324 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:31.569353 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cc923-9e3e-4cbd-b1f0-ef04a79d7dee tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5bf9b1-1699-4d22-b352-864446739496,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:31.587099 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Pushing event updated for resources: {'Port': ['ID=849a956f-81c0-433b-821a-e8d3ce3df9f7,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:31.594800 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbeb0eb-18f7-4735-92e1-3d405f2d3ff4 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Made reservation on behalf of 0590313e7570410a92f46c155a646519 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:31.599892 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:31.600632 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:31.602366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0fbeb0eb-18f7-4735-92e1-3d405f2d3ff4 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:31.708235 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0fbeb0eb-18f7-4735-92e1-3d405f2d3ff4 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:31.738981 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Network d310563c-1490-402f-bf32-5587181a47ab is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:31.813438 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Allocated IP 172.20.0.2 (5c30a91b-69cd-41ab-aaac-e6ef3588f051/1ec2af04-3253-4a10-bb66-0440538db659/e11dc56f-a905-4794-ae2c-46861282f8b5) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:31.879373 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:32.080119 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d08e3829-bac6-4cb5-8ffa-a7e361a1c3f1 None None] Provisioning for port 849a956f-81c0-433b-821a-e8d3ce3df9f7 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:32.111604 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d08e3829-bac6-4cb5-8ffa-a7e361a1c3f1 None None] Provisioning complete for port 849a956f-81c0-433b-821a-e8d3ce3df9f7 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:32.117915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d08e3829-bac6-4cb5-8ffa-a7e361a1c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:32.151638 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:32.179844 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:32.308790 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56cc923-9e3e-4cbd-b1f0-ef04a79d7dee tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 28 11:43:32.309579 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56cc923-9e3e-4cbd-b1f0-ef04a79d7dee tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:43:32.420877 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0fbeb0eb-18f7-4735-92e1-3d405f2d3ff4 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:32.432923 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0fbeb0eb-18f7-4735-92e1-3d405f2d3ff4 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:32.444896 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Router e9dea12a-9593-4278-8833-d88fc842acc7 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:43:32.458598 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b56cc923-9e3e-4cbd-b1f0-ef04a79d7dee tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6949632 Jul 28 11:43:32.472317 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52914) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:32.476633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:32.486516 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Transition to ACTIVE for port object e11dc56f-a905-4794-ae2c-46861282f8b5 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:32.503242 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Transition to ACTIVE for port object e11dc56f-a905-4794-ae2c-46861282f8b5 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:32.551432 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:32.602254 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fbeb0eb-18f7-4735-92e1-3d405f2d3ff4 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:43:32.607537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d08e3829-bac6-4cb5-8ffa-a7e361a1c3f1 None None] Port 849a956f-81c0-433b-821a-e8d3ce3df9f7 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:43:32.631274 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbeb0eb-18f7-4735-92e1-3d405f2d3ff4 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b110427-ad45-4203-b0d8-378c8ca92048,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:32.638103 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Network 5c30a91b-69cd-41ab-aaac-e6ef3588f051 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:32.639021 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-26032207-be0d-4a92-9319-3aecfc2b59ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:32.649047 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:32.659745 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:32.702212 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Pushing event updated for resources: {'Port': ['ID=e11dc56f-a905-4794-ae2c-46861282f8b5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:32.716340 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0fbeb0eb-18f7-4735-92e1-3d405f2d3ff4 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:32.716813 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-0fbeb0eb-18f7-4735-92e1-3d405f2d3ff4 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Added segment 9e2b7f14-1443-4f4e-8457-eee8e26d9e48 of type vlan for network 701331c9-bbea-4924-892c-a3e1441a1105 Jul 28 11:43:32.796661 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:32.797030 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:32.838133 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70494a38-01ce-437e-b76d-9ddbc24818e3 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Made reservation on behalf of 40526887fcfb4167897fabb6a0580012 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:32.850727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-70494a38-01ce-437e-b76d-9ddbc24818e3 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:32.863618 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0fbeb0eb-18f7-4735-92e1-3d405f2d3ff4 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:32.875942 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Attempting to bind port e11dc56f-a905-4794-ae2c-46861282f8b5 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:43:32.876521 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Attempting to bind port e11dc56f-a905-4794-ae2c-46861282f8b5 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34fc0dd9-4345-4b7d-9bb7-51769b02bd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5c30a91b-69cd-41ab-aaac-e6ef3588f051'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:43:32.876702 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Attempting to bind port e11dc56f-a905-4794-ae2c-46861282f8b5 on network 5c30a91b-69cd-41ab-aaac-e6ef3588f051 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:32.883109 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3418ee58-5004-4a1c-9ef2-173523833f84 None None] Provisioning complete for port ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:32.883493 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3418ee58-5004-4a1c-9ef2-173523833f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:32.929570 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:43:32.929981 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Checking segment: {'id': '34fc0dd9-4345-4b7d-9bb7-51769b02bd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5c30a91b-69cd-41ab-aaac-e6ef3588f051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:32.930393 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:32.930830 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Bound using segment: {'id': '34fc0dd9-4345-4b7d-9bb7-51769b02bd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5c30a91b-69cd-41ab-aaac-e6ef3588f051'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:43:32.931314 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Bound port: e11dc56f-a905-4794-ae2c-46861282f8b5, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fc0dd9-4345-4b7d-9bb7-51769b02bd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5c30a91b-69cd-41ab-aaac-e6ef3588f051'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:43:32.931723 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:32.948119 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Allocated IP 172.20.0.1 (3ab5dcf3-09cf-45bd-bb1a-1345514f52ad/3757737d-2ee3-496c-9734-f629212027bf/bc740f75-c273-475c-9c5f-29721e29c476) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:32.950416 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3418ee58-5004-4a1c-9ef2-173523833f84 None None] Port ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:43:32.954210 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:43:32.963478 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-70494a38-01ce-437e-b76d-9ddbc24818e3 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] device_id is not set on port facf9a65-7954-4a38-9551-01dfe81e25db yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:43:32.978940 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5d8971ff-f7ac-4ea9-b4a6-2542a7ce0881 admin admin] 10.222.0.43 "PUT /v2.0/routers/e9dea12a-9593-4278-8833-d88fc842acc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4946992 Jul 28 11:43:32.979821 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0fbeb0eb-18f7-4735-92e1-3d405f2d3ff4 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:32.985491 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbeb0eb-18f7-4735-92e1-3d405f2d3ff4 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:32.986388 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0fbeb0eb-18f7-4735-92e1-3d405f2d3ff4 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:32.988587 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Sync routers for ids ['e9dea12a-9593-4278-8833-d88fc842acc7'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:43:33.023898 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:33.052034 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-0c5737d4-9cfa-482e-86b4-0f9980071a1e tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Deleting port 3ea38f4f-e515-496a-94af-224083867016 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:33.052412 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0c5737d4-9cfa-482e-86b4-0f9980071a1e tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:33.080518 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Routers {'e9dea12a-9593-4278-8833-d88fc842acc7'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:33.081452 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['e9dea12a-9593-4278-8833-d88fc842acc7'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:33.103444 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0fbeb0eb-18f7-4735-92e1-3d405f2d3ff4 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7424026 Jul 28 11:43:33.107947 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52918) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:33.114903 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-373464ac-bf28-4a14-a7db-1945453aebb1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Request body: {'subnet': {'network_id': '701331c9-bbea-4924-892c-a3e1441a1105', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:33.122764 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbeb0eb-18f7-4735-92e1-3d405f2d3ff4 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Pushing event updated for resources: {'Network': ['ID=701331c9-bbea-4924-892c-a3e1441a1105,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:33.137593 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 0b1e357d-b24f-4839-a295-2121adfdda0b up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:33.146740 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 701331c9-bbea-4924-892c-a3e1441a1105 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:43:33.180226 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] For port e11dc56f-a905-4794-ae2c-46861282f8b5, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:43:33.209147 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e8f0784c-7d77-44d7-8f4e-98d2fd18d444 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:33.248293 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0c5737d4-9cfa-482e-86b4-0f9980071a1e tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:33.248882 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0c5737d4-9cfa-482e-86b4-0f9980071a1e tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:33.288670 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] For port e11dc56f-a905-4794-ae2c-46861282f8b5, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e11dc56f-a905-4794-ae2c-46861282f8b5,segment=NetworkSegment(34fc0dd9-4345-4b7d-9bb7-51769b02bd18),segment_id=34fc0dd9-4345-4b7d-9bb7-51769b02bd18)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:43:33.296004 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-0c5737d4-9cfa-482e-86b4-0f9980071a1e tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Calling delete_port for 3ea38f4f-e515-496a-94af-224083867016 owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:33.300500 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373464ac-bf28-4a14-a7db-1945453aebb1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Made reservation on behalf of 0590313e7570410a92f46c155a646519 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:33.306970 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-373464ac-bf28-4a14-a7db-1945453aebb1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:33.307166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:33.326305 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e8f0784c-7d77-44d7-8f4e-98d2fd18d444 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:33.397001 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Set router e9dea12a-9593-4278-8833-d88fc842acc7 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:33.470108 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 0b1e357d-b24f-4839-a295-2121adfdda0b triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:33.470586 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:33.501072 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04800b-0120-4fc3-9daa-a1220a294b4e None None] Pushing event updated for resources: {'Port': ['ID=e11dc56f-a905-4794-ae2c-46861282f8b5,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:33.689372 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-70494a38-01ce-437e-b76d-9ddbc24818e3 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Allocated IP 172.20.0.6 (5c30a91b-69cd-41ab-aaac-e6ef3588f051/1ec2af04-3253-4a10-bb66-0440538db659/facf9a65-7954-4a38-9551-01dfe81e25db) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:33.765588 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 87f1453f-e435-4f12-a9c9-1d09ccc1eb12 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:33.871598 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'name': 'tempest-ServersTestJSON-1046667276-router', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'gw_port': {'id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ba98ec67-c04e-45c6-a6de-5a9476b3d3a1', 'name': '', 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'mac_address': 'fa:16:3e:0a:24:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:27Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 2, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'subnets': [{'id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:33.891092 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0c5737d4-9cfa-482e-86b4-0f9980071a1e tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:33.899489 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-373464ac-bf28-4a14-a7db-1945453aebb1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:33.915919 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Checking router: e9dea12a-9593-4278-8833-d88fc842acc7 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:43:33.916803 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Updating router e9dea12a-9593-4278-8833-d88fc842acc7 port ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:43:33.968969 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 87f1453f-e435-4f12-a9c9-1d09ccc1eb12 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:33.977137 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5737d4-9cfa-482e-86b4-0f9980071a1e tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ea38f4f-e515-496a-94af-224083867016,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:33.984006 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 87f1453f-e435-4f12-a9c9-1d09ccc1eb12 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:33.990578 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.024110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.035685 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0c5737d4-9cfa-482e-86b4-0f9980071a1e tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.039229 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0c5737d4-9cfa-482e-86b4-0f9980071a1e tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.052175 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0c5737d4-9cfa-482e-86b4-0f9980071a1e tempest-ExternalNetworksAdminNegativeTestJSON-1010189011 tempest-ExternalNetworksAdminNegativeTestJSON-1010189011-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/f341d295-b2f9-4d27-a761-9e40da9c9107 HTTP/1.1" status: 204 len: 168 time: 1.5731964 Jul 28 11:43:34.082035 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373464ac-bf28-4a14-a7db-1945453aebb1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Pushing event updated for resources: {'Subnet': ['ID=de5a91c5-cd0c-436d-b534-6936904a6000,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:34.100257 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373464ac-bf28-4a14-a7db-1945453aebb1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Checking segment: {'id': '9e2b7f14-1443-4f4e-8457-eee8e26d9e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '701331c9-bbea-4924-892c-a3e1441a1105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:34.100626 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373464ac-bf28-4a14-a7db-1945453aebb1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Network hostable DHCP agents. Network: 701331c9-bbea-4924-892c-a3e1441a1105, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:43:34.125502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373464ac-bf28-4a14-a7db-1945453aebb1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Network 701331c9-bbea-4924-892c-a3e1441a1105 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:43:34.136341 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-70494a38-01ce-437e-b76d-9ddbc24818e3 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.154406 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-373464ac-bf28-4a14-a7db-1945453aebb1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 701331c9-bbea-4924-892c-a3e1441a1105) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:34.160335 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373464ac-bf28-4a14-a7db-1945453aebb1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:34.162226 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-373464ac-bf28-4a14-a7db-1945453aebb1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.190335 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-373464ac-bf28-4a14-a7db-1945453aebb1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0814493 Jul 28 11:43:34.193178 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52934) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:34.202616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-180336343', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}, 'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:34.235943 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.259641 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.260042 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-70494a38-01ce-437e-b76d-9ddbc24818e3 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Transition to ACTIVE for port object facf9a65-7954-4a38-9551-01dfe81e25db will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:34.260776 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.309183 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Transition to ACTIVE for port object bc740f75-c273-475c-9c5f-29721e29c476 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:34.329752 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.objects.ports [None req-d953fb41-de35-4767-8f41-98e5c319fb37 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100415) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:43:34.330626 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d953fb41-de35-4767-8f41-98e5c319fb37 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.373301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52938) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:34.378085 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-47017d05-af43-4b7a-97da-07eee37f47c3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1699678446', 'description': 'tempest-description--1317740434'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:34.386477 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.405415 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c3226f-052c-4959-b963-f391c7318ac9 None None] Network 701331c9-bbea-4924-892c-a3e1441a1105 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:34.490190 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.494311 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-70494a38-01ce-437e-b76d-9ddbc24818e3 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.510481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52942) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:34.526625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-47017d05-af43-4b7a-97da-07eee37f47c3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.534110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 87f1453f-e435-4f12-a9c9-1d09ccc1eb12, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=87f1453f-e435-4f12-a9c9-1d09ccc1eb12,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:34.555499 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.624924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.703710 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.717342 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Transition to ACTIVE for port object ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:34.729075 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70494a38-01ce-437e-b76d-9ddbc24818e3 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Pushing event updated for resources: {'Port': ['ID=facf9a65-7954-4a38-9551-01dfe81e25db,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:34.753941 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.805492 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e8f0784c-7d77-44d7-8f4e-98d2fd18d444 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.836383 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b1e1c370-64fa-4d95-9338-126f1799f95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.884365 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953fb41-de35-4767-8f41-98e5c319fb37 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d878d16f-ed89-4cbb-9272-49f29f293b5f,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:34.886222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e11dc56f-a905-4794-ae2c-46861282f8b5 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:34.938640 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-47017d05-af43-4b7a-97da-07eee37f47c3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.948017 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-47017d05-af43-4b7a-97da-07eee37f47c3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:34.984221 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-701331c9-bbea-4924-892c-a3e1441a1105', 'network_id': '701331c9-bbea-4924-892c-a3e1441a1105', 'tenant_id': '0590313e7570410a92f46c155a646519', 'fixed_ips': [{'subnet_id': 'de5a91c5-cd0c-436d-b534-6936904a6000'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:43:34.985166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.012813 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47017d05-af43-4b7a-97da-07eee37f47c3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472d702e-ff1e-4c12-aae5-f9f050a0014a,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:35.025983 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=87f1453f-e435-4f12-a9c9-1d09ccc1eb12,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:35.053639 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70494a38-01ce-437e-b76d-9ddbc24818e3 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Network 5c30a91b-69cd-41ab-aaac-e6ef3588f051 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:35.178088 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.214328 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.221752 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba55836-70db-4e76-90b3-e75602660966 None None] Network 5c30a91b-69cd-41ab-aaac-e6ef3588f051 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:35.249091 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c13ebc71-489a-4156-87d6-00901a437530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.273339 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port e11dc56f-a905-4794-ae2c-46861282f8b5 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:35.290115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 65f594b4-c6b4-4755-991d-e96f89ca71ac up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:35.337556 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d953fb41-de35-4767-8f41-98e5c319fb37 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Checking segment: {'id': '679233d1-47f0-417e-8a7b-2bb7ebe7f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2bcab865-5225-4c1b-aca1-0784f71e8ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:35.338196 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d953fb41-de35-4767-8f41-98e5c319fb37 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Network hostable DHCP agents. Network: 2bcab865-5225-4c1b-aca1-0784f71e8ce3, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:43:35.343627 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Allocated IP 172.26.1.152 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/4a619b7d-e2bf-4a4b-b557-3bdd4d6a7ae5) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:35.372821 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-70494a38-01ce-437e-b76d-9ddbc24818e3 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:35.380510 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Attempting to bind port ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:43:35.380891 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Attempting to bind port ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '93604057-13a3-44e1-bbd3-2296078d1b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:43:35.381259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Attempting to bind port ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 on network d310563c-1490-402f-bf32-5587181a47ab {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:35.401897 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:43:35.402283 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Checking segment: {'id': '93604057-13a3-44e1-bbd3-2296078d1b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:35.402724 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.403124 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Bound using segment: {'id': '93604057-13a3-44e1-bbd3-2296078d1b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:43:35.403609 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Bound port: ba98ec67-c04e-45c6-a6de-5a9476b3d3a1, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93604057-13a3-44e1-bbd3-2296078d1b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:43:35.404019 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.414878 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70494a38-01ce-437e-b76d-9ddbc24818e3 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:35.420836 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70494a38-01ce-437e-b76d-9ddbc24818e3 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:35.421557 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-70494a38-01ce-437e-b76d-9ddbc24818e3 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.427850 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.469069 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.473726 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.479310 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.480125 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.487845 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e8f0784c-7d77-44d7-8f4e-98d2fd18d444 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.521908 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e8f0784c-7d77-44d7-8f4e-98d2fd18d444 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.524933 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.537432 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.538704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192be76-13d6-4eef-ab62-8c306b5069d7 None None] Pushing event updated for resources: {'Port': ['ID=ba98ec67-c04e-45c6-a6de-5a9476b3d3a1,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:35.568750 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:35.572369 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:35.578486 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:35.585821 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Pushing event updated for resources: {'Port': ['ID=4a619b7d-e2bf-4a4b-b557-3bdd4d6a7ae5,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:35.602970 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 65f594b4-c6b4-4755-991d-e96f89ca71ac completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:35.639691 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Allocated IP 172.20.0.2 (701331c9-bbea-4924-892c-a3e1441a1105/de5a91c5-cd0c-436d-b534-6936904a6000/fdc96b90-c8a5-401a-9b04-02b7242849db) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:35.644456 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 65f594b4-c6b4-4755-991d-e96f89ca71ac triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:35.644865 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.658493 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d953fb41-de35-4767-8f41-98e5c319fb37 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Network 2bcab865-5225-4c1b-aca1-0784f71e8ce3 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:43:35.668791 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Network 3ab5dcf3-09cf-45bd-bb1a-1345514f52ad is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:35.691267 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] For port ba98ec67-c04e-45c6-a6de-5a9476b3d3a1, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:43:35.692186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:35.700155 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Pushing event updated for resources: {'Port': ['ID=bc740f75-c273-475c-9c5f-29721e29c476,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:35.703568 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:35.704185 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.713734 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e8f0784c-7d77-44d7-8f4e-98d2fd18d444 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.715090 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f0784c-7d77-44d7-8f4e-98d2fd18d444 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94d416fb-1d0d-468f-b75b-cb5fa17d3e4c {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:43:35.718601 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] For port ba98ec67-c04e-45c6-a6de-5a9476b3d3a1, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ba98ec67-c04e-45c6-a6de-5a9476b3d3a1,segment=NetworkSegment(93604057-13a3-44e1-bbd3-2296078d1b81),segment_id=93604057-13a3-44e1-bbd3-2296078d1b81)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:43:35.727031 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-d953fb41-de35-4767-8f41-98e5c319fb37 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 2bcab865-5225-4c1b-aca1-0784f71e8ce3) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:35.769066 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d039111-730b-4861-a5a2-5d0f17b0539b None None] Network 2bcab865-5225-4c1b-aca1-0784f71e8ce3 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:35.771812 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.793071 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9d46f4a2-5dd3-4e70-971b-363c94ae2a9d None None] Provisioning for port e11dc56f-a905-4794-ae2c-46861282f8b5 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:35.869101 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b1e1c370-64fa-4d95-9338-126f1799f95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.869365 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9d46f4a2-5dd3-4e70-971b-363c94ae2a9d None None] Provisioning complete for port e11dc56f-a905-4794-ae2c-46861282f8b5 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:35.869707 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d46f4a2-5dd3-4e70-971b-363c94ae2a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.886380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d953fb41-de35-4767-8f41-98e5c319fb37 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:35.887471 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d953fb41-de35-4767-8f41-98e5c319fb37 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.904495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b1e1c370-64fa-4d95-9338-126f1799f95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.937307 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-47017d05-af43-4b7a-97da-07eee37f47c3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.941294 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-47017d05-af43-4b7a-97da-07eee37f47c3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5642114 Jul 28 11:43:35.948033 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52956) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:35.952702 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-49ff7c70-9164-4b80-bed2-910a7aa9c0dc tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Request body: {'security_group_rule': {'security_group_id': '472d702e-ff1e-4c12-aae5-f9f050a0014a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:35.977989 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b1e1c370-64fa-4d95-9338-126f1799f95a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50767169ef4346db8a5becb11d92042a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4663458 Jul 28 11:43:35.979887 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-70494a38-01ce-437e-b76d-9ddbc24818e3 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5691752 Jul 28 11:43:35.981290 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-e8f0784c-7d77-44d7-8f4e-98d2fd18d444 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 28 11:43:35.982656 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e8f0784c-7d77-44d7-8f4e-98d2fd18d444 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.8465753 Jul 28 11:43:35.987196 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52958) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:35.987646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52960) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:35.988062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52962) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:36.041008 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Network 1bdecf82-0e70-4af7-9715-9a46699c8f22 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:36.041356 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Routers {'e9dea12a-9593-4278-8833-d88fc842acc7'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:36.041860 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['e9dea12a-9593-4278-8833-d88fc842acc7'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:36.064530 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Pushing event updated for resources: {'Port': ['ID=849a956f-81c0-433b-821a-e8d3ce3df9f7,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:36.076513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:36.104493 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-49ff7c70-9164-4b80-bed2-910a7aa9c0dc tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.107440 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.235188 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192be76-13d6-4eef-ab62-8c306b5069d7 None None] Pushing event updated for resources: {'Port': ['ID=ba98ec67-c04e-45c6-a6de-5a9476b3d3a1,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:36.252544 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1c370-64fa-4d95-9338-126f1799f95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b955882-fe67-471e-aced-ee9eb8f457b6,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:36.269912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.281116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Transition to ACTIVE for port object fdc96b90-c8a5-401a-9b04-02b7242849db will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:36.289123 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-49ff7c70-9164-4b80-bed2-910a7aa9c0dc tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.295987 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-49ff7c70-9164-4b80-bed2-910a7aa9c0dc tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.300916 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Transition to ACTIVE for port object fdc96b90-c8a5-401a-9b04-02b7242849db will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:36.306928 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d953fb41-de35-4767-8f41-98e5c319fb37 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.7091205 Jul 28 11:43:36.312535 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52970) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:36.330006 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff7c70-9164-4b80-bed2-910a7aa9c0dc tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b64a685-1433-4042-9217-d449e4b8f595,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:36.332845 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-8e5c986c-60e1-4427-8a22-301adcdbc351 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1545711523', 'network_id': '2bcab865-5225-4c1b-aca1-0784f71e8ce3'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:36.341387 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] Set router e9dea12a-9593-4278-8833-d88fc842acc7 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:36.375620 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-49ff7c70-9164-4b80-bed2-910a7aa9c0dc tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.376366 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-49ff7c70-9164-4b80-bed2-910a7aa9c0dc tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4273820 Jul 28 11:43:36.398517 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52972) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:36.405776 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-09d5f06b-c9e5-4770-b73d-ef37aa97ad56 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Request body: {'security_group_rule': {'security_group_id': '472d702e-ff1e-4c12-aae5-f9f050a0014a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:36.424588 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.468145 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-448e5f78-3cd2-423f-985a-9e7c89c0f261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.469789 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.501301 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.537511 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5c986c-60e1-4427-8a22-301adcdbc351 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Made reservation on behalf of c5b0314b935e44af87cca4b0bd6ad08f for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:36.540716 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8e5c986c-60e1-4427-8a22-301adcdbc351 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.554278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-448e5f78-3cd2-423f-985a-9e7c89c0f261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.554542 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.558735 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Network 701331c9-bbea-4924-892c-a3e1441a1105 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:36.560687 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.584518 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-09d5f06b-c9e5-4770-b73d-ef37aa97ad56 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.596842 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:36.619558 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:36.661490 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Pushing event updated for resources: {'Port': ['ID=fdc96b90-c8a5-401a-9b04-02b7242849db,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:36.671848 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-8e5c986c-60e1-4427-8a22-301adcdbc351 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] device_id is not set on port 6046742d-1541-4cb2-a230-3174d0253c30 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:43:36.681870 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 65f594b4-c6b4-4755-991d-e96f89ca71ac, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=65f594b4-c6b4-4755-991d-e96f89ca71ac,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:36.687499 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-09d5f06b-c9e5-4770-b73d-ef37aa97ad56 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.688431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-c49b7db4-b5b7-4352-889e-3eafc98dde23 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Deleting port 9bb04724-ae03-4761-afd7-f547481c8475 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:36.688810 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c49b7db4-b5b7-4352-889e-3eafc98dde23 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.691016 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2486a6a0-1acd-41a0-8e4f-a0d7aca14f41 None None] Network 2bcab865-5225-4c1b-aca1-0784f71e8ce3 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:36.738332 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.770658 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-09d5f06b-c9e5-4770-b73d-ef37aa97ad56 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.802787 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5f06b-c9e5-4770-b73d-ef37aa97ad56 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908ec4ce-602b-48ed-9290-07d77fe43157,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:36.811733 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-09d5f06b-c9e5-4770-b73d-ef37aa97ad56 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.816606 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-09d5f06b-c9e5-4770-b73d-ef37aa97ad56 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4133694 Jul 28 11:43:36.816606 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52974) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:36.822411 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d46f4a2-5dd3-4e70-971b-363c94ae2a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.822597 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-dfe7340a-1cd3-4e38-ae42-72f58b7165a3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:36.865918 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfe7340a-1cd3-4e38-ae42-72f58b7165a3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:36.877966 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 87f1453f-e435-4f12-a9c9-1d09ccc1eb12 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:36.960756 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Router 62878c34-58d4-4177-bc20-297a8232df4d has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:43:36.961851 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Router 2e72f7c7-13f1-4c58-a31f-f6e431103c7d is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:43:36.970513 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Attempting to bind port fdc96b90-c8a5-401a-9b04-02b7242849db on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:43:36.970972 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Attempting to bind port fdc96b90-c8a5-401a-9b04-02b7242849db by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '9e2b7f14-1443-4f4e-8457-eee8e26d9e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '701331c9-bbea-4924-892c-a3e1441a1105'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:43:36.971443 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Attempting to bind port fdc96b90-c8a5-401a-9b04-02b7242849db on network 701331c9-bbea-4924-892c-a3e1441a1105 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:36.988903 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=65f594b4-c6b4-4755-991d-e96f89ca71ac,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:36.996547 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9d46f4a2-5dd3-4e70-971b-363c94ae2a9d None None] For port e11dc56f-a905-4794-ae2c-46861282f8b5, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e11dc56f-a905-4794-ae2c-46861282f8b5,segment=NetworkSegment(34fc0dd9-4345-4b7d-9bb7-51769b02bd18),segment_id=34fc0dd9-4345-4b7d-9bb7-51769b02bd18)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:37.014002 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:43:37.014569 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Checking segment: {'id': '9e2b7f14-1443-4f4e-8457-eee8e26d9e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '701331c9-bbea-4924-892c-a3e1441a1105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:37.015084 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.015584 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Bound using segment: {'id': '9e2b7f14-1443-4f4e-8457-eee8e26d9e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '701331c9-bbea-4924-892c-a3e1441a1105'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:43:37.016202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Bound port: fdc96b90-c8a5-401a-9b04-02b7242849db, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2b7f14-1443-4f4e-8457-eee8e26d9e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '701331c9-bbea-4924-892c-a3e1441a1105'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:43:37.016693 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.018940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d46f4a2-5dd3-4e70-971b-363c94ae2a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.037232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-84053213-539c-4e44-9202-9d7a34955839 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Deleting port facf9a65-7954-4a38-9551-01dfe81e25db {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:37.037586 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-84053213-539c-4e44-9202-9d7a34955839 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.102372 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-448e5f78-3cd2-423f-985a-9e7c89c0f261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.104750 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-448e5f78-3cd2-423f-985a-9e7c89c0f261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.108370 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-448e5f78-3cd2-423f-985a-9e7c89c0f261 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b955882-fe67-471e-aced-ee9eb8f457b6 HTTP/1.1" status: 204 len: 168 time: 1.1101506 Jul 28 11:43:37.123173 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfe7340a-1cd3-4e38-ae42-72f58b7165a3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.138414 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:43:37.145131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c49b7db4-b5b7-4352-889e-3eafc98dde23 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.156494 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0458484e-0eb3-4c26-86c1-ac1cca3a2a53 None None] Sync routers for ids ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:43:37.177603 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0458484e-0eb3-4c26-86c1-ac1cca3a2a53 None None] Routers {'2e72f7c7-13f1-4c58-a31f-f6e431103c7d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:37.178693 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0458484e-0eb3-4c26-86c1-ac1cca3a2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:37.208980 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.209544 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-8e5c986c-60e1-4427-8a22-301adcdbc351 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Allocated IP 172.20.0.13 (2bcab865-5225-4c1b-aca1-0784f71e8ce3/d878d16f-ed89-4cbb-9272-49f29f293b5f/6046742d-1541-4cb2-a230-3174d0253c30) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:37.214027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e5f78-3cd2-423f-985a-9e7c89c0f261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b955882-fe67-471e-aced-ee9eb8f457b6,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:37.214183 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-060de76f-4298-4c4c-81ff-3fc017d8d0e1 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.0196161 Jul 28 11:43:37.215630 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 52978) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:37.221046 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-c49b7db4-b5b7-4352-889e-3eafc98dde23 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Calling delete_port for 9bb04724-ae03-4761-afd7-f547481c8475 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:37.257485 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0458484e-0eb3-4c26-86c1-ac1cca3a2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:37.268541 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0458484e-0eb3-4c26-86c1-ac1cca3a2a53 None None] Routers {'2e72f7c7-13f1-4c58-a31f-f6e431103c7d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:37.269896 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0458484e-0eb3-4c26-86c1-ac1cca3a2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:37.322003 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0458484e-0eb3-4c26-86c1-ac1cca3a2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:37.322881 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0458484e-0eb3-4c26-86c1-ac1cca3a2a53 None None] The sync data for ids ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:43:37.329668 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-dfe7340a-1cd3-4e38-ae42-72f58b7165a3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Allocated IP 172.26.1.175 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/aaec5455-8439-41f2-8912-ebe49e144333) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:37.405980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] For port fdc96b90-c8a5-401a-9b04-02b7242849db, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:43:37.409574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] For port fdc96b90-c8a5-401a-9b04-02b7242849db, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=fdc96b90-c8a5-401a-9b04-02b7242849db,segment=NetworkSegment(9e2b7f14-1443-4f4e-8457-eee8e26d9e48),segment_id=9e2b7f14-1443-4f4e-8457-eee8e26d9e48)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:43:37.418144 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46f4a2-5dd3-4e70-971b-363c94ae2a9d None None] Pushing event updated for resources: {'Port': ['ID=e11dc56f-a905-4794-ae2c-46861282f8b5,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:37.428488 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.430917 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 87f1453f-e435-4f12-a9c9-1d09ccc1eb12 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:37.431359 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.513819 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfe7340a-1cd3-4e38-ae42-72f58b7165a3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.537256 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e4045cdd-77f9-447a-8e6d-eaed59ccfa8e None None] Provisioning for port bc740f75-c273-475c-9c5f-29721e29c476 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:37.546983 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'name': 'tempest-ServersTestJSON-1046667276-router', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'gw_port': {'id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ba98ec67-c04e-45c6-a6de-5a9476b3d3a1', 'name': '', 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'mac_address': 'fa:16:3e:0a:24:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:27Z', 'updated_at': '2021-07-28T11:43:35Z', 'revision_number': 4, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'subnets': [{'id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:37.550515 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe817bbb-986a-4676-a6fd-41c18c91d2e4 None None] Pushing event updated for resources: {'Port': ['ID=fdc96b90-c8a5-401a-9b04-02b7242849db,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:37.554018 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e4045cdd-77f9-447a-8e6d-eaed59ccfa8e None None] Provisioning complete for port bc740f75-c273-475c-9c5f-29721e29c476 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:37.554530 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4045cdd-77f9-447a-8e6d-eaed59ccfa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.584571 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfe7340a-1cd3-4e38-ae42-72f58b7165a3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.591125 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52982) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:37.609992 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424612da-a5c6-4a19-8ff5-afb78f3f3aa2 None None] The sync data for ids ['e9dea12a-9593-4278-8833-d88fc842acc7'] in dv-neutron-786478-16-hyperv is: [{'id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'name': 'tempest-ServersTestJSON-1046667276-router', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'gw_port': {'id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ba98ec67-c04e-45c6-a6de-5a9476b3d3a1', 'name': '', 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'mac_address': 'fa:16:3e:0a:24:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:27Z', 'updated_at': '2021-07-28T11:43:35Z', 'revision_number': 4, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'subnets': [{'id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:43:37.644611 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e4045cdd-77f9-447a-8e6d-eaed59ccfa8e None None] Port bc740f75-c273-475c-9c5f-29721e29c476 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:43:37.691484 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7340a-1cd3-4e38-ae42-72f58b7165a3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Pushing event updated for resources: {'Port': ['ID=aaec5455-8439-41f2-8912-ebe49e144333,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:37.718625 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e4045cdd-77f9-447a-8e6d-eaed59ccfa8e None None] Provisioning complete for port e11dc56f-a905-4794-ae2c-46861282f8b5 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:37.719016 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4045cdd-77f9-447a-8e6d-eaed59ccfa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.749078 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-de766a70-23df-4071-9d98-5965383bc56e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee11e42eeddf4ae08d1480699e61c802&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0994613 Jul 28 11:43:37.751049 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 52984) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:37.768652 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe7340a-1cd3-4e38-ae42-72f58b7165a3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:37.789352 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-dfe7340a-1cd3-4e38-ae42-72f58b7165a3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:37.803444 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe7340a-1cd3-4e38-ae42-72f58b7165a3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:37.849666 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.886112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-84053213-539c-4e44-9202-9d7a34955839 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.904036 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.906235 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e4045cdd-77f9-447a-8e6d-eaed59ccfa8e None None] Provisioning for port facf9a65-7954-4a38-9551-01dfe81e25db completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:37.911457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.912437 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.913174 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e4045cdd-77f9-447a-8e6d-eaed59ccfa8e None None] Provisioning complete for port facf9a65-7954-4a38-9551-01dfe81e25db triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:37.915217 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4045cdd-77f9-447a-8e6d-eaed59ccfa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.952995 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfe7340a-1cd3-4e38-ae42-72f58b7165a3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.956117 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-935f3522-d52c-49fd-992a-c0bc7657c4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.974017 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e4045cdd-77f9-447a-8e6d-eaed59ccfa8e None None] Port facf9a65-7954-4a38-9551-01dfe81e25db cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:43:37.984964 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e4045cdd-77f9-447a-8e6d-eaed59ccfa8e None None] Provisioning complete for port 849a956f-81c0-433b-821a-e8d3ce3df9f7 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:37.986034 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4045cdd-77f9-447a-8e6d-eaed59ccfa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:38.019244 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-935f3522-d52c-49fd-992a-c0bc7657c4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:38.036960 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e4045cdd-77f9-447a-8e6d-eaed59ccfa8e None None] Port 849a956f-81c0-433b-821a-e8d3ce3df9f7 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:43:38.044781 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfe7340a-1cd3-4e38-ae42-72f58b7165a3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:38.142406 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-84053213-539c-4e44-9202-9d7a34955839 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Calling delete_port for facf9a65-7954-4a38-9551-01dfe81e25db owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:38.167548 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-935f3522-d52c-49fd-992a-c0bc7657c4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:38.170194 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-935f3522-d52c-49fd-992a-c0bc7657c4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:38.173924 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-935f3522-d52c-49fd-992a-c0bc7657c4fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df5bf9b1-1699-4d22-b352-864446739496 HTTP/1.1" status: 204 len: 168 time: 0.4113913 Jul 28 11:43:38.196098 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f3522-d52c-49fd-992a-c0bc7657c4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5bf9b1-1699-4d22-b352-864446739496,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:38.270648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:43:38.280706 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Sync routers for ids ['62878c34-58d4-4177-bc20-297a8232df4d'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:43:38.282721 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0826714a-2369-45a1-bffb-2db1bbc99795 admin admin] 10.222.0.43 "PUT /v2.0/routers/62878c34-58d4-4177-bc20-297a8232df4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0018339 Jul 28 11:43:38.292851 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Routers {'62878c34-58d4-4177-bc20-297a8232df4d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:38.295511 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['62878c34-58d4-4177-bc20-297a8232df4d'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:38.304236 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfe7340a-1cd3-4e38-ae42-72f58b7165a3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:38.310005 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfe7340a-1cd3-4e38-ae42-72f58b7165a3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:38.359384 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7340a-1cd3-4e38-ae42-72f58b7165a3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Pushing event updated for resources: {'Port': ['ID=aaec5455-8439-41f2-8912-ebe49e144333,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:38.372593 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfe7340a-1cd3-4e38-ae42-72f58b7165a3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:38.396838 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfe7340a-1cd3-4e38-ae42-72f58b7165a3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:38.409255 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-dfe7340a-1cd3-4e38-ae42-72f58b7165a3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5920603 Jul 28 11:43:38.450081 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Set router 62878c34-58d4-4177-bc20-297a8232df4d gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:38.462591 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Pushing event updated for resources: {'Port': ['ID=bc740f75-c273-475c-9c5f-29721e29c476,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:38.700189 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8e5c986c-60e1-4427-8a22-301adcdbc351 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:38.745340 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c49b7db4-b5b7-4352-889e-3eafc98dde23 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:38.753517 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Network 3ab5dcf3-09cf-45bd-bb1a-1345514f52ad is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:38.784719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:38.824364 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62878c34-58d4-4177-bc20-297a8232df4d', 'name': 'tempest-ServerActionsTestJSON-1981725491-router', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:32Z', 'revision_number': 4, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'gw_port': {'id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '849a956f-81c0-433b-821a-e8d3ce3df9f7', 'name': '', 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'mac_address': 'fa:16:3e:18:81:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '52537c06-0de1-4719-8c48-4b4417843622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:29Z', 'updated_at': '2021-07-28T11:43:33Z', 'revision_number': 2, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'subnets': [{'id': '52537c06-0de1-4719-8c48-4b4417843622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:38.904692 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Checking router: 62878c34-58d4-4177-bc20-297a8232df4d for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:43:38.905149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Updating router 62878c34-58d4-4177-bc20-297a8232df4d port 849a956f-81c0-433b-821a-e8d3ce3df9f7 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:43:38.983241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:39.109859 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b7db4-b5b7-4352-889e-3eafc98dde23 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bb04724-ae03-4761-afd7-f547481c8475,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:39.131776 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 65f594b4-c6b4-4755-991d-e96f89ca71ac up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:39.133929 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd0e6aa-22da-4745-be88-f883f9c48c39 None None] Network 701331c9-bbea-4924-892c-a3e1441a1105 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:39.231168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c49b7db4-b5b7-4352-889e-3eafc98dde23 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:39.237626 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c49b7db4-b5b7-4352-889e-3eafc98dde23 tempest-RoutersAdminNegativeIpV6Test-401711037 tempest-RoutersAdminNegativeIpV6Test-401711037-project-admin] 10.222.0.43 "DELETE /v2.0/ports/9bb04724-ae03-4761-afd7-f547481c8475 HTTP/1.1" status: 204 len: 168 time: 3.2350063 Jul 28 11:43:39.281391 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-84053213-539c-4e44-9202-9d7a34955839 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:39.367228 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8e5c986c-60e1-4427-8a22-301adcdbc351 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:39.411648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84053213-539c-4e44-9202-9d7a34955839 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Pushing event deleted for resources: {'Port': ['ID=facf9a65-7954-4a38-9551-01dfe81e25db,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:39.534771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-84053213-539c-4e44-9202-9d7a34955839 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:39.545247 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-84053213-539c-4e44-9202-9d7a34955839 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] 10.222.0.43 "DELETE /v2.0/ports/facf9a65-7954-4a38-9551-01dfe81e25db HTTP/1.1" status: 204 len: 168 time: 3.5453126 Jul 28 11:43:39.547117 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53046) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:39.554110 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53050) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:39.558974 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 11:43:39.589381 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5c986c-60e1-4427-8a22-301adcdbc351 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Network 2bcab865-5225-4c1b-aca1-0784f71e8ce3 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:39.618141 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-98759188-eb5b-4faf-a791-a5b90159b51f None None] Provisioning for port fdc96b90-c8a5-401a-9b04-02b7242849db completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:39.631147 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-8e5c986c-60e1-4427-8a22-301adcdbc351 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:39.645066 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-00834ad4-aacb-483b-ab23-6d665439f3e0 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1699678446&fields=id&tenant_id=9bb1524ad7c14d938746744332eba2f9 HTTP/1.1" status: 200 len: 267 time: 0.0839627 Jul 28 11:43:39.656635 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c986c-60e1-4427-8a22-301adcdbc351 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:39.661584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5c986c-60e1-4427-8a22-301adcdbc351 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:39.662845 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8e5c986c-60e1-4427-8a22-301adcdbc351 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:39.710021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c986c-60e1-4427-8a22-301adcdbc351 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Pushing event updated for resources: {'Port': ['ID=6046742d-1541-4cb2-a230-3174d0253c30,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:39.766086 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53054) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:39.776758 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Router daf70c08-293b-44b9-80f0-62da971a6003 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:43:39.811160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 65f594b4-c6b4-4755-991d-e96f89ca71ac triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:39.811730 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:40.034402 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-dcdeba5b-16e3-4f3b-a8ea-f4542aec5768 None None] Provisioning complete for port bc740f75-c273-475c-9c5f-29721e29c476 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:40.034801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dcdeba5b-16e3-4f3b-a8ea-f4542aec5768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:40.144730 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53060) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.151809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b83472aa-e097-4a9a-868e-5749f50b2738 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1782529976', 'description': 'tempest-description--883011537'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:40.154041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-dcdeba5b-16e3-4f3b-a8ea-f4542aec5768 None None] Port bc740f75-c273-475c-9c5f-29721e29c476 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:43:40.181798 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8e5c986c-60e1-4427-8a22-301adcdbc351 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.8600848 Jul 28 11:43:40.188472 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53062) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.199857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b83472aa-e097-4a9a-868e-5749f50b2738 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:40.250461 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:40.250647 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-70bf0dba-a8b6-4140-b191-6b005378f76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:40.293044 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fda518-536a-48ae-beea-a447aa755828 req-08ad7f3b-4927-42d2-92c8-c850197ca552 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:40.300186 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-08ad7f3b-4927-42d2-92c8-c850197ca552 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/networks?id=d310563c-1490-402f-bf32-5587181a47ab HTTP/1.1" status: 200 len: 806 time: 0.6446843 Jul 28 11:43:40.328510 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f4e7db3e-5f17-4e7c-8b29-d71cdbd74d87 tempest-DHCPAgentSchedulersTestJSON-2055091399 tempest-DHCPAgentSchedulersTestJSON-2055091399-project-admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4316 time: 0.7794964 Jul 28 11:43:40.337107 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-6e0e352f-3108-4206-8c72-c8a587c2ab74 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/quotas/9bb1524ad7c14d938746744332eba2f9 HTTP/1.1" status: 200 len: 375 time: 0.0358365 Jul 28 11:43:40.385437 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:40.387918 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53064) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.388319 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53066) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.399871 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Transition to ACTIVE for port object 849a956f-81c0-433b-821a-e8d3ce3df9f7 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:40.400835 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-8425c2dd-b91e-42d5-b0ca-73a1320cc8f0 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1161748202'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:40.406348 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:40.423387 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:40.429372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:40.430103 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:40.437336 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:40.451092 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-549f3d02-8f3f-4276-806d-ba25dff6f517 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bb1524ad7c14d938746744332eba2f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1128066 Jul 28 11:43:40.467614 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-472510dc-a3be-4e19-9d24-ba55c5c4db2e tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.469225 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-472510dc-a3be-4e19-9d24-ba55c5c4db2e tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0641739 Jul 28 11:43:40.473572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53072) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.479318 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-e2aac1bb-9bab-44e9-87ac-f955c2ecf69f tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.480393 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e2aac1bb-9bab-44e9-87ac-f955c2ecf69f tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045996 Jul 28 11:43:40.483032 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53076) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.488474 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-ad367824-aa21-48f0-9528-eb175a109771 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.490119 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ad367824-aa21-48f0-9528-eb175a109771 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0061524 Jul 28 11:43:40.494039 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53078) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.499478 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-12b5dfb8-1461-4984-a1ba-7ee22bd31884 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.500966 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-12b5dfb8-1461-4984-a1ba-7ee22bd31884 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0057409 Jul 28 11:43:40.504209 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53080) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.509194 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-52d6cc6d-e6f2-4f51-b756-407724ff67de tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.510243 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-52d6cc6d-e6f2-4f51-b756-407724ff67de tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0045218 Jul 28 11:43:40.512718 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53082) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.528631 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8220b-aff6-40b2-bf72-d421077b6aab None None] Pushing event updated for resources: {'Port': ['ID=849a956f-81c0-433b-821a-e8d3ce3df9f7,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:40.530979 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-f30e664a-712b-4c55-8631-a6022aa903cb tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.532900 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f30e664a-712b-4c55-8631-a6022aa903cb tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0191033 Jul 28 11:43:40.535447 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53084) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.540531 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-3efa720e-cceb-4d09-b7f1-b89e4eb050d7 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.552462 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3efa720e-cceb-4d09-b7f1-b89e4eb050d7 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0123658 Jul 28 11:43:40.552462 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53086) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.560169 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-4f729542-2f6c-4d5e-8af8-295698743892 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.563441 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4f729542-2f6c-4d5e-8af8-295698743892 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0077250 Jul 28 11:43:40.565608 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53088) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.570540 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-062044fb-3aef-4502-ab44-8538b30d3c30 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.575857 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-062044fb-3aef-4502-ab44-8538b30d3c30 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0096197 Jul 28 11:43:40.578366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53090) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.582937 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-ca926672-695c-436d-9319-5b48254760ad tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.584087 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ca926672-695c-436d-9319-5b48254760ad tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046780 Jul 28 11:43:40.586581 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53092) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.590858 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-9653515d-496d-4f3a-99ec-95af200579fb tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.591941 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9653515d-496d-4f3a-99ec-95af200579fb tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0044200 Jul 28 11:43:40.596542 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53094) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.607401 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-f4675de6-9475-4b69-a156-3552a4a6e3e4 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.608577 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f4675de6-9475-4b69-a156-3552a4a6e3e4 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0104508 Jul 28 11:43:40.617534 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53098) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.626801 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-dc93b71d-bfcd-44c8-9d56-392e37d68772 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.627814 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-dc93b71d-bfcd-44c8-9d56-392e37d68772 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0092504 Jul 28 11:43:40.630718 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53100) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.635222 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-d84300dc-6104-4e52-b5b0-cb91603aa413 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.637585 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d84300dc-6104-4e52-b5b0-cb91603aa413 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0058227 Jul 28 11:43:40.640786 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53102) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.646148 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-a6be3ae3-7ba2-4f39-aab3-08467f47150a tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.648690 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a6be3ae3-7ba2-4f39-aab3-08467f47150a tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0068614 Jul 28 11:43:40.654937 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53104) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.659841 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Attempting to bind port 849a956f-81c0-433b-821a-e8d3ce3df9f7 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:43:40.660372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-e8c9f303-a16c-42de-acdc-882f4ebd0965 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.660467 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Attempting to bind port 849a956f-81c0-433b-821a-e8d3ce3df9f7 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '64171afb-54c7-40f4-b804-e53347d094eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:43:40.661404 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Attempting to bind port 849a956f-81c0-433b-821a-e8d3ce3df9f7 on network 1bdecf82-0e70-4af7-9715-9a46699c8f22 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:40.665537 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e8c9f303-a16c-42de-acdc-882f4ebd0965 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0061910 Jul 28 11:43:40.665537 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53106) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.668642 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:40.670904 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:43:40.671423 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Checking segment: {'id': '64171afb-54c7-40f4-b804-e53347d094eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:40.671928 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:40.672427 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Bound using segment: {'id': '64171afb-54c7-40f4-b804-e53347d094eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:43:40.673019 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Bound port: 849a956f-81c0-433b-821a-e8d3ce3df9f7, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64171afb-54c7-40f4-b804-e53347d094eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:43:40.673734 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:40.673843 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-653e3954-af6c-4284-9545-b754b5395365 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.674737 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-653e3954-af6c-4284-9545-b754b5395365 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0088959 Jul 28 11:43:40.678110 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53108) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.682415 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-d716fe96-4891-4f0d-8a8c-187af10a719d tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.683541 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d716fe96-4891-4f0d-8a8c-187af10a719d tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044062 Jul 28 11:43:40.688217 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-d62d7968-c44e-4cfa-a078-ac34ff6fc365 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.689337 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-d62d7968-c44e-4cfa-a078-ac34ff6fc365 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1038175 Jul 28 11:43:40.689923 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53110) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.694543 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-39d25ef8-47ce-4049-8f66-1894096c8f64 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.695652 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-39d25ef8-47ce-4049-8f66-1894096c8f64 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0045748 Jul 28 11:43:40.698617 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53112) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.715240 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-b850a8c5-5ecc-4cb9-bc14-a6a7dd1ca8a9 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.717353 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b850a8c5-5ecc-4cb9-bc14-a6a7dd1ca8a9 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0071003 Jul 28 11:43:40.725006 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53114) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.753103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [None req-bb701063-8036-48f9-bdac-ef4b7e9e4099 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.757738 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53116) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.758975 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bb701063-8036-48f9-bdac-ef4b7e9e4099 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0126929 Jul 28 11:43:40.763200 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-c80c3ba0-61d2-46c4-8a5e-a5ebed4a1e8e tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.764153 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c80c3ba0-61d2-46c4-8a5e-a5ebed4a1e8e tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0054233 Jul 28 11:43:40.766818 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53118) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.771737 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-27684ab1-1cc2-4626-802b-29b77f88523b tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.772907 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-27684ab1-1cc2-4626-802b-29b77f88523b tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0048711 Jul 28 11:43:40.775471 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53120) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.780613 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-cb077725-711c-436f-a54c-f15f761e2cca tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.782090 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cb077725-711c-436f-a54c-f15f761e2cca tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0055680 Jul 28 11:43:40.787109 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53122) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.794256 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-1d332a95-8613-4ef2-9127-3f73b6db87fe tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.798525 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1d332a95-8613-4ef2-9127-3f73b6db87fe tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0070169 Jul 28 11:43:40.798525 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53124) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.806062 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-cda042b5-886f-4c33-b281-4edc2cce345c tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.807309 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cda042b5-886f-4c33-b281-4edc2cce345c tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0080354 Jul 28 11:43:40.810281 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53126) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.814957 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-1b406eb2-ee17-4447-be65-bb896eefd4ed tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.816393 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1b406eb2-ee17-4447-be65-bb896eefd4ed tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049906 Jul 28 11:43:40.817988 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b83472aa-e097-4a9a-868e-5749f50b2738 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:40.819471 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53128) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.831004 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-3da18f58-892a-4cc1-9274-e24fca4ebc2b tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.831954 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3da18f58-892a-4cc1-9274-e24fca4ebc2b tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0114439 Jul 28 11:43:40.835976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53130) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.842773 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-285873dc-ef87-43d1-a9b3-3cfead6bda6f tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.843940 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-285873dc-ef87-43d1-a9b3-3cfead6bda6f tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046387 Jul 28 11:43:40.850123 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53132) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.855062 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-7678fbfb-01a5-4ed3-8efb-44c24db3b6f0 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.856007 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7678fbfb-01a5-4ed3-8efb-44c24db3b6f0 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0047343 Jul 28 11:43:40.867907 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53134) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.878771 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-5374fdb4-df0d-4c35-9ce6-c5262cfd0855 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.882884 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5374fdb4-df0d-4c35-9ce6-c5262cfd0855 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0112517 Jul 28 11:43:40.884387 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53136) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.885022 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.api [None req-70bf0dba-a8b6-4140-b191-6b005378f76a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:43:40.885022 dv-neutron-786478-16-hyperv neutron-server[100415]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 11:43:40.885022 dv-neutron-786478-16-hyperv neutron-server[100415]: [parameters: {'project_id_1': '698e2f6af2054849a513839a24b3a596', 'expiration_1': datetime.datetime(2021, 7, 28, 11, 43, 40, 596687)}] Jul 28 11:43:40.885022 dv-neutron-786478-16-hyperv neutron-server[100415]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100415) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:43:40.885434 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG oslo_db.api [None req-70bf0dba-a8b6-4140-b191-6b005378f76a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:43:40.885996 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b83472aa-e097-4a9a-868e-5749f50b2738 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:40.889777 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-e02d50df-4345-406a-89e9-80bbb4bf8144 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.893139 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e02d50df-4345-406a-89e9-80bbb4bf8144 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0061898 Jul 28 11:43:40.893139 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8425c2dd-b91e-42d5-b0ca-73a1320cc8f0 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Made reservation on behalf of 40526887fcfb4167897fabb6a0580012 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:40.896922 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8425c2dd-b91e-42d5-b0ca-73a1320cc8f0 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:40.898607 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port ba98ec67-c04e-45c6-a6de-5a9476b3d3a1, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ba98ec67-c04e-45c6-a6de-5a9476b3d3a1,segment=NetworkSegment(93604057-13a3-44e1-bbd3-2296078d1b81),segment_id=93604057-13a3-44e1-bbd3-2296078d1b81)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:40.899625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53138) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.901154 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-0401add2-99a0-44fe-9d6c-502049513bb7 service neutron] 10.222.0.43 "GET /v2.0/networks/d310563c-1490-402f-bf32-5587181a47ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044039 Jul 28 11:43:40.905847 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-a3b0ab61-b6fa-4aad-8ae2-cf41487aa8e4 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.909277 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a3b0ab61-b6fa-4aad-8ae2-cf41487aa8e4 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0045865 Jul 28 11:43:40.909492 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53140) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.913832 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-15c19fba-af87-4b2b-b684-c4cfd045216b tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.917153 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:40.917284 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-15c19fba-af87-4b2b-b684-c4cfd045216b tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045478 Jul 28 11:43:40.917357 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e11dc56f-a905-4794-ae2c-46861282f8b5 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:40.920308 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:43:40.927481 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a4b85940-32e6-4b86-9801-f64f504f1e6c admin admin] 10.222.0.43 "PUT /v2.0/routers/daf70c08-293b-44b9-80f0-62da971a6003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5698135 Jul 28 11:43:40.928877 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53142) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.936143 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Sync routers for ids ['daf70c08-293b-44b9-80f0-62da971a6003'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:43:40.948982 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Routers {'daf70c08-293b-44b9-80f0-62da971a6003'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:40.949619 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['daf70c08-293b-44b9-80f0-62da971a6003'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:40.957360 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] For port 849a956f-81c0-433b-821a-e8d3ce3df9f7, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:43:40.964437 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-a1e5f754-0130-4ade-9610-5ea19539c50b tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.966332 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a1e5f754-0130-4ade-9610-5ea19539c50b tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0341296 Jul 28 11:43:40.979839 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] For port 849a956f-81c0-433b-821a-e8d3ce3df9f7, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=849a956f-81c0-433b-821a-e8d3ce3df9f7,segment=NetworkSegment(64171afb-54c7-40f4-b804-e53347d094eb),segment_id=64171afb-54c7-40f4-b804-e53347d094eb)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:43:40.987247 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53146) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:40.998714 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [None req-7886d0a1-17a4-47f8-91ef-18a41bcfc2c5 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:40.999751 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7886d0a1-17a4-47f8-91ef-18a41bcfc2c5 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0088477 Jul 28 11:43:41.009245 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53148) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.021856 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-925e5256-d0ca-4038-a3d8-4cace63c7850 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Deleting port 6046742d-1541-4cb2-a230-3174d0253c30 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:41.022288 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-925e5256-d0ca-4038-a3d8-4cace63c7850 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:41.041041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=ba98ec67-c04e-45c6-a6de-5a9476b3d3a1,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:41.051650 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8425c2dd-b91e-42d5-b0ca-73a1320cc8f0 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:43:41.052702 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:41.064732 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8425c2dd-b91e-42d5-b0ca-73a1320cc8f0 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:41.065202 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-8425c2dd-b91e-42d5-b0ca-73a1320cc8f0 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Added segment 824409f4-1535-4768-869a-be84663eaf7c of type vlan for network 2fdcae44-4f0e-48c5-a8ef-12676da56f45 Jul 28 11:43:41.080093 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [None req-c5e6effa-a7bf-4377-b0b0-6fd13fc865e5 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.083519 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c5e6effa-a7bf-4377-b0b0-6fd13fc865e5 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0615978 Jul 28 11:43:41.110240 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8425c2dd-b91e-42d5-b0ca-73a1320cc8f0 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:41.110491 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83472aa-e097-4a9a-868e-5749f50b2738 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a58a11a-f398-441a-9cfe-1ddaad195955,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:41.132607 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b83472aa-e097-4a9a-868e-5749f50b2738 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:41.134131 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b83472aa-e097-4a9a-868e-5749f50b2738 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9860587 Jul 28 11:43:41.141667 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53150) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.142227 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53156) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.146814 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Set router daf70c08-293b-44b9-80f0-62da971a6003 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:41.148627 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [None req-1e46f791-7573-4732-ad69-7cc98bb1598b tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.149584 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1e46f791-7573-4732-ad69-7cc98bb1598b tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0062649 Jul 28 11:43:41.152653 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-520603c0-e42f-4a4d-ba8d-4e913da10562 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Request body: {'security_group_rule': {'security_group_id': '9a58a11a-f398-441a-9cfe-1ddaad195955', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:41.159701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8220b-aff6-40b2-bf72-d421077b6aab None None] Pushing event updated for resources: {'Port': ['ID=849a956f-81c0-433b-821a-e8d3ce3df9f7,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:41.181266 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53158) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.188552 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-e5d87c73-b55a-469f-b9cc-9b2122431262 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.189735 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e5d87c73-b55a-469f-b9cc-9b2122431262 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0075092 Jul 28 11:43:41.194981 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Routers {'62878c34-58d4-4177-bc20-297a8232df4d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:41.195621 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['62878c34-58d4-4177-bc20-297a8232df4d'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:41.195957 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8425c2dd-b91e-42d5-b0ca-73a1320cc8f0 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:41.202149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53160) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.206959 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [None req-916b2374-ed50-4778-ad47-2c7ecc21054b tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.208823 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8425c2dd-b91e-42d5-b0ca-73a1320cc8f0 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:41.209215 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-916b2374-ed50-4778-ad47-2c7ecc21054b tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0056300 Jul 28 11:43:41.209462 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8425c2dd-b91e-42d5-b0ca-73a1320cc8f0 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:41.218466 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53162) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.233750 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [None req-c648cdcb-2269-4d1e-9402-568964b072dc tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.235997 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c648cdcb-2269-4d1e-9402-568964b072dc tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0137303 Jul 28 11:43:41.263555 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53164) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.287321 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [None req-6ce514d4-63cf-43e1-8605-51e398307249 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.290567 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6ce514d4-63cf-43e1-8605-51e398307249 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0245061 Jul 28 11:43:41.305663 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53166) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.322301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-f7a972b0-2eed-4184-8abb-cedcfc9bf56c tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.339445 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f7a972b0-2eed-4184-8abb-cedcfc9bf56c tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0304358 Jul 28 11:43:41.362293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53168) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.396894 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] Set router 62878c34-58d4-4177-bc20-297a8232df4d gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:41.403887 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [None req-898e5f9f-4f9c-4bc5-9fe3-8b6159289cc3 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.407431 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-898e5f9f-4f9c-4bc5-9fe3-8b6159289cc3 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0258746 Jul 28 11:43:41.407431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-70bf0dba-a8b6-4140-b191-6b005378f76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:41.409375 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-925e5256-d0ca-4038-a3d8-4cace63c7850 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:41.415567 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53170) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.418558 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8425c2dd-b91e-42d5-b0ca-73a1320cc8f0 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0219879 Jul 28 11:43:41.446128 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53172) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.447230 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-520603c0-e42f-4a4d-ba8d-4e913da10562 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:41.452618 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-b9f24584-3560-41e4-8cbc-b21dbd5282c2 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.461319 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b9f24584-3560-41e4-8cbc-b21dbd5282c2 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0443397 Jul 28 11:43:41.462455 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53174) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.478520 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'name': 'tempest-ServersTestManualDisk-497779107-router', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:24Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'gw_port': {'id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:26Z', 'updated_at': '2021-07-28T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'bc740f75-c273-475c-9c5f-29721e29c476', 'name': '', 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'mac_address': 'fa:16:3e:ba:59:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3757737d-2ee3-496c-9734-f629212027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:32Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 2, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'subnets': [{'id': '3757737d-2ee3-496c-9734-f629212027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:41.478911 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-dc0e080d-23d5-4bb2-bbb0-fbd02fbcc74a tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.484478 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-dc0e080d-23d5-4bb2-bbb0-fbd02fbcc74a tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0210097 Jul 28 11:43:41.492879 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53176) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.493810 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-925e5256-d0ca-4038-a3d8-4cace63c7850 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Calling delete_port for 6046742d-1541-4cb2-a230-3174d0253c30 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:41.499189 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [None req-afa0eaba-dbba-4f5e-9386-bc8dc71410bb tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.500119 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-afa0eaba-dbba-4f5e-9386-bc8dc71410bb tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0043106 Jul 28 11:43:41.510113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port e11dc56f-a905-4794-ae2c-46861282f8b5 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:41.510526 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:41.512110 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Checking router: daf70c08-293b-44b9-80f0-62da971a6003 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:43:41.512773 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Updating router daf70c08-293b-44b9-80f0-62da971a6003 port bc740f75-c273-475c-9c5f-29721e29c476 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:43:41.515700 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425c2dd-b91e-42d5-b0ca-73a1320cc8f0 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Pushing event updated for resources: {'Network': ['ID=2fdcae44-4f0e-48c5-a8ef-12676da56f45,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:41.520236 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53178) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.535133 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-e1e7ce6f-ad80-4b91-99e1-e7c8209b3d94 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.546586 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Allocated IP 172.20.0.1 (701331c9-bbea-4924-892c-a3e1441a1105/de5a91c5-cd0c-436d-b534-6936904a6000/0a6df9d4-1d18-45e0-ab70-9c69b526bbb0) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:41.546754 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e1e7ce6f-ad80-4b91-99e1-e7c8209b3d94 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0233922 Jul 28 11:43:41.552348 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53180) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.563188 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:41.569249 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-c412c6f1-cffd-48b8-89fe-bcb76f40f813 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.574264 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c412c6f1-cffd-48b8-89fe-bcb76f40f813 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0153749 Jul 28 11:43:41.580646 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53182) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.586401 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-7adf0523-6cd7-41ab-907e-e6a051f3459e tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.590913 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7adf0523-6cd7-41ab-907e-e6a051f3459e tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0091066 Jul 28 11:43:41.593322 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53184) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.597701 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-93327147-6cf8-4487-98e0-483c29c930c7 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.601771 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-93327147-6cf8-4487-98e0-483c29c930c7 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0074275 Jul 28 11:43:41.603943 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53186) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.611171 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-8ae925b8-63dc-4072-8a15-fb018efc8568 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.615604 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8ae925b8-63dc-4072-8a15-fb018efc8568 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0106406 Jul 28 11:43:41.618153 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-00963602-050d-47a8-821a-1b5df89d23ee service neutron] 10.222.0.43 "GET /v2.0/networks/d310563c-1490-402f-bf32-5587181a47ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7094617 Jul 28 11:43:41.618770 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53188) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.623999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-516edd21-2b46-46dd-9dd2-623f69595b2d tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.628043 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-516edd21-2b46-46dd-9dd2-623f69595b2d tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0082517 Jul 28 11:43:41.628738 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53190) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.634837 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-53f0f32f-b300-4cdb-b0db-4bb2960a3e2f tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.638596 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-53f0f32f-b300-4cdb-b0db-4bb2960a3e2f tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0082428 Jul 28 11:43:41.639307 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53192) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.645626 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-184400fe-05f8-4ac3-86a4-d754e6b86ad6 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.649631 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-184400fe-05f8-4ac3-86a4-d754e6b86ad6 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0089662 Jul 28 11:43:41.650341 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53194) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.655856 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-b50c736b-4776-484a-b3b0-c3a1c43a5d81 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.659431 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b50c736b-4776-484a-b3b0-c3a1c43a5d81 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0079231 Jul 28 11:43:41.660100 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53196) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.665679 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-5c555982-6bab-41b5-8424-a69dcd58b38d tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.669578 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5c555982-6bab-41b5-8424-a69dcd58b38d tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0077653 Jul 28 11:43:41.670387 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53198) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.675080 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-f63350eb-0408-417c-94d1-2c050f684794 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.679023 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f63350eb-0408-417c-94d1-2c050f684794 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0074232 Jul 28 11:43:41.679477 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53200) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.684233 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-5d7da8d5-814b-4021-9428-3370a47425d0 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.684401 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 2fdcae44-4f0e-48c5-a8ef-12676da56f45 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:43:41.685855 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5d7da8d5-814b-4021-9428-3370a47425d0 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0055578 Jul 28 11:43:41.690913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53202) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.695760 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-1bade0d0-0d80-4d51-b773-277da9c98eb4 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.699319 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1bade0d0-0d80-4d51-b773-277da9c98eb4 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0074596 Jul 28 11:43:41.700019 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53204) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.704457 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-c4e91df5-2809-4503-847b-147b44d23e63 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.708681 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c4e91df5-2809-4503-847b-147b44d23e63 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0077534 Jul 28 11:43:41.709615 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53206) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.714756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-25eeda81-43a0-494f-b757-7e9091f8deae tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.718410 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-25eeda81-43a0-494f-b757-7e9091f8deae tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0072927 Jul 28 11:43:41.718999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53208) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.726756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-4bc46ca6-aa29-49fd-a0ca-200c3384c27e tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.735556 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4bc46ca6-aa29-49fd-a0ca-200c3384c27e tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0141802 Jul 28 11:43:41.736308 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53210) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.746093 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-8ce7f4d6-3d16-403e-9bf5-88a2d7400ec2 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.754214 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8ce7f4d6-3d16-403e-9bf5-88a2d7400ec2 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0144510 Jul 28 11:43:41.757540 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53212) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.767218 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-97888207-cd97-4d8a-aac6-d788390e7f03 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.774140 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-97888207-cd97-4d8a-aac6-d788390e7f03 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0150690 Jul 28 11:43:41.774784 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53214) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.786660 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-e19a4fad-1158-4cf6-a6fb-b1d3100bbfda tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.790763 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e19a4fad-1158-4cf6-a6fb-b1d3100bbfda tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0147359 Jul 28 11:43:41.791347 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53216) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.800969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-eeeff235-ccaa-4367-917e-3c52430789ae tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.804978 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-eeeff235-ccaa-4367-917e-3c52430789ae tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0100958 Jul 28 11:43:41.804978 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53218) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.805830 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53220) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.812929 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-35267565-5994-4db0-ac05-fe4c2685ede0 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.816627 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-35267565-5994-4db0-ac05-fe4c2685ede0 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0074899 Jul 28 11:43:41.819176 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53222) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:41.823234 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-3dda3d58-138d-4a24-a465-0c456041dea1 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--966295187', 'description': 'tempest-description--983744170'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:41.834685 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [None req-3c54e2eb-45ae-4ee6-9525-e5b24696b934 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:41.841455 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3c54e2eb-45ae-4ee6-9525-e5b24696b934 tempest-ExtensionsTestJSON-1511416370 tempest-ExtensionsTestJSON-1511416370-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0109291 Jul 28 11:43:42.072568 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device fdc96b90-c8a5-401a-9b04-02b7242849db up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:42.138268 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-520603c0-e42f-4a4d-ba8d-4e913da10562 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.153589 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62878c34-58d4-4177-bc20-297a8232df4d', 'name': 'tempest-ServerActionsTestJSON-1981725491-router', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:32Z', 'revision_number': 4, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'gw_port': {'id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '849a956f-81c0-433b-821a-e8d3ce3df9f7', 'name': '', 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'mac_address': 'fa:16:3e:18:81:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '52537c06-0de1-4719-8c48-4b4417843622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:29Z', 'updated_at': '2021-07-28T11:43:40Z', 'revision_number': 4, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'subnets': [{'id': '52537c06-0de1-4719-8c48-4b4417843622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:42.162922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-520603c0-e42f-4a4d-ba8d-4e913da10562 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.195247 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53248) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:42.198979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port fdc96b90-c8a5-401a-9b04-02b7242849db completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:42.203537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb33fa1a-8e73-41bd-b45e-4df049621d4b None None] The sync data for ids ['62878c34-58d4-4177-bc20-297a8232df4d'] in dv-neutron-786478-16-hyperv is: [{'id': '62878c34-58d4-4177-bc20-297a8232df4d', 'name': 'tempest-ServerActionsTestJSON-1981725491-router', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:32Z', 'revision_number': 4, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'gw_port': {'id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '849a956f-81c0-433b-821a-e8d3ce3df9f7', 'name': '', 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'mac_address': 'fa:16:3e:18:81:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '52537c06-0de1-4719-8c48-4b4417843622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:29Z', 'updated_at': '2021-07-28T11:43:40Z', 'revision_number': 4, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'subnets': [{'id': '52537c06-0de1-4719-8c48-4b4417843622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:43:42.205147 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port fdc96b90-c8a5-401a-9b04-02b7242849db triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:42.205527 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.262186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-925e5256-d0ca-4038-a3d8-4cace63c7850 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.303535 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53252) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:42.312212 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520603c0-e42f-4a4d-ba8d-4e913da10562 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16485cb1-a122-4355-88d5-a6e30b225b26,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:42.371149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e5256-d0ca-4038-a3d8-4cace63c7850 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Pushing event deleted for resources: {'Port': ['ID=6046742d-1541-4cb2-a230-3174d0253c30,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:42.390341 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-666d4dcf-bceb-4629-8d59-eaea7ad0e58a tempest-DHCPAgentSchedulersTestJSON-2055091399 tempest-DHCPAgentSchedulersTestJSON-2055091399-project-admin] 10.222.0.43 "GET /v2.0/agents/81954588-06bb-46d9-a9b2-f03ddaf40efd/dhcp-networks HTTP/1.1" status: 200 len: 7284 time: 0.9399459 Jul 28 11:43:42.392935 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53256) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:42.393559 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.400405 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.420372 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Transition to ACTIVE for port object bc740f75-c273-475c-9c5f-29721e29c476 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:42.429746 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.439064 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.442447 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port fdc96b90-c8a5-401a-9b04-02b7242849db, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=fdc96b90-c8a5-401a-9b04-02b7242849db,segment=NetworkSegment(9e2b7f14-1443-4f4e-8457-eee8e26d9e48),segment_id=9e2b7f14-1443-4f4e-8457-eee8e26d9e48)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:42.461298 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.521068 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-925e5256-d0ca-4038-a3d8-4cace63c7850 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.526698 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-925e5256-d0ca-4038-a3d8-4cace63c7850 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "DELETE /v2.0/ports/6046742d-1541-4cb2-a230-3174d0253c30 HTTP/1.1" status: 204 len: 168 time: 2.3315585 Jul 28 11:43:42.532474 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53258) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:42.544701 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2bcab865-5225-4c1b-aca1-0784f71e8ce3', 'external_fixed_ips': [{'subnet_id': 'd878d16f-ed89-4cbb-9272-49f29f293b5f', 'ip_address': '172.20.0.13'}]}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:42.560902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Transition to ACTIVE for port object 0a6df9d4-1d18-45e0-ab70-9c69b526bbb0 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:42.573544 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-70bf0dba-a8b6-4140-b191-6b005378f76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.584870 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc75242-2a8c-4434-8f02-d19da11ad998 None None] Pushing event updated for resources: {'Port': ['ID=bc740f75-c273-475c-9c5f-29721e29c476,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:42.588453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-70bf0dba-a8b6-4140-b191-6b005378f76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.631280 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-520603c0-e42f-4a4d-ba8d-4e913da10562 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.632703 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-520603c0-e42f-4a4d-ba8d-4e913da10562 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4879282 Jul 28 11:43:42.644494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=fdc96b90-c8a5-401a-9b04-02b7242849db,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:42.656207 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Attempting to bind port bc740f75-c273-475c-9c5f-29721e29c476 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:43:42.656631 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Attempting to bind port bc740f75-c273-475c-9c5f-29721e29c476 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '93120ba0-1f0b-459b-be62-4c9b92914d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:43:42.657042 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Attempting to bind port bc740f75-c273-475c-9c5f-29721e29c476 on network 3ab5dcf3-09cf-45bd-bb1a-1345514f52ad {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:42.663518 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:43:42.667140 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Checking segment: {'id': '93120ba0-1f0b-459b-be62-4c9b92914d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:42.667570 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.667976 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Bound using segment: {'id': '93120ba0-1f0b-459b-be62-4c9b92914d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:43:42.668484 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Bound port: bc740f75-c273-475c-9c5f-29721e29c476, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93120ba0-1f0b-459b-be62-4c9b92914d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:43:42.668893 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.669993 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53260) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:42.728163 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c5731760-04fc-40f6-9e92-05dfa6a30d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.738471 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-70bf0dba-a8b6-4140-b191-6b005378f76a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=698e2f6af2054849a513839a24b3a596&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9565187 Jul 28 11:43:42.748007 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53264) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:42.748747 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf0dba-a8b6-4140-b191-6b005378f76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d321476-96a9-4fcc-a5b9-209161f6aef9,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:42.768553 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-8e1266c5-6cb5-45a5-9039-1c6b5bb11c8c tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Request body: {'security_group_rule': {'security_group_id': '9a58a11a-f398-441a-9cfe-1ddaad195955', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:42.784412 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3dda3d58-138d-4a24-a465-0c456041dea1 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.809969 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e4ad9e17-3c18-4675-95d5-d1d5b64cca94 req-37c81c1f-17d5-4025-977f-1176fbdbf337 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 210 time: 0.5049658 Jul 28 11:43:42.823235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.834326 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] For port bc740f75-c273-475c-9c5f-29721e29c476, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:43:42.859606 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] For port bc740f75-c273-475c-9c5f-29721e29c476, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=bc740f75-c273-475c-9c5f-29721e29c476,segment=NetworkSegment(93120ba0-1f0b-459b-be62-4c9b92914d38),segment_id=93120ba0-1f0b-459b-be62-4c9b92914d38)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:43:42.889780 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 849a956f-81c0-433b-821a-e8d3ce3df9f7 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:42.906031 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.921403 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad7b85a-9aab-4e0e-8b08-69ba503845b6 tempest-DHCPAgentSchedulersTestJSON-2055091399 tempest-DHCPAgentSchedulersTestJSON-2055091399-project-admin] Network 2fdcae44-4f0e-48c5-a8ef-12676da56f45 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:43:42.929329 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.930384 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.954111 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8ad7b85a-9aab-4e0e-8b08-69ba503845b6 tempest-DHCPAgentSchedulersTestJSON-2055091399 tempest-DHCPAgentSchedulersTestJSON-2055091399-project-admin] 10.222.0.43 "POST /v2.0/agents/81954588-06bb-46d9-a9b2-f03ddaf40efd/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5598235 Jul 28 11:43:42.955078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Network 701331c9-bbea-4924-892c-a3e1441a1105 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:42.959837 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53276) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:42.969203 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:42.971062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Pushing event updated for resources: {'Port': ['ID=0a6df9d4-1d18-45e0-ab70-9c69b526bbb0,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:42.974692 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:42.975174 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.985315 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7520c42-4a76-4362-b928-757ca7ded9dd None None] Network 2fdcae44-4f0e-48c5-a8ef-12676da56f45 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:43.039404 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:43.053973 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8e1266c5-6cb5-45a5-9039-1c6b5bb11c8c tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:43.109333 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Routers {'daf70c08-293b-44b9-80f0-62da971a6003'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:43.116519 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['daf70c08-293b-44b9-80f0-62da971a6003'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:43.120908 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc75242-2a8c-4434-8f02-d19da11ad998 None None] Pushing event updated for resources: {'Port': ['ID=bc740f75-c273-475c-9c5f-29721e29c476,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:43.369537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 849a956f-81c0-433b-821a-e8d3ce3df9f7 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:43.389513 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 849a956f-81c0-433b-821a-e8d3ce3df9f7 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:43.391987 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:43.420701 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] Set router daf70c08-293b-44b9-80f0-62da971a6003 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:43.552958 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:43.619230 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 849a956f-81c0-433b-821a-e8d3ce3df9f7, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=849a956f-81c0-433b-821a-e8d3ce3df9f7,segment=NetworkSegment(64171afb-54c7-40f4-b804-e53347d094eb),segment_id=64171afb-54c7-40f4-b804-e53347d094eb)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:43.629924 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:43.636368 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:43.642222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3cfc0560-fe98-402d-a054-781de5eaf63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:43.708727 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-192c5a91-aa04-42ae-9c8f-d225d6f91cf8 None None] Provisioning for port 0a6df9d4-1d18-45e0-ab70-9c69b526bbb0 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:43.719712 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3cfc0560-fe98-402d-a054-781de5eaf63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:43.729585 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-192c5a91-aa04-42ae-9c8f-d225d6f91cf8 None None] Provisioning complete for port 0a6df9d4-1d18-45e0-ab70-9c69b526bbb0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:43.729911 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-192c5a91-aa04-42ae-9c8f-d225d6f91cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:43.756133 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'name': 'tempest-ServersTestManualDisk-497779107-router', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:24Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'gw_port': {'id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:26Z', 'updated_at': '2021-07-28T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'bc740f75-c273-475c-9c5f-29721e29c476', 'name': '', 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'mac_address': 'fa:16:3e:ba:59:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3757737d-2ee3-496c-9734-f629212027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:32Z', 'updated_at': '2021-07-28T11:43:42Z', 'revision_number': 4, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'subnets': [{'id': '3757737d-2ee3-496c-9734-f629212027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:43.787383 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=849a956f-81c0-433b-821a-e8d3ce3df9f7,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:43.794933 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6499e4d2-1f32-4081-a4be-dee47f7a161f None None] The sync data for ids ['daf70c08-293b-44b9-80f0-62da971a6003'] in dv-neutron-786478-16-hyperv is: [{'id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'name': 'tempest-ServersTestManualDisk-497779107-router', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:24Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'gw_port': {'id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:26Z', 'updated_at': '2021-07-28T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'bc740f75-c273-475c-9c5f-29721e29c476', 'name': '', 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'mac_address': 'fa:16:3e:ba:59:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3757737d-2ee3-496c-9734-f629212027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:32Z', 'updated_at': '2021-07-28T11:43:42Z', 'revision_number': 4, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'subnets': [{'id': '3757737d-2ee3-496c-9734-f629212027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:43:43.808052 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:43.820093 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-192c5a91-aa04-42ae-9c8f-d225d6f91cf8 None None] Port 0a6df9d4-1d18-45e0-ab70-9c69b526bbb0 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:43:43.823243 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:43.823504 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:43.892502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:43.949358 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3cfc0560-fe98-402d-a054-781de5eaf63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:43.953454 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3cfc0560-fe98-402d-a054-781de5eaf63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:43.955445 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3cfc0560-fe98-402d-a054-781de5eaf63e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d321476-96a9-4fcc-a5b9-209161f6aef9 HTTP/1.1" status: 204 len: 168 time: 1.2035525 Jul 28 11:43:43.977059 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-746fb8c4-8339-42a9-af71-4b72d7dcce1a tempest-DHCPAgentSchedulersTestJSON-2055091399 tempest-DHCPAgentSchedulersTestJSON-2055091399-project-admin] 10.222.0.43 "GET /v2.0/agents/81954588-06bb-46d9-a9b2-f03ddaf40efd/dhcp-networks HTTP/1.1" status: 200 len: 8054 time: 1.0159013 Jul 28 11:43:43.981512 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53296) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:43.992633 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8e1266c5-6cb5-45a5-9039-1c6b5bb11c8c tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:43.995732 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3dda3d58-138d-4a24-a465-0c456041dea1 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:44.003906 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8e1266c5-6cb5-45a5-9039-1c6b5bb11c8c tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:44.028255 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc0560-fe98-402d-a054-781de5eaf63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d321476-96a9-4fcc-a5b9-209161f6aef9,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:44.188484 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3dda3d58-138d-4a24-a465-0c456041dea1 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:44.281558 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1266c5-6cb5-45a5-9039-1c6b5bb11c8c tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ee07e9-842c-4ada-99e4-cfacf25debca,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:44.284557 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c5731760-04fc-40f6-9e92-05dfa6a30d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:44.330096 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c4c9c6a3-f8a4-4a64-8922-3c9b99ac7abf req-ec6f4a5c-9efe-4eb0-a89b-d3d92c856160 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 210 time: 0.1465194 Jul 28 11:43:44.331092 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c5731760-04fc-40f6-9e92-05dfa6a30d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:44.342369 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3dda3d58-138d-4a24-a465-0c456041dea1 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:44.343852 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3dda3d58-138d-4a24-a465-0c456041dea1 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.5361426 Jul 28 11:43:44.344806 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8e1266c5-6cb5-45a5-9039-1c6b5bb11c8c tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:44.352759 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bd8ce03b-1845-4ea2-aaca-9da22227696b tempest-DHCPAgentSchedulersTestJSON-2055091399 tempest-DHCPAgentSchedulersTestJSON-2055091399-project-admin] 10.222.0.43 "DELETE /v2.0/agents/81954588-06bb-46d9-a9b2-f03ddaf40efd/dhcp-networks/2fdcae44-4f0e-48c5-a8ef-12676da56f45 HTTP/1.1" status: 204 len: 168 time: 0.3572361 Jul 28 11:43:44.353345 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8e1266c5-6cb5-45a5-9039-1c6b5bb11c8c tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6181033 Jul 28 11:43:44.359047 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53302) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:44.359576 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53304) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:44.360038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53306) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:44.376781 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c96c1b44-2d39-4b39-80e5-fa2642b3fbe5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:44.384526 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b94e0859-fa8d-4d4a-8ec5-90c368793872 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Request body: {'security_group_rule': {'security_group_id': '67b4186a-a2ed-4792-94d3-313facceaebd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:44.403700 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda3d58-138d-4a24-a465-0c456041dea1 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b4186a-a2ed-4792-94d3-313facceaebd,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:44.513330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53310) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:44.619978 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f4fdb912-8d7a-4f4c-94ca-028a2e009d06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f44cf9cb08f4c4f92c094bbeb1e9997&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0974171 Jul 28 11:43:44.624615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53312) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:44.628455 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:44.653235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:44.654378 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:44.718281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device bc740f75-c273-475c-9c5f-29721e29c476 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:44.759035 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c5731760-04fc-40f6-9e92-05dfa6a30d02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e524b2e2c19841198ec26cf6a2c719a8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5626063 Jul 28 11:43:44.763181 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53314) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:44.780812 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5731760-04fc-40f6-9e92-05dfa6a30d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcf53f6-6e65-4813-8420-3808b671d89d,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:44.797618 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c96c1b44-2d39-4b39-80e5-fa2642b3fbe5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:44.798749 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port bc740f75-c273-475c-9c5f-29721e29c476 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:44.810241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port bc740f75-c273-475c-9c5f-29721e29c476 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:44.810698 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:44.817768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Pushing event updated for resources: {'Port': ['ID=0a6df9d4-1d18-45e0-ab70-9c69b526bbb0,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:44.827515 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca5862aa-e85d-4cd4-ac1a-c287103f06de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:44.877486 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca5862aa-e85d-4cd4-ac1a-c287103f06de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:44.915254 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Network 701331c9-bbea-4924-892c-a3e1441a1105 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:44.918144 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:44.927549 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:44.927798 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b94e0859-fa8d-4d4a-8ec5-90c368793872 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:44.981991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port bc740f75-c273-475c-9c5f-29721e29c476, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=bc740f75-c273-475c-9c5f-29721e29c476,segment=NetworkSegment(93120ba0-1f0b-459b-be62-4c9b92914d38),segment_id=93120ba0-1f0b-459b-be62-4c9b92914d38)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:44.989159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:44.990700 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 849a956f-81c0-433b-821a-e8d3ce3df9f7 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:45.031935 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9ed16347-74ee-49de-93eb-096cfafe888f tempest-DHCPAgentSchedulersTestJSON-2055091399 tempest-DHCPAgentSchedulersTestJSON-2055091399-project-admin] 10.222.0.43 "GET /v2.0/agents/81954588-06bb-46d9-a9b2-f03ddaf40efd/dhcp-networks HTTP/1.1" status: 200 len: 7284 time: 0.6677287 Jul 28 11:43:45.032681 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b91af9a9-7ead-4a56-845b-4b6dd12b4441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:45.035294 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53316) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:45.085459 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=bc740f75-c273-475c-9c5f-29721e29c476,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:45.106787 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 849a956f-81c0-433b-821a-e8d3ce3df9f7 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:45.107113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:45.133939 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b94e0859-fa8d-4d4a-8ec5-90c368793872 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:45.137334 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.39', 53167) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:45.190058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca5862aa-e85d-4cd4-ac1a-c287103f06de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:45.193175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca5862aa-e85d-4cd4-ac1a-c287103f06de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:45.194347 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ca5862aa-e85d-4cd4-ac1a-c287103f06de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f379052-351e-4ad1-afb2-b2f9707c66d4 HTTP/1.1" status: 204 len: 168 time: 0.5685189 Jul 28 11:43:45.228788 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5862aa-e85d-4cd4-ac1a-c287103f06de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f379052-351e-4ad1-afb2-b2f9707c66d4,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:45.248499 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Router 2e72f7c7-13f1-4c58-a31f-f6e431103c7d has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:43:45.278393 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b91af9a9-7ead-4a56-845b-4b6dd12b4441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:45.289759 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fda518-536a-48ae-beea-a447aa755828 req-a3a780ca-c9dc-4920-9735-dba8e16d9a7f tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:45.291578 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-a3a780ca-c9dc-4920-9735-dba8e16d9a7f tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.39 "GET /v2.0/networks?id=d310563c-1490-402f-bf32-5587181a47ab HTTP/1.1" status: 200 len: 806 time: 0.1494570 Jul 28 11:43:45.292284 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b94e0859-fa8d-4d4a-8ec5-90c368793872 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:45.324839 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device fdc96b90-c8a5-401a-9b04-02b7242849db up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:45.335138 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-90fb181e-60af-40d0-b82f-439345827f24 tempest-DHCPAgentSchedulersTestJSON-2055091399 tempest-DHCPAgentSchedulersTestJSON-2055091399-project-admin] 10.222.0.43 "GET /v2.0/networks/5c30a91b-69cd-41ab-aaac-e6ef3588f051/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2926369 Jul 28 11:43:45.342998 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53320) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:45.388229 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4efec3fb-aafd-4e92-9c51-29611e17cd04 None None] Provisioning complete for port 0a6df9d4-1d18-45e0-ab70-9c69b526bbb0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:45.388612 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4efec3fb-aafd-4e92-9c51-29611e17cd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:45.403028 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-42651f8e-f525-4edd-9e36-3a9f4ecd7a17 tempest-DHCPAgentSchedulersTestJSON-2055091399 tempest-DHCPAgentSchedulersTestJSON-2055091399-project-admin] 10.222.0.43 "GET /v2.0/networks/5c30a91b-69cd-41ab-aaac-e6ef3588f051/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0588839 Jul 28 11:43:45.403621 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53326) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:45.432791 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e0859-fa8d-4d4a-8ec5-90c368793872 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15412b2e-69a6-4f2d-b51a-fc2b3061e400,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:45.447113 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b94e0859-fa8d-4d4a-8ec5-90c368793872 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:45.459936 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b94e0859-fa8d-4d4a-8ec5-90c368793872 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0982950 Jul 28 11:43:45.507861 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53330) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:45.527421 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-be0073f9-9e6d-4e53-abbc-51d1f6cb89fc tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Request body: {'security_group_rule': {'security_group_id': '67b4186a-a2ed-4792-94d3-313facceaebd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:45.677267 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-4efec3fb-aafd-4e92-9c51-29611e17cd04 None None] Port 0a6df9d4-1d18-45e0-ab70-9c69b526bbb0 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:43:45.686025 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:43:45.711546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87236327-5380-49d2-9157-e4ebc6835ab4 None None] Sync routers for ids ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:43:45.715263 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port fdc96b90-c8a5-401a-9b04-02b7242849db triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:45.715683 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:45.720395 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-78752c6e-ea0a-444b-b19e-68003c4d2a7d tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] 10.222.0.43 "PUT /v2.0/routers/2e72f7c7-13f1-4c58-a31f-f6e431103c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4924943 Jul 28 11:43:45.729441 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53346) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:45.747396 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ccc49664-3591-4ff6-b4e2-ae3bfd68b00f tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Request body: {'port': {'network_id': '701331c9-bbea-4924-892c-a3e1441a1105', 'name': 'tempest-FloatingIPAdminTestJSON-645086875'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:45.772029 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be0073f9-9e6d-4e53-abbc-51d1f6cb89fc tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:45.786648 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87236327-5380-49d2-9157-e4ebc6835ab4 None None] Routers {'2e72f7c7-13f1-4c58-a31f-f6e431103c7d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:45.787930 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-87236327-5380-49d2-9157-e4ebc6835ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:45.821996 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-d8ed41cf-9c8a-435a-b81c-5052e0b50083 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bb1524ad7c14d938746744332eba2f9 HTTP/1.1" status: 200 len: 380 time: 0.3802674 Jul 28 11:43:45.825164 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7e967b54-43d0-4c10-be7d-11588d113db0 req-51175368-9bed-417b-9cf4-f237d7f80bc7 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 210 time: 0.1524611 Jul 28 11:43:45.826616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:45.836164 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [req-c9fda518-536a-48ae-beea-a447aa755828 req-adc22eb5-741b-48f4-b7e0-b59692c7d384 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Request body: {'port': {'device_id': 'f3cee1f0-f956-4ca2-b253-8545f9f7cf53', 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab', 'admin_state_up': True, 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'security_groups': ['472d702e-ff1e-4c12-aae5-f9f050a0014a']}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:45.846992 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-87236327-5380-49d2-9157-e4ebc6835ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:45.853841 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b91af9a9-7ead-4a56-845b-4b6dd12b4441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:45.857567 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b91af9a9-7ead-4a56-845b-4b6dd12b4441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:45.862806 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b91af9a9-7ead-4a56-845b-4b6dd12b4441 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/adcf53f6-6e65-4813-8420-3808b671d89d HTTP/1.1" status: 204 len: 168 time: 1.0943704 Jul 28 11:43:45.882171 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87236327-5380-49d2-9157-e4ebc6835ab4 None None] Routers {'2e72f7c7-13f1-4c58-a31f-f6e431103c7d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:45.887257 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-87236327-5380-49d2-9157-e4ebc6835ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:45.955041 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91af9a9-7ead-4a56-845b-4b6dd12b4441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcf53f6-6e65-4813-8420-3808b671d89d,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:45.961695 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-87236327-5380-49d2-9157-e4ebc6835ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:45.962222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87236327-5380-49d2-9157-e4ebc6835ab4 None None] The sync data for ids ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:43:45.969124 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c2587882-ac15-4705-b912-98549f717e57 tempest-DHCPAgentSchedulersTestJSON-2055091399 tempest-DHCPAgentSchedulersTestJSON-2055091399-project-admin] 10.222.0.43 "GET /v2.0/agents/81954588-06bb-46d9-a9b2-f03ddaf40efd/dhcp-networks HTTP/1.1" status: 200 len: 7284 time: 0.5623786 Jul 28 11:43:45.975467 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53360) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:46.011096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be0073f9-9e6d-4e53-abbc-51d1f6cb89fc tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:46.080341 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:46.084628 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be0073f9-9e6d-4e53-abbc-51d1f6cb89fc tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:46.142215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0073f9-9e6d-4e53-abbc-51d1f6cb89fc tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151befec-420b-45d7-9c41-a9dba822738b,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:46.167629 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be0073f9-9e6d-4e53-abbc-51d1f6cb89fc tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:46.173406 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-be0073f9-9e6d-4e53-abbc-51d1f6cb89fc tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6539018 Jul 28 11:43:46.178131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53374) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:46.182952 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-8090431e-fec3-4c7a-a31e-ce9bac192870 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:46.203873 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:46.235895 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c96c1b44-2d39-4b39-80e5-fa2642b3fbe5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:46.276061 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc49664-3591-4ff6-b4e2-ae3bfd68b00f tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Made reservation on behalf of 0590313e7570410a92f46c155a646519 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:46.279894 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ccc49664-3591-4ff6-b4e2-ae3bfd68b00f tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:46.359567 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-ccc49664-3591-4ff6-b4e2-ae3bfd68b00f tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] device_id is not set on port da389252-e676-4ff9-b683-bc4fbbf9ae73 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:43:46.365485 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:46.368121 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8090431e-fec3-4c7a-a31e-ce9bac192870 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for floatingip, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:46.428307 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Subscribe: > segment before_delete 55550000 {{(pid=100415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:46.429056 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:46.430227 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:46.431093 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Subscribe: > port after_create 55550000 {{(pid=100415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:46.431682 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Subscribe: > port after_delete 55550000 {{(pid=100415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:46.432227 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Subscribe: > port after_update 55550000 {{(pid=100415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:46.432783 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Subscribe: > segment after_delete 55550000 {{(pid=100415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:46.433326 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Subscribe: > subnet after_create 55550000 {{(pid=100415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:46.433857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Subscribe: > subnet after_delete 55550000 {{(pid=100415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:46.434380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Subscribe: > subnet after_update 55550000 {{(pid=100415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:46.543347 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Allocated IP 172.20.0.13 (2bcab865-5225-4c1b-aca1-0784f71e8ce3/d878d16f-ed89-4cbb-9272-49f29f293b5f/312bc321-96d9-41a3-8042-5b0439e2ab0c) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:46.599281 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-c96c1b44-2d39-4b39-80e5-fa2642b3fbe5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Allocated IP 172.26.1.182 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/de3e518a-9789-474c-af3f-4df14f87fdc7) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:46.607087 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9fda518-536a-48ae-beea-a447aa755828 req-adc22eb5-741b-48f4-b7e0-b59692c7d384 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Made reservation on behalf of 9bb1524ad7c14d938746744332eba2f9 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:46.611442 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [req-c9fda518-536a-48ae-beea-a447aa755828 req-adc22eb5-741b-48f4-b7e0-b59692c7d384 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:46.632379 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device bc740f75-c273-475c-9c5f-29721e29c476 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:46.781900 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port bc740f75-c273-475c-9c5f-29721e29c476 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:46.782498 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:46.827722 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53388) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:46.850157 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Subscribe: > subnet after_create 55550000 {{(pid=100415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:46.851404 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Subscribe: > subnet after_delete 55550000 {{(pid=100415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:46.852023 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Subscribe: > subnet before_create 55550000 {{(pid=100415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:46.852613 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Subscribe: > subnet before_update 55550000 {{(pid=100415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:46.853354 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdcae44-4f0e-48c5-a8ef-12676da56f45']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:46.993369 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824409f4-1535-4768-869a-be84663eaf7c') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:46.994160 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824409f4-1535-4768-869a-be84663eaf7c') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:47.048573 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:47.140837 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:47.199811 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c96c1b44-2d39-4b39-80e5-fa2642b3fbe5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:47.309746 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c96c1b44-2d39-4b39-80e5-fa2642b3fbe5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:47.399572 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-094e2a19-8ed1-4329-b3bd-9802c56916d1 req-84e1d650-178d-4a88-947d-ae93fe0ad6df tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 210 time: 0.1294842 Jul 28 11:43:47.476387 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-3b706453-669b-48e9-8a7a-0a9beb953ede tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-554745536'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:47.480498 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:43:47.481222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: from cryptography.utils import int_from_bytes Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: from cryptography.utils import int_from_bytes Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:43:47.487097 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:43:47.505079 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96c1b44-2d39-4b39-80e5-fa2642b3fbe5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:47.516289 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:47.533346 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-c96c1b44-2d39-4b39-80e5-fa2642b3fbe5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:47.569466 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c1b44-2d39-4b39-80e5-fa2642b3fbe5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:47.592415 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53408) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:47.601297 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c1b44-2d39-4b39-80e5-fa2642b3fbe5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Pushing event updated for resources: {'Port': ['ID=de3e518a-9789-474c-af3f-4df14f87fdc7,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:47.614058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-ccc49664-3591-4ff6-b4e2-ae3bfd68b00f tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Allocated IP 172.20.0.14 (701331c9-bbea-4924-892c-a3e1441a1105/de5a91c5-cd0c-436d-b534-6936904a6000/da389252-e676-4ff9-b683-bc4fbbf9ae73) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:47.626031 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [req-c9fda518-536a-48ae-beea-a447aa755828 req-adc22eb5-741b-48f4-b7e0-b59692c7d384 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Allocated IP 172.20.0.7 (d310563c-1490-402f-bf32-5587181a47ab/19c8109d-3a05-45d9-a6c7-d963a29d9d0a/648f2041-44cd-4a25-9192-b89e73b13b60) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:47.636150 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:47.668400 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b706453-669b-48e9-8a7a-0a9beb953ede tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Made reservation on behalf of ac29001115b4430cb92a15f9e9ebe685 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:47.672217 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3b706453-669b-48e9-8a7a-0a9beb953ede tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:47.706473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3b706453-669b-48e9-8a7a-0a9beb953ede tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:47.777792 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:47.782993 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c96c1b44-2d39-4b39-80e5-fa2642b3fbe5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:47.784071 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] 10.222.0.43 "DELETE /v2.0/networks/2fdcae44-4f0e-48c5-a8ef-12676da56f45 HTTP/1.1" status: 204 len: 168 time: 1.8038628 Jul 28 11:43:47.788195 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53412) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:47.806291 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:47.897899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-2c9ac259-6136-4982-a6cd-b3036ae8a6a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1266931598'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:47.908635 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe204d44-b2ab-4779-b812-d74a0b85257d tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Pushing event deleted for resources: {'Network': ['ID=2fdcae44-4f0e-48c5-a8ef-12676da56f45,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:47.918849 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c53db2e-f313-4850-b72b-65d017bc6e7b tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] DELETE failed (client error): The resource could not be found. Jul 28 11:43:47.919485 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c53db2e-f313-4850-b72b-65d017bc6e7b tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:43:47.922177 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4c53db2e-f313-4850-b72b-65d017bc6e7b tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] 10.222.0.43 "DELETE /v2.0/ports/facf9a65-7954-4a38-9551-01dfe81e25db HTTP/1.1" status: 404 len: 333 time: 0.1319852 Jul 28 11:43:47.934935 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53414) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:47.976205 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Network 2bcab865-5225-4c1b-aca1-0784f71e8ce3 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:47.990245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:47.992606 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:47.998818 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c96c1b44-2d39-4b39-80e5-fa2642b3fbe5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:48.006858 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Pushing event updated for resources: {'Port': ['ID=312bc321-96d9-41a3-8042-5b0439e2ab0c,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:48.016966 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e321e2b-6823-4bf4-bfb2-314dce8cafae tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Deleting subnet 1ec2af04-3253-4a10-bb66-0440538db659 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:43:48.023873 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0e321e2b-6823-4bf4-bfb2-314dce8cafae tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:48.027264 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8090431e-fec3-4c7a-a31e-ce9bac192870 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:48.134876 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0e321e2b-6823-4bf4-bfb2-314dce8cafae tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:48.140321 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ccc49664-3591-4ff6-b4e2-ae3bfd68b00f tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:48.219414 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-ccc49664-3591-4ff6-b4e2-ae3bfd68b00f tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Transition to ACTIVE for port object da389252-e676-4ff9-b683-bc4fbbf9ae73 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:48.349331 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-8090431e-fec3-4c7a-a31e-ce9bac192870 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Allocated IP 172.26.1.42 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/628dd618-075f-46fa-a5c2-66fc7143b5d3) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:48.410230 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0e321e2b-6823-4bf4-bfb2-314dce8cafae tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:48.455721 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ccc49664-3591-4ff6-b4e2-ae3bfd68b00f tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:48.492883 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [req-c9fda518-536a-48ae-beea-a447aa755828 req-adc22eb5-741b-48f4-b7e0-b59692c7d384 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:48.601774 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc49664-3591-4ff6-b4e2-ae3bfd68b00f tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Network 701331c9-bbea-4924-892c-a3e1441a1105 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:48.614620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-ccc49664-3591-4ff6-b4e2-ae3bfd68b00f tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:48.619403 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [req-c9fda518-536a-48ae-beea-a447aa755828 req-adc22eb5-741b-48f4-b7e0-b59692c7d384 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Transition to ACTIVE for port object 648f2041-44cd-4a25-9192-b89e73b13b60 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:48.625539 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc49664-3591-4ff6-b4e2-ae3bfd68b00f tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:48.633378 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc49664-3591-4ff6-b4e2-ae3bfd68b00f tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Pushing event updated for resources: {'Port': ['ID=da389252-e676-4ff9-b683-bc4fbbf9ae73,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:48.688738 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8090431e-fec3-4c7a-a31e-ce9bac192870 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:48.694646 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a7c45409-ece0-4bcc-bea3-4be1bda2a10e req-6ca7ef02-1b24-4cf9-b54c-3bcdfbf516e7 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 210 time: 0.1411746 Jul 28 11:43:48.705559 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0e321e2b-6823-4bf4-bfb2-314dce8cafae tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:48.712930 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3b706453-669b-48e9-8a7a-0a9beb953ede tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:48.767247 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3b706453-669b-48e9-8a7a-0a9beb953ede tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:48.780342 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b706453-669b-48e9-8a7a-0a9beb953ede tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:43:48.828163 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e321e2b-6823-4bf4-bfb2-314dce8cafae tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec2af04-3253-4a10-bb66-0440538db659,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:48.838406 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3b706453-669b-48e9-8a7a-0a9beb953ede tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:48.838771 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-3b706453-669b-48e9-8a7a-0a9beb953ede tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Added segment d0951502-a55e-47b3-954b-6fe4b677b016 of type vlan for network 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b Jul 28 11:43:48.856291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc49664-3591-4ff6-b4e2-ae3bfd68b00f tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:48.856905 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ccc49664-3591-4ff6-b4e2-ae3bfd68b00f tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:48.865735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0e321e2b-6823-4bf4-bfb2-314dce8cafae tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:48.867890 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0e321e2b-6823-4bf4-bfb2-314dce8cafae tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] 10.222.0.43 "DELETE /v2.0/subnets/1ec2af04-3253-4a10-bb66-0440538db659 HTTP/1.1" status: 204 len: 168 time: 0.9315248 Jul 28 11:43:48.873311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ed6047-010d-49e3-9f84-58056291ca21 None None] Network 5c30a91b-69cd-41ab-aaac-e6ef3588f051 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:48.880117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53418) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:48.918854 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9ac259-6136-4982-a6cd-b3036ae8a6a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Made reservation on behalf of 0608f7e304d64cd399ec4ec80d41f941 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:48.923957 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac259-6136-4982-a6cd-b3036ae8a6a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.051587 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.059424 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ccc49664-3591-4ff6-b4e2-ae3bfd68b00f tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3174074 Jul 28 11:43:49.060741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac259-6136-4982-a6cd-b3036ae8a6a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.067278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53420) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:49.068954 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8090431e-fec3-4c7a-a31e-ce9bac192870 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.092298 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b706453-669b-48e9-8a7a-0a9beb953ede tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6faffc3e-8a6c-4660-aed2-d5c0af6e3df3,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:49.098402 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.141177 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-32a2537f-4f52-4d23-b2fd-17f73940ecea None None] Provisioning for port da389252-e676-4ff9-b683-bc4fbbf9ae73 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:49.144788 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [req-c9fda518-536a-48ae-beea-a447aa755828 req-adc22eb5-741b-48f4-b7e0-b59692c7d384 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.153359 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090431e-fec3-4c7a-a31e-ce9bac192870 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Pushing event updated for resources: {'Port': ['ID=628dd618-075f-46fa-a5c2-66fc7143b5d3,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:49.169326 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-32a2537f-4f52-4d23-b2fd-17f73940ecea None None] Provisioning complete for port da389252-e676-4ff9-b683-bc4fbbf9ae73 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:49.169727 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32a2537f-4f52-4d23-b2fd-17f73940ecea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.251031 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8ec738-62fe-41f3-9e32-812616faf686 None None] DHCP port deletion for 5c30a91b-69cd-41ab-aaac-e6ef3588f051 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:43:49.302038 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8090431e-fec3-4c7a-a31e-ce9bac192870 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:49.308042 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-8090431e-fec3-4c7a-a31e-ce9bac192870 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:49.321065 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8090431e-fec3-4c7a-a31e-ce9bac192870 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:49.324567 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-32a2537f-4f52-4d23-b2fd-17f73940ecea None None] Port da389252-e676-4ff9-b683-bc4fbbf9ae73 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:43:49.374290 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0b8ec738-62fe-41f3-9e32-812616faf686 None None] Deleting port e11dc56f-a905-4794-ae2c-46861282f8b5 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:49.374935 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0b8ec738-62fe-41f3-9e32-812616faf686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.378215 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3b706453-669b-48e9-8a7a-0a9beb953ede tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.396099 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'project_id': '0590313e7570410a92f46c155a646519', 'port_id': 'da389252-e676-4ff9-b683-bc4fbbf9ae73'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:49.464685 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac259-6136-4982-a6cd-b3036ae8a6a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.479249 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac259-6136-4982-a6cd-b3036ae8a6a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.481237 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9fda518-536a-48ae-beea-a447aa755828 req-adc22eb5-741b-48f4-b7e0-b59692c7d384 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Network d310563c-1490-402f-bf32-5587181a47ab is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:49.506095 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-0b8ec738-62fe-41f3-9e32-812616faf686 None None] For port e11dc56f-a905-4794-ae2c-46861282f8b5, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e11dc56f-a905-4794-ae2c-46861282f8b5,segment=NetworkSegment(34fc0dd9-4345-4b7d-9bb7-51769b02bd18),segment_id=34fc0dd9-4345-4b7d-9bb7-51769b02bd18)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:49.506469 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0b8ec738-62fe-41f3-9e32-812616faf686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.510241 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [req-c9fda518-536a-48ae-beea-a447aa755828 req-adc22eb5-741b-48f4-b7e0-b59692c7d384 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:49.525112 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fda518-536a-48ae-beea-a447aa755828 req-adc22eb5-741b-48f4-b7e0-b59692c7d384 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:49.532453 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fda518-536a-48ae-beea-a447aa755828 req-adc22eb5-741b-48f4-b7e0-b59692c7d384 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:49.533584 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [req-c9fda518-536a-48ae-beea-a447aa755828 req-adc22eb5-741b-48f4-b7e0-b59692c7d384 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.542014 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0b8ec738-62fe-41f3-9e32-812616faf686 None None] Calling delete_port for e11dc56f-a905-4794-ae2c-46861282f8b5 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:49.558257 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9ac259-6136-4982-a6cd-b3036ae8a6a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:43:49.575684 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc22eb5-741b-48f4-b7e0-b59692c7d384 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Pushing event updated for resources: {'Port': ['ID=648f2041-44cd-4a25-9192-b89e73b13b60,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:49.583669 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Deleting port e11dc56f-a905-4794-ae2c-46861282f8b5 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:49.584190 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.588891 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.594984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ac259-6136-4982-a6cd-b3036ae8a6a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c7e8f3-1e76-45e8-9c0b-35991600202d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:49.625735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac259-6136-4982-a6cd-b3036ae8a6a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.626034 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-2c9ac259-6136-4982-a6cd-b3036ae8a6a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Added segment 86abdd1f-9832-4fb4-82fd-5aa4324bd045 of type vlan for network 95242498-7d1a-4519-9bf9-7747c097ad67 Jul 28 11:43:49.639918 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8090431e-fec3-4c7a-a31e-ce9bac192870 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.678288 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c96c1b44-2d39-4b39-80e5-fa2642b3fbe5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.700927 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-adc22eb5-741b-48f4-b7e0-b59692c7d384 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8686216 Jul 28 11:43:49.724716 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c96c1b44-2d39-4b39-80e5-fa2642b3fbe5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.767618 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3b706453-669b-48e9-8a7a-0a9beb953ede tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.786590 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b706453-669b-48e9-8a7a-0a9beb953ede tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:49.787671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3b706453-669b-48e9-8a7a-0a9beb953ede tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.791699 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0b8ec738-62fe-41f3-9e32-812616faf686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.870203 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8ec738-62fe-41f3-9e32-812616faf686 None None] No DVR routers for this DVR port e11dc56f-a905-4794-ae2c-46861282f8b5 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:43:49.874305 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ec738-62fe-41f3-9e32-812616faf686 None None] Pushing event deleted for resources: {'Port': ['ID=e11dc56f-a905-4794-ae2c-46861282f8b5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:49.929036 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.936147 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8090431e-fec3-4c7a-a31e-ce9bac192870 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:49.955979 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c1b44-2d39-4b39-80e5-fa2642b3fbe5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Pushing event updated for resources: {'Port': ['ID=de3e518a-9789-474c-af3f-4df14f87fdc7,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:49.961167 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-63ef3de6-80cb-47ef-9228-888ead290914 None None] Provisioning for port 648f2041-44cd-4a25-9192-b89e73b13b60 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:49.970487 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-63ef3de6-80cb-47ef-9228-888ead290914 None None] Provisioning complete for port 648f2041-44cd-4a25-9192-b89e73b13b60 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:49.971024 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63ef3de6-80cb-47ef-9228-888ead290914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:50.022726 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c96c1b44-2d39-4b39-80e5-fa2642b3fbe5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:50.026735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] For port e11dc56f-a905-4794-ae2c-46861282f8b5, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e11dc56f-a905-4794-ae2c-46861282f8b5,segment=NetworkSegment(34fc0dd9-4345-4b7d-9bb7-51769b02bd18),segment_id=34fc0dd9-4345-4b7d-9bb7-51769b02bd18)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:50.026735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:50.038795 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-63ef3de6-80cb-47ef-9228-888ead290914 None None] Port 648f2041-44cd-4a25-9192-b89e73b13b60 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:43:50.056732 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3b706453-669b-48e9-8a7a-0a9beb953ede tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.2208052 Jul 28 11:43:50.064888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53426) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:50.079977 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-9fdf8c3e-3624-4018-acf3-54f5449759d8 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Request body: {'subnet': {'network_id': '8ee91a7f-6a14-45bc-b0cc-ab905e8f019b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:50.088787 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac259-6136-4982-a6cd-b3036ae8a6a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:50.099452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Calling delete_port for e11dc56f-a905-4794-ae2c-46861282f8b5 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:50.118661 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b706453-669b-48e9-8a7a-0a9beb953ede tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event updated for resources: {'Network': ['ID=8ee91a7f-6a14-45bc-b0cc-ab905e8f019b,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:50.123598 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c96c1b44-2d39-4b39-80e5-fa2642b3fbe5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:50.134399 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c96c1b44-2d39-4b39-80e5-fa2642b3fbe5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7621312 Jul 28 11:43:50.138796 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:43:50.261505 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:50.284961 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.resource_extend [None req-2c9ac259-6136-4982-a6cd-b3036ae8a6a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:43:50.382951 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06f6e8-42ad-4c22-acd6-716b5b5bf14b req-25416bc8-2bd5-4df5-9c06-344079481b7e tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:50.384585 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-db06f6e8-42ad-4c22-acd6-716b5b5bf14b req-25416bc8-2bd5-4df5-9c06-344079481b7e tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 931 time: 0.3886409 Jul 28 11:43:50.388284 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:50.413093 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac259-6136-4982-a6cd-b3036ae8a6a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:50.418914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ac259-6136-4982-a6cd-b3036ae8a6a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:50.419635 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac259-6136-4982-a6cd-b3036ae8a6a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:50.465268 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Pushing event deleted for resources: {'Port': ['ID=e11dc56f-a905-4794-ae2c-46861282f8b5,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:50.468404 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] No DVR routers for this DVR port e11dc56f-a905-4794-ae2c-46861282f8b5 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:43:50.499117 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-db06f6e8-42ad-4c22-acd6-716b5b5bf14b req-23e5a569-e182-4130-8d92-7d30acc27cb3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/security-groups?id=472d702e-ff1e-4c12-aae5-f9f050a0014a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072991 Jul 28 11:43:50.553720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:50.589917 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c385637c-fce3-4049-a18a-be281dec04e0 req-fe0726a5-f3d3-4305-97da-4063cf5ed396 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1782529976&fields=id&tenant_id=867db38fceb44b51b6b72c93ff16fc95 HTTP/1.1" status: 200 len: 267 time: 0.0886822 Jul 28 11:43:50.623735 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e11dc56f-a905-4794-ae2c-46861282f8b5 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:43:50.643315 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: e11dc56f-a905-4794-ae2c-46861282f8b5 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:43:50.643611 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e11dc56f-a905-4794-ae2c-46861282f8b5 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:43:50.651974 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdf8c3e-3624-4018-acf3-54f5449759d8 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Made reservation on behalf of ac29001115b4430cb92a15f9e9ebe685 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:50.656721 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9fdf8c3e-3624-4018-acf3-54f5449759d8 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:50.685783 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2c9ac259-6136-4982-a6cd-b3036ae8a6a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.0902762 Jul 28 11:43:50.687264 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53444) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:50.692678 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5abc3b9f-58de-49af-9a36-eb35bb76b131 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Request body: {'subnet': {'network_id': '95242498-7d1a-4519-9bf9-7747c097ad67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:50.702317 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Router 4b80b052-9278-4ccb-b752-6e8cb1417d7a is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:43:50.854649 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385637c-fce3-4049-a18a-be281dec04e0 req-c1599747-faaf-4b8e-bcca-a967c8d5c6b0 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:50.856373 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c385637c-fce3-4049-a18a-be281dec04e0 req-c1599747-faaf-4b8e-bcca-a967c8d5c6b0 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/networks?id=1bdecf82-0e70-4af7-9715-9a46699c8f22 HTTP/1.1" status: 200 len: 812 time: 0.2502775 Jul 28 11:43:50.898120 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abc3b9f-58de-49af-9a36-eb35bb76b131 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Made reservation on behalf of 0608f7e304d64cd399ec4ec80d41f941 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:50.902170 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5abc3b9f-58de-49af-9a36-eb35bb76b131 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks [] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:50.981469 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c385637c-fce3-4049-a18a-be281dec04e0 req-dcb1e3fb-3c93-4a7f-8ad6-833a82dc37b1 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/quotas/867db38fceb44b51b6b72c93ff16fc95 HTTP/1.1" status: 200 len: 375 time: 0.0946090 Jul 28 11:43:51.004865 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ac259-6136-4982-a6cd-b3036ae8a6a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Pushing event updated for resources: {'Network': ['ID=95242498-7d1a-4519-9bf9-7747c097ad67,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:51.034387 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 95242498-7d1a-4519-9bf9-7747c097ad67 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:43:51.058075 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:43:51.074944 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Sync routers for ids ['4b80b052-9278-4ccb-b752-6e8cb1417d7a'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:43:51.085396 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:51.091285 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Routers {'4b80b052-9278-4ccb-b752-6e8cb1417d7a'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:51.091960 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4b80b052-9278-4ccb-b752-6e8cb1417d7a'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:51.096481 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c385637c-fce3-4049-a18a-be281dec04e0 req-0409177d-aae4-44ba-9361-a8bb6e603ab1 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=867db38fceb44b51b6b72c93ff16fc95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0992804 Jul 28 11:43:51.100554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:51.104338 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-455c0209-1779-46a2-ba01-67a89031d058 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.5674117 Jul 28 11:43:51.105130 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53446) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:51.118521 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8090431e-fec3-4c7a-a31e-ce9bac192870 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:51.128768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c30a91b-69cd-41ab-aaac-e6ef3588f051']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:51.164872 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8090431e-fec3-4c7a-a31e-ce9bac192870 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:51.188983 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34fc0dd9-4345-4b7d-9bb7-51769b02bd18') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:51.189284 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34fc0dd9-4345-4b7d-9bb7-51769b02bd18') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:51.315334 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Set router 4b80b052-9278-4ccb-b752-6e8cb1417d7a gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:51.500610 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:51.528107 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [req-c385637c-fce3-4049-a18a-be281dec04e0 req-3e9348e9-b495-416b-9165-45667602fb5d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:51.539526 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c385637c-fce3-4049-a18a-be281dec04e0 req-3e9348e9-b495-416b-9165-45667602fb5d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1373997 Jul 28 11:43:51.593168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8090431e-fec3-4c7a-a31e-ce9bac192870 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:51.605471 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:51.608202 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090431e-fec3-4c7a-a31e-ce9bac192870 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Pushing event updated for resources: {'Port': ['ID=628dd618-075f-46fa-a5c2-66fc7143b5d3,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:51.615912 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3afc451a-60ae-478d-b0af-8b2d9c221aef tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:51.628855 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5abc3b9f-58de-49af-9a36-eb35bb76b131 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:51.639781 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Allocated IP 172.26.1.157 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/760054f2-2c1d-4522-9268-f38d8b3fc872) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:51.653079 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:43:51.653636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:43:51.659002 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:43:51.705986 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b80b052-9278-4ccb-b752-6e8cb1417d7a', 'name': '', 'tenant_id': 'c5b0314b935e44af87cca4b0bd6ad08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bcab865-5225-4c1b-aca1-0784f71e8ce3', 'external_fixed_ips': [{'subnet_id': 'd878d16f-ed89-4cbb-9272-49f29f293b5f', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '312bc321-96d9-41a3-8042-5b0439e2ab0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:42Z', 'updated_at': '2021-07-28T11:43:48Z', 'revision_number': 3, 'project_id': 'c5b0314b935e44af87cca4b0bd6ad08f', 'gw_port': {'id': '312bc321-96d9-41a3-8042-5b0439e2ab0c', 'name': '', 'network_id': '2bcab865-5225-4c1b-aca1-0784f71e8ce3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b80b052-9278-4ccb-b752-6e8cb1417d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd878d16f-ed89-4cbb-9272-49f29f293b5f', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:46Z', 'updated_at': '2021-07-28T11:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd878d16f-ed89-4cbb-9272-49f29f293b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:51.718580 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9fdf8c3e-3624-4018-acf3-54f5449759d8 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:51.760253 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8090431e-fec3-4c7a-a31e-ce9bac192870 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:51.761645 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8090431e-fec3-4c7a-a31e-ce9bac192870 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5823960 Jul 28 11:43:51.803500 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Checking router: 4b80b052-9278-4ccb-b752-6e8cb1417d7a for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:43:51.803855 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Updating router 4b80b052-9278-4ccb-b752-6e8cb1417d7a port 312bc321-96d9-41a3-8042-5b0439e2ab0c binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:43:51.827363 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc3b9f-58de-49af-9a36-eb35bb76b131 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Pushing event updated for resources: {'Subnet': ['ID=41b99aa4-5d2e-41f1-bdac-52d753824e02,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:51.849144 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:51.849902 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c385637c-fce3-4049-a18a-be281dec04e0 req-c49e154c-e9cd-4543-8644-cc0f372cb668 service neutron] 10.222.0.43 "GET /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094473 Jul 28 11:43:51.935631 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf8c3e-3624-4018-acf3-54f5449759d8 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event updated for resources: {'Subnet': ['ID=992967ba-c79f-48ef-be0a-7b8033ddace4,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:51.939621 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa0c2b-73c0-43bc-b7a1-077b2075d4ac req-f49c74b1-d623-476a-a589-7b2eb0c046a8 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:51.941172 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-39aa0c2b-73c0-43bc-b7a1-077b2075d4ac req-f49c74b1-d623-476a-a589-7b2eb0c046a8 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 931 time: 0.2727792 Jul 28 11:43:51.953280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abc3b9f-58de-49af-9a36-eb35bb76b131 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Checking segment: {'id': '86abdd1f-9832-4fb4-82fd-5aa4324bd045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '95242498-7d1a-4519-9bf9-7747c097ad67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:51.953654 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abc3b9f-58de-49af-9a36-eb35bb76b131 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Network hostable DHCP agents. Network: 95242498-7d1a-4519-9bf9-7747c097ad67, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:43:51.955345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:51.961213 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:51.963579 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] 10.222.0.43 "DELETE /v2.0/networks/5c30a91b-69cd-41ab-aaac-e6ef3588f051 HTTP/1.1" status: 204 len: 168 time: 3.0804570 Jul 28 11:43:51.986160 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3afc451a-60ae-478d-b0af-8b2d9c221aef tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:52.085843 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddd8e7-f2d1-4230-8c1e-a48ce9e989f7 tempest-DHCPAgentSchedulersTestJSON-1853900718 tempest-DHCPAgentSchedulersTestJSON-1853900718-project] Pushing event deleted for resources: {'Network': ['ID=5c30a91b-69cd-41ab-aaac-e6ef3588f051,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:52.108366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abc3b9f-58de-49af-9a36-eb35bb76b131 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Network 95242498-7d1a-4519-9bf9-7747c097ad67 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:43:52.123344 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdf8c3e-3624-4018-acf3-54f5449759d8 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Checking segment: {'id': 'd0951502-a55e-47b3-954b-6fe4b677b016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8ee91a7f-6a14-45bc-b0cc-ab905e8f019b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:52.123750 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdf8c3e-3624-4018-acf3-54f5449759d8 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Network hostable DHCP agents. Network: 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:43:52.131508 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-39aa0c2b-73c0-43bc-b7a1-077b2075d4ac req-f26d4d78-00ba-482a-9557-023d3608c7ae tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/security-groups?id=472d702e-ff1e-4c12-aae5-f9f050a0014a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691885 Jul 28 11:43:52.136402 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c385637c-fce3-4049-a18a-be281dec04e0 req-01b699a1-4b77-4786-b92e-54421ddee109 service neutron] 10.222.0.43 "GET /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856786 Jul 28 11:43:52.148218 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-5abc3b9f-58de-49af-9a36-eb35bb76b131 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 95242498-7d1a-4519-9bf9-7747c097ad67) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:52.157469 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dfb262-978c-4ba5-9d2c-5f6ae46c589e None None] Network 95242498-7d1a-4519-9bf9-7747c097ad67 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:52.161394 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:52.167432 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abc3b9f-58de-49af-9a36-eb35bb76b131 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:52.168034 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5abc3b9f-58de-49af-9a36-eb35bb76b131 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:52.210103 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3afc451a-60ae-478d-b0af-8b2d9c221aef tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Deleting port 312bc321-96d9-41a3-8042-5b0439e2ab0c {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:52.210455 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3afc451a-60ae-478d-b0af-8b2d9c221aef tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:52.217052 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53460) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:52.220896 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdf8c3e-3624-4018-acf3-54f5449759d8 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Network 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:43:52.230022 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5abc3b9f-58de-49af-9a36-eb35bb76b131 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5385277 Jul 28 11:43:52.241619 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-00044a4b-698b-45c5-af1c-1a6f93446f71 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Request body: {'port': {'network_id': '95242498-7d1a-4519-9bf9-7747c097ad67', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1423742296'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:52.341478 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-9fdf8c3e-3624-4018-acf3-54f5449759d8 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:52.364215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdf8c3e-3624-4018-acf3-54f5449759d8 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:52.364534 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9fdf8c3e-3624-4018-acf3-54f5449759d8 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:52.377369 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35bd46e-0bc4-4d0c-ace8-d8add337e43e None None] Network 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:52.420183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3afc451a-60ae-478d-b0af-8b2d9c221aef tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:52.452603 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9fdf8c3e-3624-4018-acf3-54f5449759d8 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3824549 Jul 28 11:43:52.464954 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53472) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:52.468022 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-e6ab02f1-78b9-4581-a284-92a2d1789f6a tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--966295187&fields=id&tenant_id=2be72fac593443b3b5e53c5f1e497b43 HTTP/1.1" status: 200 len: 267 time: 0.0964286 Jul 28 11:43:52.475214 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:52.490983 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-705fb3c0-8a8a-47ec-bf59-b22a6fc19ff9 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Request body: {'port': {'network_id': '8ee91a7f-6a14-45bc-b0cc-ab905e8f019b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1840846021'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:52.493273 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:52.516129 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3afc451a-60ae-478d-b0af-8b2d9c221aef tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Calling delete_port for 312bc321-96d9-41a3-8042-5b0439e2ab0c owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:52.531627 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Transition to ACTIVE for port object 312bc321-96d9-41a3-8042-5b0439e2ab0c will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:52.549725 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:52.590284 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:52.617034 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:52.731348 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53474) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:52.732747 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Attempting to bind port 312bc321-96d9-41a3-8042-5b0439e2ab0c on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:43:52.733298 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Attempting to bind port 312bc321-96d9-41a3-8042-5b0439e2ab0c by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '679233d1-47f0-417e-8a7b-2bb7ebe7f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2bcab865-5225-4c1b-aca1-0784f71e8ce3'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:43:52.734319 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Attempting to bind port 312bc321-96d9-41a3-8042-5b0439e2ab0c on network 2bcab865-5225-4c1b-aca1-0784f71e8ce3 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:52.737369 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:52.751026 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376afba-bf07-42da-b377-c8dd1a228403 None None] Pushing event updated for resources: {'Port': ['ID=312bc321-96d9-41a3-8042-5b0439e2ab0c,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:52.765640 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:43:52.765640 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Checking segment: {'id': '679233d1-47f0-417e-8a7b-2bb7ebe7f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2bcab865-5225-4c1b-aca1-0784f71e8ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:52.765640 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:52.765640 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Bound using segment: {'id': '679233d1-47f0-417e-8a7b-2bb7ebe7f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2bcab865-5225-4c1b-aca1-0784f71e8ce3'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:43:52.765640 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Bound port: 312bc321-96d9-41a3-8042-5b0439e2ab0c, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '679233d1-47f0-417e-8a7b-2bb7ebe7f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2bcab865-5225-4c1b-aca1-0784f71e8ce3'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:43:52.765640 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:52.798191 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-b58293d4-ecc9-44ad-af46-7e17eb628447 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:52.804356 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00044a4b-698b-45c5-af1c-1a6f93446f71 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Made reservation on behalf of 0608f7e304d64cd399ec4ec80d41f941 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:52.817899 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-b58293d4-ecc9-44ad-af46-7e17eb628447 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/networks?id=3ab5dcf3-09cf-45bd-bb1a-1345514f52ad HTTP/1.1" status: 200 len: 811 time: 0.2933602 Jul 28 11:43:52.822112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00044a4b-698b-45c5-af1c-1a6f93446f71 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:52.900976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Pushing event updated for resources: {'Port': ['ID=760054f2-2c1d-4522-9268-f38d8b3fc872,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:52.945967 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-00044a4b-698b-45c5-af1c-1a6f93446f71 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] device_id is not set on port 783b5e24-e82d-49cc-a2f9-d186a52e7f2d yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:43:52.950347 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-0515f348-1e2d-4675-a832-051578116448 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/quotas/2be72fac593443b3b5e53c5f1e497b43 HTTP/1.1" status: 200 len: 375 time: 0.1353252 Jul 28 11:43:52.979020 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-95242498-7d1a-4519-9bf9-7747c097ad67', 'network_id': '95242498-7d1a-4519-9bf9-7747c097ad67', 'tenant_id': '0608f7e304d64cd399ec4ec80d41f941', 'fixed_ips': [{'subnet_id': '41b99aa4-5d2e-41f1-bdac-52d753824e02'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:43:52.980154 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:52.986579 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] For port 312bc321-96d9-41a3-8042-5b0439e2ab0c, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:43:53.003000 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] For port 312bc321-96d9-41a3-8042-5b0439e2ab0c, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=312bc321-96d9-41a3-8042-5b0439e2ab0c,segment=NetworkSegment(679233d1-47f0-417e-8a7b-2bb7ebe7f74e),segment_id=679233d1-47f0-417e-8a7b-2bb7ebe7f74e)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:43:53.011296 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:53.084591 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-00044a4b-698b-45c5-af1c-1a6f93446f71 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Allocated IP 172.20.0.7 (95242498-7d1a-4519-9bf9-7747c097ad67/41b99aa4-5d2e-41f1-bdac-52d753824e02/783b5e24-e82d-49cc-a2f9-d186a52e7f2d) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:53.158284 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Routers {'4b80b052-9278-4ccb-b752-6e8cb1417d7a'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:53.164609 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4b80b052-9278-4ccb-b752-6e8cb1417d7a'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:53.195259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-8ee91a7f-6a14-45bc-b0cc-ab905e8f019b', 'network_id': '8ee91a7f-6a14-45bc-b0cc-ab905e8f019b', 'tenant_id': 'ac29001115b4430cb92a15f9e9ebe685', 'fixed_ips': [{'subnet_id': '992967ba-c79f-48ef-be0a-7b8033ddace4'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:43:53.196137 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:53.209211 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376afba-bf07-42da-b377-c8dd1a228403 None None] Pushing event updated for resources: {'Port': ['ID=312bc321-96d9-41a3-8042-5b0439e2ab0c,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:53.260676 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00044a4b-698b-45c5-af1c-1a6f93446f71 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:53.278690 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-00044a4b-698b-45c5-af1c-1a6f93446f71 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Transition to ACTIVE for port object 783b5e24-e82d-49cc-a2f9-d186a52e7f2d will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:53.377785 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1c40911e-3399-4512-87da-046872707bfd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40526887fcfb4167897fabb6a0580012&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6056423 Jul 28 11:43:53.380047 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00044a4b-698b-45c5-af1c-1a6f93446f71 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:53.382640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53496) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:53.431517 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Allocated IP 172.20.0.2 (95242498-7d1a-4519-9bf9-7747c097ad67/41b99aa4-5d2e-41f1-bdac-52d753824e02/17e88545-293e-4dfc-9045-b5863be925c3) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:53.456197 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] Set router 4b80b052-9278-4ccb-b752-6e8cb1417d7a gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:53.466750 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-5f33393a-7056-486a-8ff2-c3178d42ccf3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:53.467930 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-5f33393a-7056-486a-8ff2-c3178d42ccf3 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0312755 Jul 28 11:43:53.516776 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c623bea6-7713-445c-9bee-628f4f7c3279 req-8c7eb888-26d9-4d78-84d0-0702f8733ab5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 210 time: 0.4992576 Jul 28 11:43:53.569980 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-3be6108d-b1f4-49c4-a0ab-4de3d361943a tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2be72fac593443b3b5e53c5f1e497b43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6187453 Jul 28 11:43:53.582035 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3afc451a-60ae-478d-b0af-8b2d9c221aef tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:53.667933 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b80b052-9278-4ccb-b752-6e8cb1417d7a', 'name': '', 'tenant_id': 'c5b0314b935e44af87cca4b0bd6ad08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:42Z', 'updated_at': '2021-07-28T11:43:51Z', 'revision_number': 4, 'project_id': 'c5b0314b935e44af87cca4b0bd6ad08f', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:53.724356 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a231a16-c9a1-4ec5-b9a9-5292d58ddb9e None None] The sync data for ids ['4b80b052-9278-4ccb-b752-6e8cb1417d7a'] in dv-neutron-786478-16-hyperv is: [{'id': '4b80b052-9278-4ccb-b752-6e8cb1417d7a', 'name': '', 'tenant_id': 'c5b0314b935e44af87cca4b0bd6ad08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:42Z', 'updated_at': '2021-07-28T11:43:51Z', 'revision_number': 4, 'project_id': 'c5b0314b935e44af87cca4b0bd6ad08f', 'gw_port_host': None}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:43:53.883154 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc451a-60ae-478d-b0af-8b2d9c221aef tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Pushing event deleted for resources: {'Port': ['ID=312bc321-96d9-41a3-8042-5b0439e2ab0c,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:53.885526 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705fb3c0-8a8a-47ec-bf59-b22a6fc19ff9 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Made reservation on behalf of ac29001115b4430cb92a15f9e9ebe685 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:53.890408 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-705fb3c0-8a8a-47ec-bf59-b22a6fc19ff9 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:53.895228 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00044a4b-698b-45c5-af1c-1a6f93446f71 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Network 95242498-7d1a-4519-9bf9-7747c097ad67 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:53.935928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-00044a4b-698b-45c5-af1c-1a6f93446f71 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:53.940525 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00044a4b-698b-45c5-af1c-1a6f93446f71 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:53.974270 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-eda22770-dfd2-4699-b37e-4c6b385a8709 service neutron] 10.222.0.43 "GET /v2.0/networks/3ab5dcf3-09cf-45bd-bb1a-1345514f52ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724432 Jul 28 11:43:53.985664 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Request body: {'port': {'device_id': 'f3cee1f0-f956-4ca2-b253-8545f9f7cf53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:54.049557 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a1c46307-83e5-4980-b6d7-5c64c40e09f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:54.052782 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3afc451a-60ae-478d-b0af-8b2d9c221aef tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:54.071059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00044a4b-698b-45c5-af1c-1a6f93446f71 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Pushing event updated for resources: {'Port': ['ID=783b5e24-e82d-49cc-a2f9-d186a52e7f2d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:54.134559 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:54.166327 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Transition to ACTIVE for port object 17e88545-293e-4dfc-9045-b5863be925c3 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:54.194322 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00044a4b-698b-45c5-af1c-1a6f93446f71 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:54.195566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00044a4b-698b-45c5-af1c-1a6f93446f71 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:54.250933 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Transition to ACTIVE for port object 17e88545-293e-4dfc-9045-b5863be925c3 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:54.260977 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a1c46307-83e5-4980-b6d7-5c64c40e09f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:54.270482 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:54.292779 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-00044a4b-698b-45c5-af1c-1a6f93446f71 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0738938 Jul 28 11:43:54.302660 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53510) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:54.320923 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ad0055dc-5280-4f02-a5d6-8feae04cc59d tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Request body: {'port': {'network_id': '95242498-7d1a-4519-9bf9-7747c097ad67', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1038733326', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:54.321783 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.api.validators [None req-ad0055dc-5280-4f02-a5d6-8feae04cc59d tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] bootfile-name is not in valid_values {{(pid=100415) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:43:54.322788 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.api.validators [None req-ad0055dc-5280-4f02-a5d6-8feae04cc59d tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] tftp-server is not in valid_values {{(pid=100415) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:43:54.323511 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.api.validators [None req-ad0055dc-5280-4f02-a5d6-8feae04cc59d tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] server-ip-address is not in valid_values {{(pid=100415) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:43:54.420101 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Network 95242498-7d1a-4519-9bf9-7747c097ad67 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:54.425720 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:54.451811 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:54.458226 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Allocated IP 2001:db8::2 (8ee91a7f-6a14-45bc-b0cc-ab905e8f019b/992967ba-c79f-48ef-be0a-7b8033ddace4/6b304bb0-b15c-4e55-a693-c0c841fb8f95) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:54.519471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Pushing event updated for resources: {'Port': ['ID=17e88545-293e-4dfc-9045-b5863be925c3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:54.704635 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Attempting to bind port 17e88545-293e-4dfc-9045-b5863be925c3 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:43:54.705017 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Attempting to bind port 17e88545-293e-4dfc-9045-b5863be925c3 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '86abdd1f-9832-4fb4-82fd-5aa4324bd045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '95242498-7d1a-4519-9bf9-7747c097ad67'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:43:54.705574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Attempting to bind port 17e88545-293e-4dfc-9045-b5863be925c3 on network 95242498-7d1a-4519-9bf9-7747c097ad67 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:54.714864 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:43:54.715409 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Checking segment: {'id': '86abdd1f-9832-4fb4-82fd-5aa4324bd045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '95242498-7d1a-4519-9bf9-7747c097ad67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:54.715750 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:54.716704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Bound using segment: {'id': '86abdd1f-9832-4fb4-82fd-5aa4324bd045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '95242498-7d1a-4519-9bf9-7747c097ad67'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:43:54.717459 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Bound port: 17e88545-293e-4dfc-9045-b5863be925c3, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86abdd1f-9832-4fb4-82fd-5aa4324bd045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '95242498-7d1a-4519-9bf9-7747c097ad67'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:43:54.718126 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:54.756049 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-0c4cc628-83e3-4409-94c2-2fb3d2efd586 service neutron] 10.222.0.43 "GET /v2.0/networks/3ab5dcf3-09cf-45bd-bb1a-1345514f52ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7207489 Jul 28 11:43:54.821111 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-705fb3c0-8a8a-47ec-bf59-b22a6fc19ff9 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] device_id is not set on port 33b1d137-ddae-4aa9-b96a-82a49b88573c yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:43:54.844817 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae15285-ab80-4799-a743-a9c31786fb63 req-500a43f4-bc0d-4bbb-ade8-0982624ccb53 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:54.847205 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-eae15285-ab80-4799-a743-a9c31786fb63 req-500a43f4-bc0d-4bbb-ade8-0982624ccb53 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 931 time: 1.1512113 Jul 28 11:43:54.856630 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3afc451a-60ae-478d-b0af-8b2d9c221aef tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:54.865871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3afc451a-60ae-478d-b0af-8b2d9c221aef tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:54.955017 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-eae15285-ab80-4799-a743-a9c31786fb63 req-8d774ef3-89b2-4473-96be-371132c67082 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/security-groups?id=472d702e-ff1e-4c12-aae5-f9f050a0014a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901618 Jul 28 11:43:55.001068 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:55.139443 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] For port 17e88545-293e-4dfc-9045-b5863be925c3, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:43:55.198318 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] For port 17e88545-293e-4dfc-9045-b5863be925c3, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=17e88545-293e-4dfc-9045-b5863be925c3,segment=NetworkSegment(86abdd1f-9832-4fb4-82fd-5aa4324bd045),segment_id=86abdd1f-9832-4fb4-82fd-5aa4324bd045)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:43:55.225017 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:55.228045 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:55.236241 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a1c46307-83e5-4980-b6d7-5c64c40e09f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:55.245377 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a1c46307-83e5-4980-b6d7-5c64c40e09f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:55.247314 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a1c46307-83e5-4980-b6d7-5c64c40e09f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ceac8a5c-bfcd-4fa2-bc44-08938a319056 HTTP/1.1" status: 204 len: 168 time: 1.8609080 Jul 28 11:43:55.338886 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Transition to ACTIVE for port object 6b304bb0-b15c-4e55-a693-c0c841fb8f95 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:55.387676 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c46307-83e5-4980-b6d7-5c64c40e09f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceac8a5c-bfcd-4fa2-bc44-08938a319056,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:55.444213 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Transition to ACTIVE for port object 6b304bb0-b15c-4e55-a693-c0c841fb8f95 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:55.444973 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0055dc-5280-4f02-a5d6-8feae04cc59d tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Made reservation on behalf of 0608f7e304d64cd399ec4ec80d41f941 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:55.450634 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad0055dc-5280-4f02-a5d6-8feae04cc59d tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:55.512232 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:55.515848 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-ad0055dc-5280-4f02-a5d6-8feae04cc59d tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] device_id is not set on port 6725ebb0-e99b-4991-b89e-9f8f6ec3ae5c yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:43:55.646282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca525c-5134-48ef-aeb8-0d3f2ef9d708 None None] Pushing event updated for resources: {'Port': ['ID=17e88545-293e-4dfc-9045-b5863be925c3,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:55.664864 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Network 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:55.668753 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:55.718492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:55.870687 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Pushing event updated for resources: {'Port': ['ID=6b304bb0-b15c-4e55-a693-c0c841fb8f95,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:55.893975 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:55.902931 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Attempting to bind port 6b304bb0-b15c-4e55-a693-c0c841fb8f95 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:43:55.906142 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Attempting to bind port 6b304bb0-b15c-4e55-a693-c0c841fb8f95 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'd0951502-a55e-47b3-954b-6fe4b677b016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8ee91a7f-6a14-45bc-b0cc-ab905e8f019b'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:43:55.907029 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Attempting to bind port 6b304bb0-b15c-4e55-a693-c0c841fb8f95 on network 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:55.924016 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:43:55.924389 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Checking segment: {'id': 'd0951502-a55e-47b3-954b-6fe4b677b016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8ee91a7f-6a14-45bc-b0cc-ab905e8f019b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:55.924797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:55.928403 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Bound using segment: {'id': 'd0951502-a55e-47b3-954b-6fe4b677b016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8ee91a7f-6a14-45bc-b0cc-ab905e8f019b'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:43:55.930059 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Bound port: 6b304bb0-b15c-4e55-a693-c0c841fb8f95, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0951502-a55e-47b3-954b-6fe4b677b016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8ee91a7f-6a14-45bc-b0cc-ab905e8f019b'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:43:55.931017 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:56.135947 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] For port 6b304bb0-b15c-4e55-a693-c0c841fb8f95, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:43:56.140740 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] For port 6b304bb0-b15c-4e55-a693-c0c841fb8f95, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6b304bb0-b15c-4e55-a693-c0c841fb8f95,segment=NetworkSegment(d0951502-a55e-47b3-954b-6fe4b677b016),segment_id=d0951502-a55e-47b3-954b-6fe4b677b016)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:43:56.149927 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:56.276400 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bab333-330c-4d5d-93c6-7700af643528 None None] Pushing event updated for resources: {'Port': ['ID=6b304bb0-b15c-4e55-a693-c0c841fb8f95,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:56.282019 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3afc451a-60ae-478d-b0af-8b2d9c221aef tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:56.282603 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afc451a-60ae-478d-b0af-8b2d9c221aef tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b80b052-9278-4ccb-b752-6e8cb1417d7a {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:43:56.293440 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53536) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:56.349635 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-ad0055dc-5280-4f02-a5d6-8feae04cc59d tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Allocated IP 172.20.0.13 (95242498-7d1a-4519-9bf9-7747c097ad67/41b99aa4-5d2e-41f1-bdac-52d753824e02/6725ebb0-e99b-4991-b89e-9f8f6ec3ae5c) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:56.352277 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 648f2041-44cd-4a25-9192-b89e73b13b60 {{(pid=100416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:43:56.362266 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:56.393078 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Transition to ACTIVE for port object 648f2041-44cd-4a25-9192-b89e73b13b60 will not be triggered until provisioned by entity L2. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:56.410937 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b63748c0-c5ad-4c7d-a133-896f6587b388 req-fb6bc1ba-dfec-416c-97eb-a5acd098e066 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 210 time: 1.2253435 Jul 28 11:43:56.414404 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-163fcb2f-ba0d-444a-899b-2dfb65c82d17 req-383770d5-1a0e-4ddd-a609-9b8e6a7ebd6f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 210 time: 1.0997376 Jul 28 11:43:56.432508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:56.490910 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-705fb3c0-8a8a-47ec-bf59-b22a6fc19ff9 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Allocated IP 2001:db8::88 (8ee91a7f-6a14-45bc-b0cc-ab905e8f019b/992967ba-c79f-48ef-be0a-7b8033ddace4/33b1d137-ddae-4aa9-b96a-82a49b88573c) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:56.828742 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.39', 53177) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:56.953442 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 17e88545-293e-4dfc-9045-b5863be925c3 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:57.012581 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3afc451a-60ae-478d-b0af-8b2d9c221aef tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:57.022196 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3afc451a-60ae-478d-b0af-8b2d9c221aef tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "DELETE /v2.0/routers/4b80b052-9278-4ccb-b752-6e8cb1417d7a HTTP/1.1" status: 204 len: 168 time: 5.9160342 Jul 28 11:43:57.041245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53538) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:57.048245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:57.085313 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 17e88545-293e-4dfc-9045-b5863be925c3 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:57.146350 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c5fe83-def3-49ec-a96d-d7a99fd0c024 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Deleting subnet d878d16f-ed89-4cbb-9272-49f29f293b5f {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:43:57.186643 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-71878120-ac13-4983-9559-2fad4a541597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:57.196951 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6c5fe83-def3-49ec-a96d-d7a99fd0c024 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:57.224498 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385637c-fce3-4049-a18a-be281dec04e0 req-64d73e08-112e-4be5-a5b4-85874e63f2ac tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:57.226114 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c385637c-fce3-4049-a18a-be281dec04e0 req-64d73e08-112e-4be5-a5b4-85874e63f2ac tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.39 "GET /v2.0/networks?id=1bdecf82-0e70-4af7-9715-9a46699c8f22 HTTP/1.1" status: 200 len: 812 time: 0.3949919 Jul 28 11:43:57.244516 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad0055dc-5280-4f02-a5d6-8feae04cc59d tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:57.251597 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-705fb3c0-8a8a-47ec-bf59-b22a6fc19ff9 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:57.277113 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-ad0055dc-5280-4f02-a5d6-8feae04cc59d tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Transition to ACTIVE for port object 6725ebb0-e99b-4991-b89e-9f8f6ec3ae5c will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:57.307090 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff33f5bd-5418-48b1-845e-952e03a61356 None None] Network 95242498-7d1a-4519-9bf9-7747c097ad67 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:57.350329 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-705fb3c0-8a8a-47ec-bf59-b22a6fc19ff9 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Transition to ACTIVE for port object 33b1d137-ddae-4aa9-b96a-82a49b88573c will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:57.360778 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Pushing event updated for resources: {'Port': ['ID=648f2041-44cd-4a25-9192-b89e73b13b60,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:57.372000 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6c5fe83-def3-49ec-a96d-d7a99fd0c024 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:57.405767 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ecd06-5992-43b4-bfe1-849ffbfaab50 req-56599060-316c-4691-8912-66137eea0688 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:57.407691 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-841ecd06-5992-43b4-bfe1-849ffbfaab50 req-56599060-316c-4691-8912-66137eea0688 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 943 time: 0.3697906 Jul 28 11:43:57.426411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:57.431470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad0055dc-5280-4f02-a5d6-8feae04cc59d tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:57.456797 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:57.476086 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6c5fe83-def3-49ec-a96d-d7a99fd0c024 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:57.478983 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2740e050-bddb-4646-a267-daa3633ca75e None None] Provisioning for port 17e88545-293e-4dfc-9045-b5863be925c3 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:57.520276 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2740e050-bddb-4646-a267-daa3633ca75e None None] Provisioning complete for port 17e88545-293e-4dfc-9045-b5863be925c3 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:57.522202 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Attempting to bind port 648f2041-44cd-4a25-9192-b89e73b13b60 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:43:57.522802 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Attempting to bind port 648f2041-44cd-4a25-9192-b89e73b13b60 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '93604057-13a3-44e1-bbd3-2296078d1b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:43:57.523311 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Attempting to bind port 648f2041-44cd-4a25-9192-b89e73b13b60 on network d310563c-1490-402f-bf32-5587181a47ab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:57.532831 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2740e050-bddb-4646-a267-daa3633ca75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:57.644321 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0055dc-5280-4f02-a5d6-8feae04cc59d tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Network 95242498-7d1a-4519-9bf9-7747c097ad67 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:57.727812 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Port 648f2041-44cd-4a25-9192-b89e73b13b60 on network d310563c-1490-402f-bf32-5587181a47ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:43:57.728288 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Attempting to bind port 648f2041-44cd-4a25-9192-b89e73b13b60 on network d310563c-1490-402f-bf32-5587181a47ab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:57.746827 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ecbc422b-f889-4556-a392-fd3069ad86de req-2efe7240-1469-406c-a87e-96a0b7c5d427 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 210 time: 0.1444633 Jul 28 11:43:57.778024 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:43:57.778672 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Checking segment: {'id': '93604057-13a3-44e1-bbd3-2296078d1b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:57.779546 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Bound using segment: {'id': '93604057-13a3-44e1-bbd3-2296078d1b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab'} {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:43:57.780141 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Bound port: 648f2041-44cd-4a25-9192-b89e73b13b60, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93604057-13a3-44e1-bbd3-2296078d1b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab'}}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:43:57.780616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:57.789515 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-ad0055dc-5280-4f02-a5d6-8feae04cc59d tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:57.796309 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0055dc-5280-4f02-a5d6-8feae04cc59d tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Pushing event updated for resources: {'Port': ['ID=6725ebb0-e99b-4991-b89e-9f8f6ec3ae5c,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:57.805190 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-841ecd06-5992-43b4-bfe1-849ffbfaab50 req-e94d60b7-6843-4036-b731-72efe71f949e tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/security-groups?id=472d702e-ff1e-4c12-aae5-f9f050a0014a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3806272 Jul 28 11:43:57.816282 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0055dc-5280-4f02-a5d6-8feae04cc59d tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:57.866895 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-705fb3c0-8a8a-47ec-bf59-b22a6fc19ff9 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:57.878109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0055dc-5280-4f02-a5d6-8feae04cc59d tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:57.879162 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad0055dc-5280-4f02-a5d6-8feae04cc59d tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:57.901160 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c385637c-fce3-4049-a18a-be281dec04e0 req-1e382968-da35-4f68-9363-15209ada7011 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=867db38fceb44b51b6b72c93ff16fc95 HTTP/1.1" status: 200 len: 380 time: 0.4714108 Jul 28 11:43:57.930450 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-c385637c-fce3-4049-a18a-be281dec04e0 req-a4c43cb4-f7a3-4cf1-b35c-eed195fb863f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Request body: {'port': {'device_id': 'ecec36ee-7e4f-42a3-a40f-ff4808c4445b', 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22', 'admin_state_up': True, 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'security_groups': ['9a58a11a-f398-441a-9cfe-1ddaad195955']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:57.940601 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:57.954953 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2740e050-bddb-4646-a267-daa3633ca75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:58.006965 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-71878120-ac13-4983-9559-2fad4a541597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:58.010910 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6c5fe83-def3-49ec-a96d-d7a99fd0c024 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:58.047492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-2740e050-bddb-4646-a267-daa3633ca75e None None] For port 17e88545-293e-4dfc-9045-b5863be925c3, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=17e88545-293e-4dfc-9045-b5863be925c3,segment=NetworkSegment(86abdd1f-9832-4fb4-82fd-5aa4324bd045),segment_id=86abdd1f-9832-4fb4-82fd-5aa4324bd045)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:58.054176 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2740e050-bddb-4646-a267-daa3633ca75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:58.084067 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ad0055dc-5280-4f02-a5d6-8feae04cc59d tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.7800729 Jul 28 11:43:58.088319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53548) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:58.090339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Pushing event updated for resources: {'Port': ['ID=760054f2-2c1d-4522-9268-f38d8b3fc872,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:58.111747 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-71878120-ac13-4983-9559-2fad4a541597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:58.114292 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e5fbd3-c127-4513-a460-5e132b416871 None None] Network 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:58.194713 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-71878120-ac13-4983-9559-2fad4a541597 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86af3cdacffe49949e3354eb4b282629&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7923265 Jul 28 11:43:58.199882 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53552) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:58.203980 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705fb3c0-8a8a-47ec-bf59-b22a6fc19ff9 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Network 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:58.220562 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740e050-bddb-4646-a267-daa3633ca75e None None] Pushing event updated for resources: {'Port': ['ID=17e88545-293e-4dfc-9045-b5863be925c3,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:58.265317 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-705fb3c0-8a8a-47ec-bf59-b22a6fc19ff9 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:58.270258 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-143619c9-66dc-4fe8-98ad-ac980521343c req-59d63de2-a16d-46a1-8335-7a8507c0fbf0 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 210 time: 0.2550962 Jul 28 11:43:58.271293 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71878120-ac13-4983-9559-2fad4a541597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cade69-0cba-48cd-a9dd-14b808e1da1d,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:58.276523 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a3d16941-fb0f-4a78-81d4-6ccfc7ccbd0e None None] Provisioning for port 6b304bb0-b15c-4e55-a693-c0c841fb8f95 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:58.291063 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705fb3c0-8a8a-47ec-bf59-b22a6fc19ff9 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:58.306479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705fb3c0-8a8a-47ec-bf59-b22a6fc19ff9 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:58.306479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-705fb3c0-8a8a-47ec-bf59-b22a6fc19ff9 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:58.312130 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5fe83-def3-49ec-a96d-d7a99fd0c024 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d878d16f-ed89-4cbb-9272-49f29f293b5f,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:58.324869 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7fb813-be58-4d32-a2e5-62e4510133b1 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:58.330895 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7fb813-be58-4d32-a2e5-62e4510133b1 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:58.339941 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7fb813-be58-4d32-a2e5-62e4510133b1 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:58.341814 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1e7fb813-be58-4d32-a2e5-62e4510133b1 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2472701 Jul 28 11:43:58.345071 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53558) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:58.361939 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Floating IP d8761f91-4cdd-41d2-a901-b939cacce478 associated. External IP: 172.26.1.157, port: da389252-e676-4ff9-b683-bc4fbbf9ae73. Jul 28 11:43:58.363076 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fb3c0-8a8a-47ec-bf59-b22a6fc19ff9 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event updated for resources: {'Port': ['ID=33b1d137-ddae-4aa9-b96a-82a49b88573c,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:58.408439 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6c5fe83-def3-49ec-a96d-d7a99fd0c024 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:58.414912 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c6c5fe83-def3-49ec-a96d-d7a99fd0c024 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/d878d16f-ed89-4cbb-9272-49f29f293b5f HTTP/1.1" status: 204 len: 168 time: 1.3589389 Jul 28 11:43:58.419330 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53560) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:58.436764 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d3a1860c-fa4b-44c5-a25c-1f9bd3e4c784 None None] Provisioning complete for port 17e88545-293e-4dfc-9045-b5863be925c3 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:58.437401 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3a1860c-fa4b-44c5-a25c-1f9bd3e4c784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:58.446054 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] For port 648f2041-44cd-4a25-9192-b89e73b13b60, host hv-neutron-7864, cleared binding levels {{(pid=100416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:43:58.453791 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] For port 648f2041-44cd-4a25-9192-b89e73b13b60, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=648f2041-44cd-4a25-9192-b89e73b13b60,segment=NetworkSegment(93604057-13a3-44e1-bbd3-2296078d1b81),segment_id=93604057-13a3-44e1-bbd3-2296078d1b81)] {{(pid=100416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:43:58.538445 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c385637c-fce3-4049-a18a-be281dec04e0 req-a4c43cb4-f7a3-4cf1-b35c-eed195fb863f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Made reservation on behalf of 867db38fceb44b51b6b72c93ff16fc95 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:58.543848 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c385637c-fce3-4049-a18a-be281dec04e0 req-a4c43cb4-f7a3-4cf1-b35c-eed195fb863f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:58.550257 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:58.569964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.39', 53181) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:58.603543 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:58.604249 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:58.605798 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] 10.222.0.39 "PUT /v2.0/ports/648f2041-44cd-4a25-9192-b89e73b13b60 HTTP/1.1" status: 200 len: 1093 time: 4.9633577 Jul 28 11:43:58.608961 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3cee1f0-f956-4ca2-b253-8545f9f7cf53', 'tag': '648f2041-44cd-4a25-9192-b89e73b13b60'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:43:58.631318 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d3a1860c-fa4b-44c5-a25c-1f9bd3e4c784 None None] Provisioning for port 783b5e24-e82d-49cc-a2f9-d186a52e7f2d completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:58.637880 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d3a1860c-fa4b-44c5-a25c-1f9bd3e4c784 None None] Provisioning complete for port 783b5e24-e82d-49cc-a2f9-d186a52e7f2d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:58.640333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3a1860c-fa4b-44c5-a25c-1f9bd3e4c784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:58.727483 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d3a1860c-fa4b-44c5-a25c-1f9bd3e4c784 None None] Port 783b5e24-e82d-49cc-a2f9-d186a52e7f2d cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:43:58.737727 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-705fb3c0-8a8a-47ec-bf59-b22a6fc19ff9 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 6.2687001 Jul 28 11:43:58.756371 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d3a1860c-fa4b-44c5-a25c-1f9bd3e4c784 None None] Provisioning for port 6725ebb0-e99b-4991-b89e-9f8f6ec3ae5c completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:58.761130 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d3a1860c-fa4b-44c5-a25c-1f9bd3e4c784 None None] Provisioning complete for port 6725ebb0-e99b-4991-b89e-9f8f6ec3ae5c triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:58.761781 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3a1860c-fa4b-44c5-a25c-1f9bd3e4c784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:58.881439 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d3a1860c-fa4b-44c5-a25c-1f9bd3e4c784 None None] Port 6725ebb0-e99b-4991-b89e-9f8f6ec3ae5c cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:43:58.886149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 17e88545-293e-4dfc-9045-b5863be925c3 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:58.886308 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53566) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:58.902301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c6cc55ab-5a9e-40db-9225-9189630bfdb3 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Request body: {'port': {'network_id': '8ee91a7f-6a14-45bc-b0cc-ab905e8f019b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-867465120', 'allowed_address_pairs': [{'ip_address': '2001:db8::88', 'mac_address': 'fa:16:3e:b6:fc:c5'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:58.963295 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-c385637c-fce3-4049-a18a-be281dec04e0 req-a4c43cb4-f7a3-4cf1-b35c-eed195fb863f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Allocated IP 172.20.0.14 (1bdecf82-0e70-4af7-9715-9a46699c8f22/52537c06-0de1-4719-8c48-4b4417843622/1cea81a3-003c-4e40-975a-c1ae2a82051c) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:59.015582 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 17e88545-293e-4dfc-9045-b5863be925c3 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:59.016167 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:59.052723 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3ad40410-4a10-4939-8a26-1bd107eb5fb1 None None] Provisioning complete for port 783b5e24-e82d-49cc-a2f9-d186a52e7f2d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:59.055903 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ad40410-4a10-4939-8a26-1bd107eb5fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:59.119978 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-09e5cf4b-11a2-4592-aa8e-f4dcd5c5d886 req-8119385e-0c7a-469f-821e-832c959ba96e tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 210 time: 0.1835737 Jul 28 11:43:59.120723 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfa0a3-3c7e-45c9-bac2-c54a753fd958 service neutron] Pushing event updated for resources: {'Port': ['ID=648f2041-44cd-4a25-9192-b89e73b13b60,revision_number=3']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:59.131125 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c385637c-fce3-4049-a18a-be281dec04e0 req-a4c43cb4-f7a3-4cf1-b35c-eed195fb863f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:59.134832 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3ad40410-4a10-4939-8a26-1bd107eb5fb1 None None] Port 783b5e24-e82d-49cc-a2f9-d186a52e7f2d cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:43:59.146195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-c385637c-fce3-4049-a18a-be281dec04e0 req-a4c43cb4-f7a3-4cf1-b35c-eed195fb863f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Transition to ACTIVE for port object 1cea81a3-003c-4e40-975a-c1ae2a82051c will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:59.179909 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-de4013e6-07f4-4b4e-a857-7f44c5a202aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:59.212262 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6b304bb0-b15c-4e55-a693-c0c841fb8f95 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:59.239800 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:59.253196 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3ad40410-4a10-4939-8a26-1bd107eb5fb1 None None] Provisioning for port 33b1d137-ddae-4aa9-b96a-82a49b88573c completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:59.263869 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3ad40410-4a10-4939-8a26-1bd107eb5fb1 None None] Provisioning complete for port 33b1d137-ddae-4aa9-b96a-82a49b88573c triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:59.264479 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ad40410-4a10-4939-8a26-1bd107eb5fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:59.279040 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc3e386-59f9-40b2-a4da-c936ee2d1ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "f3cee1f0-f956-4ca2-b253-8545f9f7cf53", "tag": "648f2041-44cd-4a25-9192-b89e73b13b60"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:43:59.297428 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c385637c-fce3-4049-a18a-be281dec04e0 req-a4c43cb4-f7a3-4cf1-b35c-eed195fb863f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:59.327283 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3ad40410-4a10-4939-8a26-1bd107eb5fb1 None None] Port 33b1d137-ddae-4aa9-b96a-82a49b88573c cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:43:59.334728 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 6b304bb0-b15c-4e55-a693-c0c841fb8f95 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:59.340470 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 6b304bb0-b15c-4e55-a693-c0c841fb8f95 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:59.340957 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:59.345964 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2648413-0a40-4bd4-a7d5-85eb1f70ff80 req-2a5f2f14-32ac-4ea9-9c3e-69d8762c6cc7 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:59.347497 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e2648413-0a40-4bd4-a7d5-85eb1f70ff80 req-2a5f2f14-32ac-4ea9-9c3e-69d8762c6cc7 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 943 time: 0.2930224 Jul 28 11:43:59.349663 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fda518-536a-48ae-beea-a447aa755828 req-a5d90e19-60bf-4b4e-9b26-8d34b1cb67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:59.351680 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-a5d90e19-60bf-4b4e-9b26-8d34b1cb67f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9bb1524ad7c14d938746744332eba2f9&device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 1096 time: 0.5100763 Jul 28 11:43:59.431291 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:59.474874 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-ad73d2a4-460e-4319-9809-de45bd6c3553 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:59.477404 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-ad73d2a4-460e-4319-9809-de45bd6c3553 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.39 "GET /v2.0/networks?id=3ab5dcf3-09cf-45bd-bb1a-1345514f52ad HTTP/1.1" status: 200 len: 811 time: 0.8984573 Jul 28 11:43:59.495863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 6b304bb0-b15c-4e55-a693-c0c841fb8f95, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6b304bb0-b15c-4e55-a693-c0c841fb8f95,segment=NetworkSegment(d0951502-a55e-47b3-954b-6fe4b677b016),segment_id=d0951502-a55e-47b3-954b-6fe4b677b016)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:59.499564 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7fd96d89-3f8b-4542-8bb8-4f7054b5dd9a None None] Provisioning complete for port 6725ebb0-e99b-4991-b89e-9f8f6ec3ae5c triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:59.500106 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7fd96d89-3f8b-4542-8bb8-4f7054b5dd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:59.503435 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c385637c-fce3-4049-a18a-be281dec04e0 req-a4c43cb4-f7a3-4cf1-b35c-eed195fb863f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Network 1bdecf82-0e70-4af7-9715-9a46699c8f22 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:59.506537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-de4013e6-07f4-4b4e-a857-7f44c5a202aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:59.519335 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-c385637c-fce3-4049-a18a-be281dec04e0 req-a4c43cb4-f7a3-4cf1-b35c-eed195fb863f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:59.521942 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-c385637c-fce3-4049-a18a-be281dec04e0 req-a4c43cb4-f7a3-4cf1-b35c-eed195fb863f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:59.539099 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Router 2e72f7c7-13f1-4c58-a31f-f6e431103c7d has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:43:59.541281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7fd96d89-3f8b-4542-8bb8-4f7054b5dd9a None None] Port 6725ebb0-e99b-4991-b89e-9f8f6ec3ae5c cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:43:59.546083 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:59.584051 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7fd96d89-3f8b-4542-8bb8-4f7054b5dd9a None None] Provisioning complete for port 33b1d137-ddae-4aa9-b96a-82a49b88573c triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:59.584569 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7fd96d89-3f8b-4542-8bb8-4f7054b5dd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:59.625052 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee92aaf7-3d27-43b0-9f17-b723ded0613e x-openstack-request-id: req-ee92aaf7-3d27-43b0-9f17-b723ded0613e {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:43:59.625668 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3cee1f0-f956-4ca2-b253-8545f9f7cf53", "tag": "648f2041-44cd-4a25-9192-b89e73b13b60", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:43:59.625759 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee92aaf7-3d27-43b0-9f17-b723ded0613e {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:43:59.626190 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3cee1f0-f956-4ca2-b253-8545f9f7cf53', 'tag': '648f2041-44cd-4a25-9192-b89e73b13b60', 'status': 'completed', 'code': 200} Jul 28 11:43:59.628768 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=6b304bb0-b15c-4e55-a693-c0c841fb8f95,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:59.638356 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7fd96d89-3f8b-4542-8bb8-4f7054b5dd9a None None] Port 33b1d137-ddae-4aa9-b96a-82a49b88573c cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:43:59.642453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-91ec2b88-91ea-4e6a-b692-dce0b67e43c1 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Deleting port 6725ebb0-e99b-4991-b89e-9f8f6ec3ae5c {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:59.642756 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-91ec2b88-91ea-4e6a-b692-dce0b67e43c1 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:59.658566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c43cb4-f7a3-4cf1-b35c-eed195fb863f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Pushing event updated for resources: {'Port': ['ID=1cea81a3-003c-4e40-975a-c1ae2a82051c,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:59.761600 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7a745313-5038-481e-8184-a907020a7620 req-f8e970ad-584c-4ac0-9e13-1763c9eb3773 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 210 time: 0.1345103 Jul 28 11:43:59.762886 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-b1eccf4d-fb56-406f-ba16-411792bdba92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=648f2041-44cd-4a25-9192-b89e73b13b60 HTTP/1.1" status: 200 len: 217 time: 0.1259744 Jul 28 11:43:59.837727 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:59.842512 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e2648413-0a40-4bd4-a7d5-85eb1f70ff80 req-90b94cac-3499-4404-be38-5faa013c494d tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/security-groups?id=472d702e-ff1e-4c12-aae5-f9f050a0014a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280781 Jul 28 11:43:59.871554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=100416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:59.871554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:59.871554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:59.871554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Subscribe: > port after_create 55550000 {{(pid=100416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:59.871554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Subscribe: > port after_delete 55550000 {{(pid=100416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:59.871554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Subscribe: > port after_update 55550000 {{(pid=100416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:59.871554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=100416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:59.871554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=100416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:59.871554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=100416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:59.871554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=100416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:59.874658 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0ff7a2b7-9bee-416f-a6d9-7df456af2a27 None None] Provisioning for port 1cea81a3-003c-4e40-975a-c1ae2a82051c completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:59.878880 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0ff7a2b7-9bee-416f-a6d9-7df456af2a27 None None] Provisioning complete for port 1cea81a3-003c-4e40-975a-c1ae2a82051c triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:59.880801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ff7a2b7-9bee-416f-a6d9-7df456af2a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:59.916241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0ff7a2b7-9bee-416f-a6d9-7df456af2a27 None None] Port 1cea81a3-003c-4e40-975a-c1ae2a82051c cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:43:59.938161 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=100416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:59.938546 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=100416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:59.938881 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=100416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:59.939213 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=100416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:43:59.939585 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bcab865-5225-4c1b-aca1-0784f71e8ce3']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:59.962009 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cc55ab-5a9e-40db-9225-9189630bfdb3 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Made reservation on behalf of ac29001115b4430cb92a15f9e9ebe685 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:59.968920 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679233d1-47f0-417e-8a7b-2bb7ebe7f74e') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:59.969218 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679233d1-47f0-417e-8a7b-2bb7ebe7f74e') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:59.989456 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-8967a7f4-4ec3-40b7-98b3-0bb21ea7dba5 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2be72fac593443b3b5e53c5f1e497b43 HTTP/1.1" status: 200 len: 379 time: 0.4805284 Jul 28 11:43:59.995167 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385637c-fce3-4049-a18a-be281dec04e0 req-a4c43cb4-f7a3-4cf1-b35c-eed195fb863f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:59.995629 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c385637c-fce3-4049-a18a-be281dec04e0 req-a4c43cb4-f7a3-4cf1-b35c-eed195fb863f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:00.007478 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-60ea390a-6397-46fd-af69-08b33f34d5ee tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Request body: {'port': {'device_id': 'fb5afee4-04b9-4338-8aec-60c8139c7bf4', 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad', 'admin_state_up': True, 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'security_groups': ['67b4186a-a2ed-4792-94d3-313facceaebd']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:00.020468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:00.025160 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fda518-536a-48ae-beea-a447aa755828 req-e3a3eca4-cd9a-4c47-b5ed-e0f4d7ea64bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:00.026852 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-e3a3eca4-cd9a-4c47-b5ed-e0f4d7ea64bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19c8109d-3a05-45d9-a6c7-d963a29d9d0a HTTP/1.1" status: 200 len: 845 time: 0.2421029 Jul 28 11:44:00.079460 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c385637c-fce3-4049-a18a-be281dec04e0 req-a4c43cb4-f7a3-4cf1-b35c-eed195fb863f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1536849 Jul 28 11:44:00.100836 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:00.101877 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Request body: {'port': {'device_id': 'ecec36ee-7e4f-42a3-a40f-ff4808c4445b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:00.122113 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:00.122556 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: from cryptography.utils import int_from_bytes Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: from cryptography.utils import int_from_bytes Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: items = [ Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:00.127202 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:00.159174 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-de4013e6-07f4-4b4e-a857-7f44c5a202aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:00.162449 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-de4013e6-07f4-4b4e-a857-7f44c5a202aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:00.166072 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-de4013e6-07f4-4b4e-a857-7f44c5a202aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/71cade69-0cba-48cd-a9dd-14b808e1da1d HTTP/1.1" status: 204 len: 168 time: 1.9592924 Jul 28 11:44:00.208780 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6cc55ab-5a9e-40db-9225-9189630bfdb3 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:00.211179 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-91ec2b88-91ea-4e6a-b692-dce0b67e43c1 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:00.225212 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4013e6-07f4-4b4e-a857-7f44c5a202aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cade69-0cba-48cd-a9dd-14b808e1da1d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:00.249651 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fda518-536a-48ae-beea-a447aa755828 req-0592e9ec-409d-40f8-a152-7d39007d461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:00.251174 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-0592e9ec-409d-40f8-a152-7d39007d461f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d310563c-1490-402f-bf32-5587181a47ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2140229 Jul 28 11:44:00.256211 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:00.278997 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-c6cc55ab-5a9e-40db-9225-9189630bfdb3 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] device_id is not set on port b023bc7f-a927-4160-94f9-986bf98f6746 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:00.280960 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-91ec2b88-91ea-4e6a-b692-dce0b67e43c1 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Calling delete_port for 6725ebb0-e99b-4991-b89e-9f8f6ec3ae5c owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:00.283701 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2bcab865-5225-4c1b-aca1-0784f71e8ce3 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 11:44:00.295185 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:44:00.310867 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc0b9b2-7e76-4f34-8416-815c65ca7c5f None None] Sync routers for ids ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:44:00.316242 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:00.334873 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:00.337951 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0b9b2-7e76-4f34-8416-815c65ca7c5f None None] Routers {'2e72f7c7-13f1-4c58-a31f-f6e431103c7d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:00.338857 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ccc0b9b2-7e76-4f34-8416-815c65ca7c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:00.342751 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "DELETE /v2.0/networks/2bcab865-5225-4c1b-aca1-0784f71e8ce3 HTTP/1.1" status: 204 len: 168 time: 1.9206653 Jul 28 11:44:00.345107 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acdd00-0323-476e-934c-3037bdff6e8a tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Pushing event deleted for resources: {'Network': ['ID=2bcab865-5225-4c1b-aca1-0784f71e8ce3,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:00.422239 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f489f7d-6ce6-40ea-9f36-a65d581a044c req-221e2666-1d35-4d3d-ac5e-09a43989cdd5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:00.422239 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1f489f7d-6ce6-40ea-9f36-a65d581a044c req-221e2666-1d35-4d3d-ac5e-09a43989cdd5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 932 time: 0.2170141 Jul 28 11:44:00.422552 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-60ea390a-6397-46fd-af69-08b33f34d5ee tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Made reservation on behalf of 2be72fac593443b3b5e53c5f1e497b43 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:00.425581 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-60ea390a-6397-46fd-af69-08b33f34d5ee tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:00.436024 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:00.502722 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-d222862b-b215-4356-9eb5-00cbd86415f8 service neutron] 10.222.0.39 "GET /v2.0/networks/d310563c-1490-402f-bf32-5587181a47ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420645 Jul 28 11:44:00.513533 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ccc0b9b2-7e76-4f34-8416-815c65ca7c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:00.538142 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0b9b2-7e76-4f34-8416-815c65ca7c5f None None] Routers {'2e72f7c7-13f1-4c58-a31f-f6e431103c7d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:00.538797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ccc0b9b2-7e76-4f34-8416-815c65ca7c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:43:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:00.556315 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1f489f7d-6ce6-40ea-9f36-a65d581a044c req-dc3bcafb-3659-42fa-a860-da30dcb30376 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204157 Jul 28 11:44:00.596684 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2be0baca-cc76-45d0-8582-7b53514d8baf tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 11.5218604 Jul 28 11:44:00.610636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53594) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:00.650736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ccc0b9b2-7e76-4f34-8416-815c65ca7c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:00.652918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc0b9b2-7e76-4f34-8416-815c65ca7c5f None None] The sync data for ids ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:44:00.659131 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-c6cc55ab-5a9e-40db-9225-9189630bfdb3 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Allocated IP 2001:db8::96 (8ee91a7f-6a14-45bc-b0cc-ab905e8f019b/992967ba-c79f-48ef-be0a-7b8033ddace4/b023bc7f-a927-4160-94f9-986bf98f6746) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:00.683872 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6b304bb0-b15c-4e55-a693-c0c841fb8f95 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:44:00.782902 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 6b304bb0-b15c-4e55-a693-c0c841fb8f95 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:00.783395 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:00.808300 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9fda518-536a-48ae-beea-a447aa755828 req-01b8640a-b9b6-4af6-bef6-c58cede57233 service neutron] 10.222.0.39 "GET /v2.0/networks/d310563c-1490-402f-bf32-5587181a47ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944672 Jul 28 11:44:01.002007 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53612) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:01.024119 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-5a30a8c5-bd0a-451e-8659-186cd1ed4d30 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Request body: {'router': {'name': 'tempest-router--1793034174', 'project_id': 'f04d2a3c27f24ed9a16458bf1b6d4eb9'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:01.060289 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2cc78088-9a57-419e-ad52-7516248d399b req-005fe739-96c1-4b0f-8952-93bb792dd41e tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 210 time: 0.1106381 Jul 28 11:44:01.134186 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3e386-59f9-40b2-a4da-c936ee2d1ea9 req-9b4407b3-a468-4299-90ca-c1caa4b5b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:01.135730 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9fc3e386-59f9-40b2-a4da-c936ee2d1ea9 req-9b4407b3-a468-4299-90ca-c1caa4b5b91d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9bb1524ad7c14d938746744332eba2f9&device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 1096 time: 0.1853921 Jul 28 11:44:01.150195 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2c478874-d231-4456-b43a-ea37039971c3 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] 10.222.0.43 "GET /v2.0/floatingips/d8761f91-4cdd-41d2-a901-b939cacce478 HTTP/1.1" status: 200 len: 983 time: 0.5293264 Jul 28 11:44:01.158735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53618) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:01.249031 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a30a8c5-bd0a-451e-8659-186cd1ed4d30 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:01.250034 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a30a8c5-bd0a-451e-8659-186cd1ed4d30 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:01.274150 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88143ed5-4df4-47aa-a590-65e22f950819 req-9fa5d062-f7e1-4c9e-a19d-7996378f8e56 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:01.276595 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-88143ed5-4df4-47aa-a590-65e22f950819 req-9fa5d062-f7e1-4c9e-a19d-7996378f8e56 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 943 time: 0.2738926 Jul 28 11:44:01.310631 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-91ec2b88-91ea-4e6a-b692-dce0b67e43c1 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:01.318464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6cc55ab-5a9e-40db-9225-9189630bfdb3 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:01.319431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-60ea390a-6397-46fd-af69-08b33f34d5ee tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Allocated IP 172.20.0.5 (3ab5dcf3-09cf-45bd-bb1a-1345514f52ad/3757737d-2ee3-496c-9734-f629212027bf/66f4fcee-dcd8-4157-8499-b57d57ea8b88) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:01.354883 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-c6cc55ab-5a9e-40db-9225-9189630bfdb3 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Transition to ACTIVE for port object b023bc7f-a927-4160-94f9-986bf98f6746 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:01.357237 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3e386-59f9-40b2-a4da-c936ee2d1ea9 req-6cc5cf65-20e3-42b0-9253-e9cf217ba91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:01.358905 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9fc3e386-59f9-40b2-a4da-c936ee2d1ea9 req-6cc5cf65-20e3-42b0-9253-e9cf217ba91b service neutron] 10.222.0.39 "GET /v2.0/networks?id=d310563c-1490-402f-bf32-5587181a47ab HTTP/1.1" status: 200 len: 907 time: 0.2100973 Jul 28 11:44:01.405185 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec2b88-91ea-4e6a-b692-dce0b67e43c1 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Pushing event deleted for resources: {'Port': ['ID=6725ebb0-e99b-4991-b89e-9f8f6ec3ae5c,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:01.414878 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d4e33b34-13dc-4b82-8aa9-ae4376fee69a tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.2544951 Jul 28 11:44:01.429424 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53624) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:01.435548 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-88143ed5-4df4-47aa-a590-65e22f950819 req-49704baf-316a-41e9-a535-b0101c698582 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/security-groups?id=472d702e-ff1e-4c12-aae5-f9f050a0014a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436210 Jul 28 11:44:01.445443 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9fc3e386-59f9-40b2-a4da-c936ee2d1ea9 req-cfeedbcb-a044-48fc-a4cf-832ffcadb795 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=648f2041-44cd-4a25-9192-b89e73b13b60 HTTP/1.1" status: 200 len: 217 time: 0.0746763 Jul 28 11:44:01.530542 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cea81a3-003c-4e40-975a-c1ae2a82051c {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:44:01.541025 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:01.609689 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Transition to ACTIVE for port object 1cea81a3-003c-4e40-975a-c1ae2a82051c will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:01.643713 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6cc55ab-5a9e-40db-9225-9189630bfdb3 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:01.643965 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a30a8c5-bd0a-451e-8659-186cd1ed4d30 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:01.674313 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3e386-59f9-40b2-a4da-c936ee2d1ea9 req-7aff46fb-ba30-4c1e-ae8e-b59ff7a02e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:01.676397 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9fc3e386-59f9-40b2-a4da-c936ee2d1ea9 req-7aff46fb-ba30-4c1e-ae8e-b59ff7a02e68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19c8109d-3a05-45d9-a6c7-d963a29d9d0a HTTP/1.1" status: 200 len: 845 time: 0.2007158 Jul 28 11:44:01.678178 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:01.694619 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a30a8c5-bd0a-451e-8659-186cd1ed4d30 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:01.773612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a30a8c5-bd0a-451e-8659-186cd1ed4d30 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:01.777774 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5a30a8c5-bd0a-451e-8659-186cd1ed4d30 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7709286 Jul 28 11:44:01.778414 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53636) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:02.058922 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cc55ab-5a9e-40db-9225-9189630bfdb3 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Network 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:02.077821 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-c6cc55ab-5a9e-40db-9225-9189630bfdb3 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:02.084845 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc55ab-5a9e-40db-9225-9189630bfdb3 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:02.092420 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc55ab-5a9e-40db-9225-9189630bfdb3 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:02.093072 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c6cc55ab-5a9e-40db-9225-9189630bfdb3 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.096730 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc55ab-5a9e-40db-9225-9189630bfdb3 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event updated for resources: {'Port': ['ID=b023bc7f-a927-4160-94f9-986bf98f6746,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:02.127842 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53646) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:02.137714 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-91ec2b88-91ea-4e6a-b692-dce0b67e43c1 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.139650 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3e386-59f9-40b2-a4da-c936ee2d1ea9 req-0017047c-530d-41f0-83bd-0b02a5c2fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:02.139762 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-91ec2b88-91ea-4e6a-b692-dce0b67e43c1 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] 10.222.0.43 "DELETE /v2.0/ports/6725ebb0-e99b-4991-b89e-9f8f6ec3ae5c HTTP/1.1" status: 204 len: 168 time: 3.7906919 Jul 28 11:44:02.140434 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1cea81a3-003c-4e40-975a-c1ae2a82051c,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:02.141225 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9fc3e386-59f9-40b2-a4da-c936ee2d1ea9 req-0017047c-530d-41f0-83bd-0b02a5c2fc0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d310563c-1490-402f-bf32-5587181a47ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1352232 Jul 28 11:44:02.145337 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53650) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:02.157899 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-91c397d7-c1b0-462e-bdc1-36a3b0c034a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Request body: {'port': {'name': 'tempest-new-port-name-1152914817', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:02.157899 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.api.validators [None req-91c397d7-c1b0-462e-bdc1-36a3b0c034a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] bootfile-name is not in valid_values {{(pid=100416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:44:02.157899 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.api.validators [None req-91c397d7-c1b0-462e-bdc1-36a3b0c034a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] tftp-server is not in valid_values {{(pid=100416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:44:02.158265 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.api.validators [None req-91c397d7-c1b0-462e-bdc1-36a3b0c034a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] server-ip-address is not in valid_values {{(pid=100416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:44:02.181659 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-60ea390a-6397-46fd-af69-08b33f34d5ee tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.197867 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-60ea390a-6397-46fd-af69-08b33f34d5ee tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Transition to ACTIVE for port object 66f4fcee-dcd8-4157-8499-b57d57ea8b88 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:02.259822 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-808c202e-6acb-4fd7-8a17-65e11b0782e1 req-9f343ffe-2049-40b6-8116-bb48106c3de3 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 210 time: 0.0769882 Jul 28 11:44:02.297819 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723af27-5f69-4d14-9c21-9e6cbbd476e3 req-83c287d0-2e2d-403c-af83-04c2709335a4 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:02.299398 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6723af27-5f69-4d14-9c21-9e6cbbd476e3 req-83c287d0-2e2d-403c-af83-04c2709335a4 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 944 time: 0.6518421 Jul 28 11:44:02.301173 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c6cc55ab-5a9e-40db-9225-9189630bfdb3 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.4133561 Jul 28 11:44:02.309274 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53652) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:02.325221 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2cfb632b-b233-4b80-9f4d-c5d27196ab14 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.386255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97fac9ec-0bf0-4fcc-9681-90544eeef463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.386987 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-8d76d893-1bab-4ada-a97a-3b0e204bf690 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-893877678'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:02.393119 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-94e62091-50db-4e11-8cc4-51e527c5a88b None None] Provisioning for port b023bc7f-a927-4160-94f9-986bf98f6746 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:02.397935 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-94e62091-50db-4e11-8cc4-51e527c5a88b None None] Provisioning complete for port b023bc7f-a927-4160-94f9-986bf98f6746 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:02.398657 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94e62091-50db-4e11-8cc4-51e527c5a88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.402953 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Attempting to bind port 1cea81a3-003c-4e40-975a-c1ae2a82051c on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:02.403327 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Attempting to bind port 1cea81a3-003c-4e40-975a-c1ae2a82051c by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '64171afb-54c7-40f4-b804-e53347d094eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:02.403764 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Attempting to bind port 1cea81a3-003c-4e40-975a-c1ae2a82051c on network 1bdecf82-0e70-4af7-9715-9a46699c8f22 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:02.406243 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-60ea390a-6397-46fd-af69-08b33f34d5ee tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.436382 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-94e62091-50db-4e11-8cc4-51e527c5a88b None None] Port b023bc7f-a927-4160-94f9-986bf98f6746 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:44:02.441964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Port 1cea81a3-003c-4e40-975a-c1ae2a82051c on network 1bdecf82-0e70-4af7-9715-9a46699c8f22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:02.442311 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Attempting to bind port 1cea81a3-003c-4e40-975a-c1ae2a82051c on network 1bdecf82-0e70-4af7-9715-9a46699c8f22 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:02.506244 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-91c397d7-c1b0-462e-bdc1-36a3b0c034a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.520284 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d76d893-1bab-4ada-a97a-3b0e204bf690 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Made reservation on behalf of af974ea30ce74a4e8326ee1e07df5a85 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:02.523425 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:44:02.523762 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d76d893-1bab-4ada-a97a-3b0e204bf690 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.523901 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Checking segment: {'id': '64171afb-54c7-40f4-b804-e53347d094eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:02.524412 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Bound using segment: {'id': '64171afb-54c7-40f4-b804-e53347d094eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:44:02.524893 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Bound port: 1cea81a3-003c-4e40-975a-c1ae2a82051c, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64171afb-54c7-40f4-b804-e53347d094eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:44:02.525263 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.537996 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6723af27-5f69-4d14-9c21-9e6cbbd476e3 req-6f3a519e-72d2-4552-85b9-bbab3e40f535 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224262 Jul 28 11:44:02.539927 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9fc3e386-59f9-40b2-a4da-c936ee2d1ea9 req-ace09671-7766-43e8-a837-bd7c98b86583 service neutron] 10.222.0.39 "GET /v2.0/networks/d310563c-1490-402f-bf32-5587181a47ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318727 Jul 28 11:44:02.562704 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d3685f-afaf-4fca-9603-26fdaaabdb1e tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:02.569513 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d3685f-afaf-4fca-9603-26fdaaabdb1e tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:02.570040 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-60ea390a-6397-46fd-af69-08b33f34d5ee tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Network 3ab5dcf3-09cf-45bd-bb1a-1345514f52ad is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:02.575420 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d3685f-afaf-4fca-9603-26fdaaabdb1e tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:02.577199 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e0d3685f-afaf-4fca-9603-26fdaaabdb1e tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2596996 Jul 28 11:44:02.581452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-60ea390a-6397-46fd-af69-08b33f34d5ee tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:02.583993 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53656) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:02.585423 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2cfb632b-b233-4b80-9f4d-c5d27196ab14 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.589146 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2cfb632b-b233-4b80-9f4d-c5d27196ab14 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.593819 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d76d893-1bab-4ada-a97a-3b0e204bf690 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.595974 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-60ea390a-6397-46fd-af69-08b33f34d5ee tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:02.599007 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea390a-6397-46fd-af69-08b33f34d5ee tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Pushing event updated for resources: {'Port': ['ID=66f4fcee-dcd8-4157-8499-b57d57ea8b88,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:02.647018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-1fbac2f9-301e-4d26-9806-6b5673fc06ed tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Deleting port 760054f2-2c1d-4522-9268-f38d8b3fc872 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:02.647360 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1fbac2f9-301e-4d26-9806-6b5673fc06ed tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.749273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2cfb632b-b233-4b80-9f4d-c5d27196ab14 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.749828 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfb632b-b233-4b80-9f4d-c5d27196ab14 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e4f95cb-22d2-439e-8b81-66ad81fa356b {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:44:02.783786 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2cfb632b-b233-4b80-9f4d-c5d27196ab14 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.786886 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2cfb632b-b233-4b80-9f4d-c5d27196ab14 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "DELETE /v2.0/routers/4e4f95cb-22d2-439e-8b81-66ad81fa356b HTTP/1.1" status: 204 len: 168 time: 1.0023613 Jul 28 11:44:02.797042 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-60ea390a-6397-46fd-af69-08b33f34d5ee tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:02.797666 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-60ea390a-6397-46fd-af69-08b33f34d5ee tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.816915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] For port 1cea81a3-003c-4e40-975a-c1ae2a82051c, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:02.821825 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] For port 1cea81a3-003c-4e40-975a-c1ae2a82051c, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1cea81a3-003c-4e40-975a-c1ae2a82051c,segment=NetworkSegment(64171afb-54c7-40f4-b804-e53347d094eb),segment_id=64171afb-54c7-40f4-b804-e53347d094eb)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:44:02.831524 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.868383 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-06f2a264-4913-4a68-8d3f-e3640b23c4a7 None None] Provisioning for port 66f4fcee-dcd8-4157-8499-b57d57ea8b88 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:02.875454 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-06f2a264-4913-4a68-8d3f-e3640b23c4a7 None None] Provisioning complete for port 66f4fcee-dcd8-4157-8499-b57d57ea8b88 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:02.877737 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06f2a264-4913-4a68-8d3f-e3640b23c4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.878301 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ca8e-a636-494c-9d4a-1364560e6cf6 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Deleting port b023bc7f-a927-4160-94f9-986bf98f6746 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:02.879397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7d99ca8e-a636-494c-9d4a-1364560e6cf6 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.885457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:02.886092 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.887541 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c385637c-fce3-4049-a18a-be281dec04e0 req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] 10.222.0.39 "PUT /v2.0/ports/1cea81a3-003c-4e40-975a-c1ae2a82051c HTTP/1.1" status: 200 len: 1094 time: 2.7994485 Jul 28 11:44:02.888002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecec36ee-7e4f-42a3-a40f-ff4808c4445b', 'tag': '1cea81a3-003c-4e40-975a-c1ae2a82051c'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:44:02.936336 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-06f2a264-4913-4a68-8d3f-e3640b23c4a7 None None] Port 66f4fcee-dcd8-4157-8499-b57d57ea8b88 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:44:02.939223 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39b848-b7c4-427c-89f0-ef6aaf5cc60d req-c4dd5c8c-adbd-4ad1-a8e7-d3885ed58674 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:02.940907 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7f39b848-b7c4-427c-89f0-ef6aaf5cc60d req-c4dd5c8c-adbd-4ad1-a8e7-d3885ed58674 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 943 time: 0.3991830 Jul 28 11:44:02.945964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f896f-9332-4ffb-942e-023f8869a6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1cea81a3-003c-4e40-975a-c1ae2a82051c,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:02.993811 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1fbac2f9-301e-4d26-9806-6b5673fc06ed tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.994053 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1fbac2f9-301e-4d26-9806-6b5673fc06ed tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:03.037565 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9fc3e386-59f9-40b2-a4da-c936ee2d1ea9 req-5aa20bb9-64db-4e40-95e8-92ec491e3c29 service neutron] 10.222.0.39 "GET /v2.0/networks/d310563c-1490-402f-bf32-5587181a47ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846334 Jul 28 11:44:03.061740 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-1fbac2f9-301e-4d26-9806-6b5673fc06ed tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Calling delete_port for 760054f2-2c1d-4522-9268-f38d8b3fc872 owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:03.063504 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53664) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:03.114084 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7f39b848-b7c4-427c-89f0-ef6aaf5cc60d req-3a8e341c-017f-4f48-91e5-727e86a10207 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/security-groups?id=472d702e-ff1e-4c12-aae5-f9f050a0014a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610448 Jul 28 11:44:03.129462 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385637c-fce3-4049-a18a-be281dec04e0 req-949d4a36-e252-438d-b1d8-03bbbdbc1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:03.131379 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c385637c-fce3-4049-a18a-be281dec04e0 req-949d4a36-e252-438d-b1d8-03bbbdbc1d1f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=867db38fceb44b51b6b72c93ff16fc95&device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 1097 time: 0.1317456 Jul 28 11:44:03.194585 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d76d893-1bab-4ada-a97a-3b0e204bf690 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:03.214322 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d76d893-1bab-4ada-a97a-3b0e204bf690 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:03.216485 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed50786-2278-4ef8-8822-b16dd1d9ecd9" -d '{"events": [{"name": "network-changed", "server_uuid": "ecec36ee-7e4f-42a3-a40f-ff4808c4445b", "tag": "1cea81a3-003c-4e40-975a-c1ae2a82051c"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:44:03.221638 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7d99ca8e-a636-494c-9d4a-1364560e6cf6 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:03.226280 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c385637c-fce3-4049-a18a-be281dec04e0 req-9674adbd-c0e0-4c03-8c66-3da77ea5f649 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cea81a3-003c-4e40-975a-c1ae2a82051c HTTP/1.1" status: 200 len: 217 time: 0.0828786 Jul 28 11:44:03.235107 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-60ea390a-6397-46fd-af69-08b33f34d5ee tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2342551 Jul 28 11:44:03.240915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ca8e-a636-494c-9d4a-1364560e6cf6 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Calling delete_port for b023bc7f-a927-4160-94f9-986bf98f6746 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:03.281273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Request body: {'port': {'device_id': 'fb5afee4-04b9-4338-8aec-60c8139c7bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:03.292670 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d76d893-1bab-4ada-a97a-3b0e204bf690 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:03.300002 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76d893-1bab-4ada-a97a-3b0e204bf690 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=250a21ec-b441-4424-aac1-1acb95931284,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:03.327900 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d76d893-1bab-4ada-a97a-3b0e204bf690 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:03.328032 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-8d76d893-1bab-4ada-a97a-3b0e204bf690 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Added segment 9c22761b-75b8-4f47-8b08-13773f60369a of type vlan for network ed2d7dad-9960-4c25-9748-0561bf64289f Jul 28 11:44:03.331662 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-91c397d7-c1b0-462e-bdc1-36a3b0c034a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:03.351554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-91c397d7-c1b0-462e-bdc1-36a3b0c034a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:03.370152 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1741426215', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}, 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:03.405854 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385637c-fce3-4049-a18a-be281dec04e0 req-08a5cf71-dd86-4d5a-8377-6be67a78753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:03.407412 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c385637c-fce3-4049-a18a-be281dec04e0 req-08a5cf71-dd86-4d5a-8377-6be67a78753b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52537c06-0de1-4719-8c48-4b4417843622 HTTP/1.1" status: 200 len: 851 time: 0.1676834 Jul 28 11:44:03.428015 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:03.511146 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d76d893-1bab-4ada-a97a-3b0e204bf690 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:03.517668 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce8a073-3268-492d-a312-a4d10691f8f6 x-openstack-request-id: req-1ce8a073-3268-492d-a312-a4d10691f8f6 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:44:03.517907 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecec36ee-7e4f-42a3-a40f-ff4808c4445b", "tag": "1cea81a3-003c-4e40-975a-c1ae2a82051c", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:44:03.518162 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ce8a073-3268-492d-a312-a4d10691f8f6 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:44:03.518637 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecec36ee-7e4f-42a3-a40f-ff4808c4445b', 'tag': '1cea81a3-003c-4e40-975a-c1ae2a82051c', 'status': 'completed', 'code': 200} Jul 28 11:44:03.524456 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-91c397d7-c1b0-462e-bdc1-36a3b0c034a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] In _notify_port_updated(), no bound segment for port 783b5e24-e82d-49cc-a2f9-d186a52e7f2d on network 95242498-7d1a-4519-9bf9-7747c097ad67 {{(pid=100416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:44:03.530515 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c397d7-c1b0-462e-bdc1-36a3b0c034a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:03.531109 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-91c397d7-c1b0-462e-bdc1-36a3b0c034a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:03.535071 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-91c397d7-c1b0-462e-bdc1-36a3b0c034a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] 10.222.0.43 "PUT /v2.0/ports/783b5e24-e82d-49cc-a2f9-d186a52e7f2d HTTP/1.1" status: 200 len: 1136 time: 1.3849156 Jul 28 11:44:03.536935 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53676) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:03.540612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:03.541732 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:03.554791 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c397d7-c1b0-462e-bdc1-36a3b0c034a7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Pushing event updated for resources: {'Port': ['ID=783b5e24-e82d-49cc-a2f9-d186a52e7f2d,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:03.619638 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385637c-fce3-4049-a18a-be281dec04e0 req-16b36b8e-cae7-44ad-a25b-73904bd17659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:03.620610 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469f870-b0e7-455c-a657-629a822220be req-68d31151-6cf5-47e1-9f01-1eb180c6b77b tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:03.621170 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c385637c-fce3-4049-a18a-be281dec04e0 req-16b36b8e-cae7-44ad-a25b-73904bd17659 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1bdecf82-0e70-4af7-9715-9a46699c8f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2043302 Jul 28 11:44:03.622227 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3469f870-b0e7-455c-a657-629a822220be req-68d31151-6cf5-47e1-9f01-1eb180c6b77b tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 931 time: 0.2076156 Jul 28 11:44:03.634875 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d76d893-1bab-4ada-a97a-3b0e204bf690 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:03.640997 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d76d893-1bab-4ada-a97a-3b0e204bf690 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:03.641815 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d76d893-1bab-4ada-a97a-3b0e204bf690 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:03.686832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfd977e-3adb-40ec-9c1d-43ceac6c8480 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:03.688226 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3bfd977e-3adb-40ec-9c1d-43ceac6c8480 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] 10.222.0.43 "GET /v2.0/ports/783b5e24-e82d-49cc-a2f9-d186a52e7f2d HTTP/1.1" status: 200 len: 1136 time: 0.1487784 Jul 28 11:44:03.706025 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53680) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:03.707738 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7fde7a8e-e913-4bfb-a7a3-a966cafb2853 None None] Provisioning complete for port 783b5e24-e82d-49cc-a2f9-d186a52e7f2d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:03.708206 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7fde7a8e-e913-4bfb-a7a3-a966cafb2853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:03.747646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7fde7a8e-e913-4bfb-a7a3-a966cafb2853 None None] Port 783b5e24-e82d-49cc-a2f9-d186a52e7f2d cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:44:03.769250 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8d76d893-1bab-4ada-a97a-3b0e204bf690 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6360545 Jul 28 11:44:03.784230 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53682) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:03.799479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1fbac2f9-301e-4d26-9806-6b5673fc06ed tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:03.827287 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:03.853052 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76d893-1bab-4ada-a97a-3b0e204bf690 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Pushing event updated for resources: {'Network': ['ID=ed2d7dad-9960-4c25-9748-0561bf64289f,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:03.871203 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network ed2d7dad-9960-4c25-9748-0561bf64289f details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:03.876911 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3469f870-b0e7-455c-a657-629a822220be req-a5439b10-82b3-4ec2-bdfd-0ecbfc24f7e7 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b4186a-a2ed-4792-94d3-313facceaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467234 Jul 28 11:44:03.881237 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbac2f9-301e-4d26-9806-6b5673fc06ed tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Pushing event deleted for resources: {'Port': ['ID=760054f2-2c1d-4522-9268-f38d8b3fc872,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:03.906809 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88001e-162a-4c5e-9ef6-755e259c9f51 req-ab3ffd26-cc03-443f-aa10-9c8c3a4cb7c0 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:03.914762 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9f88001e-162a-4c5e-9ef6-755e259c9f51 req-ab3ffd26-cc03-443f-aa10-9c8c3a4cb7c0 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 944 time: 0.2701659 Jul 28 11:44:03.946535 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-73270c79-395a-4973-ae56-88a7bb276bce tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Request body: {'network': {'name': 'tempest-network--1810500323', 'router:external': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:03.963817 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7d99ca8e-a636-494c-9d4a-1364560e6cf6 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:04.076029 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ca8e-a636-494c-9d4a-1364560e6cf6 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event deleted for resources: {'Port': ['ID=b023bc7f-a927-4160-94f9-986bf98f6746,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:04.120983 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c385637c-fce3-4049-a18a-be281dec04e0 req-450b6be1-4282-4d2d-8db5-ce175275c157 service neutron] 10.222.0.39 "GET /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858825 Jul 28 11:44:04.271379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73270c79-395a-4973-ae56-88a7bb276bce tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Made reservation on behalf of ca9b0dc341c541d88929aa817c0a1874 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:04.273697 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73270c79-395a-4973-ae56-88a7bb276bce tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:04.294854 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9f88001e-162a-4c5e-9ef6-755e259c9f51 req-2a5c8ded-2e04-46c5-9085-b042998b31b1 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3791759 Jul 28 11:44:04.297565 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73270c79-395a-4973-ae56-88a7bb276bce tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:04.300637 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1fbac2f9-301e-4d26-9806-6b5673fc06ed tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:04.301029 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-1fbac2f9-301e-4d26-9806-6b5673fc06ed tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Floating IP d8761f91-4cdd-41d2-a901-b939cacce478 disassociated (deleted). External IP: 172.26.1.157, port: da389252-e676-4ff9-b683-bc4fbbf9ae73. Jul 28 11:44:04.360593 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9af21-97ba-4256-b180-42d827c0b8a6 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Deleting port 783b5e24-e82d-49cc-a2f9-d186a52e7f2d {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:04.360901 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f8e9af21-97ba-4256-b180-42d827c0b8a6 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:04.429988 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a296c-11b4-4f40-84b8-b3fa87a4688e req-b2030325-fc2b-4314-9198-86606e244d52 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:04.431541 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1b8a296c-11b4-4f40-84b8-b3fa87a4688e req-b2030325-fc2b-4314-9198-86606e244d52 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 943 time: 0.2196126 Jul 28 11:44:04.436418 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 648f2041-44cd-4a25-9192-b89e73b13b60 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:44:04.546772 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 648f2041-44cd-4a25-9192-b89e73b13b60, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=648f2041-44cd-4a25-9192-b89e73b13b60,segment=NetworkSegment(93604057-13a3-44e1-bbd3-2296078d1b81),segment_id=93604057-13a3-44e1-bbd3-2296078d1b81)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:04.559347 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:04.560544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '648f2041-44cd-4a25-9192-b89e73b13b60', 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab', 'port_id': '648f2041-44cd-4a25-9192-b89e73b13b60', 'mac_address': 'fa:16:3e:ce:98:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:44:04.573012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f8e9af21-97ba-4256-b180-42d827c0b8a6 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:04.594382 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1b8a296c-11b4-4f40-84b8-b3fa87a4688e req-01307057-b4ee-4465-8d22-2aa4c9f75e00 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/security-groups?id=472d702e-ff1e-4c12-aae5-f9f050a0014a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524096 Jul 28 11:44:04.598999 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7d99ca8e-a636-494c-9d4a-1364560e6cf6 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:04.603404 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7d99ca8e-a636-494c-9d4a-1364560e6cf6 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "DELETE /v2.0/ports/b023bc7f-a927-4160-94f9-986bf98f6746 HTTP/1.1" status: 204 len: 168 time: 2.0133560 Jul 28 11:44:04.604784 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9af21-97ba-4256-b180-42d827c0b8a6 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Calling delete_port for 783b5e24-e82d-49cc-a2f9-d186a52e7f2d owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:04.607120 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53688) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:04.609169 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:04.632891 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648f2041-44cd-4a25-9192-b89e73b13b60 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:44:04.654694 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 648f2041-44cd-4a25-9192-b89e73b13b60, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=648f2041-44cd-4a25-9192-b89e73b13b60,segment=NetworkSegment(93604057-13a3-44e1-bbd3-2296078d1b81),segment_id=93604057-13a3-44e1-bbd3-2296078d1b81)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:04.659212 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:04.683185 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9698a5-e51b-4029-ba60-d2c14f351316 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] GET failed (client error): The resource could not be found. Jul 28 11:44:04.688410 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2a9698a5-e51b-4029-ba60-d2c14f351316 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "GET /v2.0/ports/b023bc7f-a927-4160-94f9-986bf98f6746 HTTP/1.1" status: 404 len: 333 time: 0.0767272 Jul 28 11:44:04.689039 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53690) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:04.693978 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d61bc5f3-c756-449b-ae8d-4020135d74f1 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Request body: {'port': {'network_id': '8ee91a7f-6a14-45bc-b0cc-ab905e8f019b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1051770475'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:04.717931 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=648f2041-44cd-4a25-9192-b89e73b13b60,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:04.719722 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f4fcee-dcd8-4157-8499-b57d57ea8b88 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:44:04.737893 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:04.743184 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c385637c-fce3-4049-a18a-be281dec04e0 req-5499cbec-0219-4c30-b94a-a88497d0e123 service neutron] 10.222.0.39 "GET /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5817451 Jul 28 11:44:04.762779 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Transition to ACTIVE for port object 66f4fcee-dcd8-4157-8499-b57d57ea8b88 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:04.769661 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:04.868719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f434426f-df70-4cb9-8dd0-6e4d5d590b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:04.870064 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73270c79-395a-4973-ae56-88a7bb276bce tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:04.875505 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=66f4fcee-dcd8-4157-8499-b57d57ea8b88,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:04.891001 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73270c79-395a-4973-ae56-88a7bb276bce tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:04.946115 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73270c79-395a-4973-ae56-88a7bb276bce tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8370740f-1e38-4b65-a802-39339f2bdc27,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:04.978110 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbac2f9-301e-4d26-9806-6b5673fc06ed tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Router 2e72f7c7-13f1-4c58-a31f-f6e431103c7d has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:44:05.003261 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73270c79-395a-4973-ae56-88a7bb276bce tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:05.008262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed50786-2278-4ef8-8822-b16dd1d9ecd9 req-a1cd1ea7-adba-44e5-90c0-02ca33d7a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:05.010135 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3ed50786-2278-4ef8-8822-b16dd1d9ecd9 req-a1cd1ea7-adba-44e5-90c0-02ca33d7a6a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=867db38fceb44b51b6b72c93ff16fc95&device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 1097 time: 0.2069182 Jul 28 11:44:05.031503 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['648f2041-44cd-4a25-9192-b89e73b13b60'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:44:05.063745 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73270c79-395a-4973-ae56-88a7bb276bce tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:05.064099 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-73270c79-395a-4973-ae56-88a7bb276bce tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Added segment 3caa5050-8521-4113-aa21-1d1d23674364 of type vlan for network eed9f43b-2e39-4a59-ae99-290dccf6bfb3 Jul 28 11:44:05.066013 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61bc5f3-c756-449b-ae8d-4020135d74f1 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Made reservation on behalf of ac29001115b4430cb92a15f9e9ebe685 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:05.070024 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d61bc5f3-c756-449b-ae8d-4020135d74f1 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:05.127057 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:05.157795 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:05.189082 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Attempting to bind port 66f4fcee-dcd8-4157-8499-b57d57ea8b88 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:05.189561 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Attempting to bind port 66f4fcee-dcd8-4157-8499-b57d57ea8b88 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '93120ba0-1f0b-459b-be62-4c9b92914d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:05.189996 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Attempting to bind port 66f4fcee-dcd8-4157-8499-b57d57ea8b88 on network 3ab5dcf3-09cf-45bd-bb1a-1345514f52ad {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:05.229340 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Port 66f4fcee-dcd8-4157-8499-b57d57ea8b88 on network 3ab5dcf3-09cf-45bd-bb1a-1345514f52ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:05.229610 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Attempting to bind port 66f4fcee-dcd8-4157-8499-b57d57ea8b88 on network 3ab5dcf3-09cf-45bd-bb1a-1345514f52ad {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:05.249720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:44:05.250150 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Checking segment: {'id': '93120ba0-1f0b-459b-be62-4c9b92914d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:05.250685 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Bound using segment: {'id': '93120ba0-1f0b-459b-be62-4c9b92914d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:44:05.251207 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Bound port: 66f4fcee-dcd8-4157-8499-b57d57ea8b88, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93120ba0-1f0b-459b-be62-4c9b92914d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:44:05.251640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:05.257668 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebaca6-d549-4ce1-a6f2-6f09f3ec3a1c req-fd93f691-7da4-4b95-a819-63cd26a8f1bc tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:05.259296 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-56ebaca6-d549-4ce1-a6f2-6f09f3ec3a1c req-fd93f691-7da4-4b95-a819-63cd26a8f1bc tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 943 time: 0.2852442 Jul 28 11:44:05.259556 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed50786-2278-4ef8-8822-b16dd1d9ecd9 req-c780cd9f-7d3b-427c-aefe-72fdc687dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:05.260985 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-d61bc5f3-c756-449b-ae8d-4020135d74f1 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] device_id is not set on port 429c566d-d68e-4028-9f88-b3a6f158bda2 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:05.261187 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3ed50786-2278-4ef8-8822-b16dd1d9ecd9 req-c780cd9f-7d3b-427c-aefe-72fdc687dce1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1bdecf82-0e70-4af7-9715-9a46699c8f22 HTTP/1.1" status: 200 len: 913 time: 0.2284701 Jul 28 11:44:05.326668 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3ed50786-2278-4ef8-8822-b16dd1d9ecd9 req-dad80135-843a-4918-83f3-dd28997f3836 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cea81a3-003c-4e40-975a-c1ae2a82051c HTTP/1.1" status: 200 len: 217 time: 0.0543189 Jul 28 11:44:05.339578 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:05.372717 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f8e9af21-97ba-4256-b180-42d827c0b8a6 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:05.388984 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73270c79-395a-4973-ae56-88a7bb276bce tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:05.451778 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Allocated IP 172.26.1.132 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/88752b54-dd88-499c-8ca6-322873cdcd08) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:05.469118 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed50786-2278-4ef8-8822-b16dd1d9ecd9 req-f588176e-0228-4c1a-acba-80efb886f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:05.472117 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3ed50786-2278-4ef8-8822-b16dd1d9ecd9 req-f588176e-0228-4c1a-acba-80efb886f324 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52537c06-0de1-4719-8c48-4b4417843622 HTTP/1.1" status: 200 len: 851 time: 0.1082852 Jul 28 11:44:05.473330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] For port 66f4fcee-dcd8-4157-8499-b57d57ea8b88, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:05.477178 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] For port 66f4fcee-dcd8-4157-8499-b57d57ea8b88, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=66f4fcee-dcd8-4157-8499-b57d57ea8b88,segment=NetworkSegment(93120ba0-1f0b-459b-be62-4c9b92914d38),segment_id=93120ba0-1f0b-459b-be62-4c9b92914d38)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:44:05.492851 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbac2f9-301e-4d26-9806-6b5673fc06ed tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:44:05.494530 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:05.498134 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1fbac2f9-301e-4d26-9806-6b5673fc06ed tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:05.505499 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bd5764-4d56-4f2a-b9ac-cbe8b3ef4db1 None None] Sync routers for ids ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:44:05.517097 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd5764-4d56-4f2a-b9ac-cbe8b3ef4db1 None None] Routers {'2e72f7c7-13f1-4c58-a31f-f6e431103c7d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:05.518040 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b0bd5764-4d56-4f2a-b9ac-cbe8b3ef4db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:05.555188 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b0bd5764-4d56-4f2a-b9ac-cbe8b3ef4db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:05.563012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9af21-97ba-4256-b180-42d827c0b8a6 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Pushing event deleted for resources: {'Port': ['ID=783b5e24-e82d-49cc-a2f9-d186a52e7f2d,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:05.564504 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd5764-4d56-4f2a-b9ac-cbe8b3ef4db1 None None] Routers {'2e72f7c7-13f1-4c58-a31f-f6e431103c7d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:05.565458 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b0bd5764-4d56-4f2a-b9ac-cbe8b3ef4db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:05.601664 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b0bd5764-4d56-4f2a-b9ac-cbe8b3ef4db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:05.602520 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bd5764-4d56-4f2a-b9ac-cbe8b3ef4db1 None None] The sync data for ids ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:44:05.612329 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1fbac2f9-301e-4d26-9806-6b5673fc06ed tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] 10.222.0.43 "DELETE /v2.0/floatingips/d8761f91-4cdd-41d2-a901-b939cacce478 HTTP/1.1" status: 204 len: 168 time: 4.1751297 Jul 28 11:44:05.615249 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=66f4fcee-dcd8-4157-8499-b57d57ea8b88,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:05.616245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53696) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:05.634388 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-56ebaca6-d549-4ce1-a6f2-6f09f3ec3a1c req-bfd8fcc8-512d-43a3-85e7-ccaef2c31cd6 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b4186a-a2ed-4792-94d3-313facceaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3538973 Jul 28 11:44:05.638181 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:05.638847 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:05.640087 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-46bec117-9f9c-4086-b894-6cad0567c586 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:05.640413 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2265f67d-fa40-40bc-a4ae-26904c60c6e2 service neutron] 10.222.0.39 "PUT /v2.0/ports/66f4fcee-dcd8-4157-8499-b57d57ea8b88 HTTP/1.1" status: 200 len: 1093 time: 2.3833866 Jul 28 11:44:05.642663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5afee4-04b9-4338-8aec-60c8139c7bf4', 'tag': '66f4fcee-dcd8-4157-8499-b57d57ea8b88'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:44:05.646622 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c9ea75-0b6b-4e8d-8eb9-a789508fde13" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5afee4-04b9-4338-8aec-60c8139c7bf4", "tag": "66f4fcee-dcd8-4157-8499-b57d57ea8b88"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:44:05.709633 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f8e9af21-97ba-4256-b180-42d827c0b8a6 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:05.711776 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f8e9af21-97ba-4256-b180-42d827c0b8a6 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] 10.222.0.43 "DELETE /v2.0/ports/783b5e24-e82d-49cc-a2f9-d186a52e7f2d HTTP/1.1" status: 204 len: 168 time: 1.9738157 Jul 28 11:44:05.715508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53702) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:05.735472 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73270c79-395a-4973-ae56-88a7bb276bce tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:05.736514 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73270c79-395a-4973-ae56-88a7bb276bce tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:05.737092 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73270c79-395a-4973-ae56-88a7bb276bce tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:05.745686 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed50786-2278-4ef8-8822-b16dd1d9ecd9 req-7b83de14-6583-4b86-a732-ad21ec029ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:05.748136 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3ed50786-2278-4ef8-8822-b16dd1d9ecd9 req-7b83de14-6583-4b86-a732-ad21ec029ea8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1bdecf82-0e70-4af7-9715-9a46699c8f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2657340 Jul 28 11:44:05.761268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904015fc-d782-4eba-9d4c-5af2484b9981 req-571a3a47-f988-4dc3-9114-1854ad3bc7b8 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:05.762845 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-904015fc-d782-4eba-9d4c-5af2484b9981 req-571a3a47-f988-4dc3-9114-1854ad3bc7b8 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 944 time: 0.3351309 Jul 28 11:44:05.764102 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-d61bc5f3-c756-449b-ae8d-4020135d74f1 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Allocated IP 2001:db8::394 (8ee91a7f-6a14-45bc-b0cc-ab905e8f019b/992967ba-c79f-48ef-be0a-7b8033ddace4/429c566d-d68e-4028-9f88-b3a6f158bda2) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:05.785564 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-46bec117-9f9c-4086-b894-6cad0567c586 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:05.808439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:05.896334 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-73270c79-395a-4973-ae56-88a7bb276bce tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1036491 Jul 28 11:44:05.896482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd4a9b8-f851-4236-981c-45c164b0ea82 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Deleting subnet 41b99aa4-5d2e-41f1-bdac-52d753824e02 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:44:05.899447 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53704) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:05.901360 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-7dc18958-15a9-4d93-bb50-c2c0ff8c4fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:05.902875 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-7dc18958-15a9-4d93-bb50-c2c0ff8c4fa9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2be72fac593443b3b5e53c5f1e497b43&device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 1096 time: 0.1939683 Jul 28 11:44:05.916921 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7fd4a9b8-f851-4236-981c-45c164b0ea82 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:05.947054 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73270c79-395a-4973-ae56-88a7bb276bce tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Pushing event updated for resources: {'Network': ['ID=eed9f43b-2e39-4a59-ae99-290dccf6bfb3,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:05.964407 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network eed9f43b-2e39-4a59-ae99-290dccf6bfb3 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:05.981449 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-904015fc-d782-4eba-9d4c-5af2484b9981 req-3bf9e067-2580-4335-a526-745a1b3a9046 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976004 Jul 28 11:44:05.998655 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d160bc-3165-4494-a811-d7ee5de50ced req-5016f23a-6df1-48f1-9992-ff8bc7d07bca tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:06.000165 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-96d160bc-3165-4494-a811-d7ee5de50ced req-5016f23a-6df1-48f1-9992-ff8bc7d07bca tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 944 time: 0.2337003 Jul 28 11:44:06.042937 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-3232b4b9-7410-4ec9-94e3-226fcbf56d03 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66f4fcee-dcd8-4157-8499-b57d57ea8b88 HTTP/1.1" status: 200 len: 217 time: 0.1284447 Jul 28 11:44:06.067863 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9445755b-0c2e-43e3-8e4c-9b0cb342284c x-openstack-request-id: req-9445755b-0c2e-43e3-8e4c-9b0cb342284c {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:44:06.068154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5afee4-04b9-4338-8aec-60c8139c7bf4", "tag": "66f4fcee-dcd8-4157-8499-b57d57ea8b88", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:44:06.068406 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9445755b-0c2e-43e3-8e4c-9b0cb342284c {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:44:06.068810 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5afee4-04b9-4338-8aec-60c8139c7bf4', 'tag': '66f4fcee-dcd8-4157-8499-b57d57ea8b88', 'status': 'completed', 'code': 200} Jul 28 11:44:06.103643 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7fd4a9b8-f851-4236-981c-45c164b0ea82 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:06.140290 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3ed50786-2278-4ef8-8822-b16dd1d9ecd9 req-48221a42-d076-4e72-800c-5358615c08aa service neutron] 10.222.0.39 "GET /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508651 Jul 28 11:44:06.167822 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-13973e05-faa6-463a-a946-76cb19fadd4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:06.188135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:06.260044 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2ceb571f-7bc6-4cad-b732-0a906fc971fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:06.261571 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-2ceb571f-7bc6-4cad-b732-0a906fc971fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3757737d-2ee3-496c-9734-f629212027bf HTTP/1.1" status: 200 len: 850 time: 0.2007847 Jul 28 11:44:06.300169 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:06.324319 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:06.346310 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-96d160bc-3165-4494-a811-d7ee5de50ced req-fcc1aac0-2582-4dce-89f6-8ab3fd46ac23 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/security-groups?id=472d702e-ff1e-4c12-aae5-f9f050a0014a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3279881 Jul 28 11:44:06.356686 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:06.368044 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:06.377721 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Pushing event updated for resources: {'Port': ['ID=88752b54-dd88-499c-8ca6-322873cdcd08,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:06.386244 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d61bc5f3-c756-449b-ae8d-4020135d74f1 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:06.404387 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-d61bc5f3-c756-449b-ae8d-4020135d74f1 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Transition to ACTIVE for port object 429c566d-d68e-4028-9f88-b3a6f158bda2 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:06.411045 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-46bec117-9f9c-4086-b894-6cad0567c586 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:06.426669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 648f2041-44cd-4a25-9192-b89e73b13b60 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:44:06.474658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7fd4a9b8-f851-4236-981c-45c164b0ea82 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:06.481965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 648f2041-44cd-4a25-9192-b89e73b13b60 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:06.486472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 648f2041-44cd-4a25-9192-b89e73b13b60 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:06.486850 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:06.514536 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-13973e05-faa6-463a-a946-76cb19fadd4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:06.528613 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3ed50786-2278-4ef8-8822-b16dd1d9ecd9 req-d9fa47cc-60d2-407c-9e11-e74b061a4e05 service neutron] 10.222.0.39 "GET /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753009 Jul 28 11:44:06.531060 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d61bc5f3-c756-449b-ae8d-4020135d74f1 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:06.537045 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-13973e05-faa6-463a-a946-76cb19fadd4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed9f43b-2e39-4a59-ae99-290dccf6bfb3']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:06.548200 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-71aa140f-8cec-4d3b-a87c-b7d3925ae9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:06.549711 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-71aa140f-8cec-4d3b-a87c-b7d3925ae9d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ab5dcf3-09cf-45bd-bb1a-1345514f52ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2627294 Jul 28 11:44:06.572313 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:06.596580 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cee1f0-f956-4ca2-b253-8545f9f7cf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648f2041-44cd-4a25-9192-b89e73b13b60'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:44:06.605076 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61bc5f3-c756-449b-ae8d-4020135d74f1 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Network 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:06.618250 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-46bec117-9f9c-4086-b894-6cad0567c586 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Allocated IP 172.26.1.84 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/c80f0479-d436-46bc-9818-5a80a4b114b7) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:06.622847 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-d61bc5f3-c756-449b-ae8d-4020135d74f1 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:06.634989 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61bc5f3-c756-449b-ae8d-4020135d74f1 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:06.641111 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61bc5f3-c756-449b-ae8d-4020135d74f1 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:06.641812 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d61bc5f3-c756-449b-ae8d-4020135d74f1 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:06.648211 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bc5f3-c756-449b-ae8d-4020135d74f1 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event updated for resources: {'Port': ['ID=429c566d-d68e-4028-9f88-b3a6f158bda2,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:06.681762 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 648f2041-44cd-4a25-9192-b89e73b13b60, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=648f2041-44cd-4a25-9192-b89e73b13b60,segment=NetworkSegment(93604057-13a3-44e1-bbd3-2296078d1b81),segment_id=93604057-13a3-44e1-bbd3-2296078d1b81)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:06.682930 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d61bc5f3-c756-449b-ae8d-4020135d74f1 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9928598 Jul 28 11:44:06.689619 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:06.738666 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53710) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:06.745488 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=648f2041-44cd-4a25-9192-b89e73b13b60,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:06.753302 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab8f095-c26d-4fb3-9118-672e84497265" -d '{"events": [{"server_uuid": "f3cee1f0-f956-4ca2-b253-8545f9f7cf53", "name": "network-vif-plugged", "status": "completed", "tag": "648f2041-44cd-4a25-9192-b89e73b13b60"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:44:06.755606 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-8e17078e-73b5-4288-840e-62330926d943 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::88', 'mac_address': 'fa:16:3e:b6:fc:c5'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:06.868145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36bea05-f975-4df7-b57e-2ce40a716680 x-openstack-request-id: req-d36bea05-f975-4df7-b57e-2ce40a716680 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:44:06.868756 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cee1f0-f956-4ca2-b253-8545f9f7cf53", "name": "network-vif-plugged", "status": "completed", "tag": "648f2041-44cd-4a25-9192-b89e73b13b60", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:44:06.869496 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d36bea05-f975-4df7-b57e-2ce40a716680 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:44:06.870451 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cee1f0-f956-4ca2-b253-8545f9f7cf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648f2041-44cd-4a25-9192-b89e73b13b60', 'code': 200} Jul 28 11:44:06.894949 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-13973e05-faa6-463a-a946-76cb19fadd4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3caa5050-8521-4113-aa21-1d1d23674364') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:06.895537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-13973e05-faa6-463a-a946-76cb19fadd4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3caa5050-8521-4113-aa21-1d1d23674364') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:06.913779 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-46bec117-9f9c-4086-b894-6cad0567c586 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:06.943672 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-13973e05-faa6-463a-a946-76cb19fadd4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.011307 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-13973e05-faa6-463a-a946-76cb19fadd4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.016101 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-059ba9f7-75bd-477b-a260-1a633ebae2db None None] Provisioning for port 429c566d-d68e-4028-9f88-b3a6f158bda2 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:07.016590 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958200c-fe58-4d07-af00-450fffda6a86 req-164e8919-5143-4944-9214-809c017d6e74 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:07.020092 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7958200c-fe58-4d07-af00-450fffda6a86 req-164e8919-5143-4944-9214-809c017d6e74 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 943 time: 0.2283413 Jul 28 11:44:07.021722 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-059ba9f7-75bd-477b-a260-1a633ebae2db None None] Provisioning complete for port 429c566d-d68e-4028-9f88-b3a6f158bda2 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:07.022282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-059ba9f7-75bd-477b-a260-1a633ebae2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.070705 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-059ba9f7-75bd-477b-a260-1a633ebae2db None None] Port 429c566d-d68e-4028-9f88-b3a6f158bda2 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:44:07.096149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13973e05-faa6-463a-a946-76cb19fadd4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:07.096844 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-13973e05-faa6-463a-a946-76cb19fadd4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:07.100363 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:07.105782 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-46bec117-9f9c-4086-b894-6cad0567c586 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.149837 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7958200c-fe58-4d07-af00-450fffda6a86 req-ab0d1ae9-242d-4b07-a538-b0ce52d190db tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b4186a-a2ed-4792-94d3-313facceaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147661 Jul 28 11:44:07.174539 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7fd4a9b8-f851-4236-981c-45c164b0ea82 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.199425 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bec117-9f9c-4086-b894-6cad0567c586 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:07.209626 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-46bec117-9f9c-4086-b894-6cad0567c586 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:07.212038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bec117-9f9c-4086-b894-6cad0567c586 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:07.219072 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8e17078e-73b5-4288-840e-62330926d943 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.233215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4a9b8-f851-4236-981c-45c164b0ea82 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Pushing event deleted for resources: {'Subnet': ['ID=41b99aa4-5d2e-41f1-bdac-52d753824e02,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:07.236656 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-ea311164-8345-4350-a01d-d9263f8fed30 service neutron] 10.222.0.39 "GET /v2.0/networks/3ab5dcf3-09cf-45bd-bb1a-1345514f52ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438702 Jul 28 11:44:07.260705 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bec117-9f9c-4086-b894-6cad0567c586 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Pushing event updated for resources: {'Port': ['ID=c80f0479-d436-46bc-9818-5a80a4b114b7,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:07.277181 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7fd4a9b8-f851-4236-981c-45c164b0ea82 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.281754 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7fd4a9b8-f851-4236-981c-45c164b0ea82 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] 10.222.0.43 "DELETE /v2.0/subnets/41b99aa4-5d2e-41f1-bdac-52d753824e02 HTTP/1.1" status: 204 len: 168 time: 1.5516052 Jul 28 11:44:07.289563 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83b40e7-98ac-4b61-8174-99d9da128ebe None None] Network 95242498-7d1a-4519-9bf9-7747c097ad67 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:07.296618 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53720) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:07.317841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-13973e05-faa6-463a-a946-76cb19fadd4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.321093 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc37edc-ab11-44ce-ad39-764bff834c17 req-e650091b-d738-4c91-8abe-a624e9e96b22 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:07.322627 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fcc37edc-ab11-44ce-ad39-764bff834c17 req-e650091b-d738-4c91-8abe-a624e9e96b22 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 944 time: 0.2261169 Jul 28 11:44:07.345691 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfd7cc-b6f6-426c-a30f-faa89cf43dc0 req-f1b88278-f6ad-4ace-b439-43fc6df89369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:07.347794 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b6bfd7cc-b6f6-426c-a30f-faa89cf43dc0 req-f1b88278-f6ad-4ace-b439-43fc6df89369 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 1098 time: 0.3144271 Jul 28 11:44:07.451855 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13973e05-faa6-463a-a946-76cb19fadd4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eed9f43b-2e39-4a59-ae99-290dccf6bfb3 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 11:44:07.466410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-13973e05-faa6-463a-a946-76cb19fadd4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.468312 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-13973e05-faa6-463a-a946-76cb19fadd4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] 10.222.0.43 "DELETE /v2.0/networks/eed9f43b-2e39-4a59-ae99-290dccf6bfb3 HTTP/1.1" status: 204 len: 168 time: 1.5645087 Jul 28 11:44:07.472871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53724) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:07.474556 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13973e05-faa6-463a-a946-76cb19fadd4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Pushing event deleted for resources: {'Network': ['ID=eed9f43b-2e39-4a59-ae99-290dccf6bfb3,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:07.475288 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-46bec117-9f9c-4086-b894-6cad0567c586 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.476325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-b6bfd7cc-b6f6-426c-a30f-faa89cf43dc0 req-a69c8587-37f5-4415-bc78-924b370d8037 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.490080 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fcc37edc-ab11-44ce-ad39-764bff834c17 req-5b244b0c-0896-4d5b-ab21-ffbda3f10aea tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517084 Jul 28 11:44:07.497994 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c53019d6-afc1-41a0-b760-1afe15606eb5 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:07.545425 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e66ef7-48b3-4bea-8de9-314c03c59793 None None] DHCP port deletion for 95242498-7d1a-4519-9bf9-7747c097ad67 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:44:07.560004 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1380b6a9-f62e-4f39-9e00-870231831c9a req-6c1fd055-5838-49eb-b4bb-546dc9acf218 service neutron] 10.222.0.39 "GET /v2.0/networks/3ab5dcf3-09cf-45bd-bb1a-1345514f52ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796321 Jul 28 11:44:07.564577 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.568174 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.612354 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53019d6-afc1-41a0-b760-1afe15606eb5 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Made reservation on behalf of ca9b0dc341c541d88929aa817c0a1874 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:07.615106 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c53019d6-afc1-41a0-b760-1afe15606eb5 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.615437 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-79e66ef7-48b3-4bea-8de9-314c03c59793 None None] Deleting port 17e88545-293e-4dfc-9045-b5863be925c3 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:07.617075 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-46bec117-9f9c-4086-b894-6cad0567c586 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.617202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79e66ef7-48b3-4bea-8de9-314c03c59793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.681759 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c637b47-72f8-4b81-8120-eb1903fb2b56 req-29e3b656-69aa-4e85-8549-48a3eed162bc tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:07.683438 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2c637b47-72f8-4b81-8120-eb1903fb2b56 req-29e3b656-69aa-4e85-8549-48a3eed162bc tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 945 time: 0.2462313 Jul 28 11:44:07.708677 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-79e66ef7-48b3-4bea-8de9-314c03c59793 None None] For port 17e88545-293e-4dfc-9045-b5863be925c3, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=17e88545-293e-4dfc-9045-b5863be925c3,segment=NetworkSegment(86abdd1f-9832-4fb4-82fd-5aa4324bd045),segment_id=86abdd1f-9832-4fb4-82fd-5aa4324bd045)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:07.709058 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79e66ef7-48b3-4bea-8de9-314c03c59793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.724492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-79e66ef7-48b3-4bea-8de9-314c03c59793 None None] Calling delete_port for 17e88545-293e-4dfc-9045-b5863be925c3 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:07.742449 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53019d6-afc1-41a0-b760-1afe15606eb5 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:07.767503 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8e17078e-73b5-4288-840e-62330926d943 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.779621 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9ea75-0b6b-4e8d-8eb9-a789508fde13 req-89efde0c-f0fc-4f22-9fac-dd3aea12f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:07.781384 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c0c9ea75-0b6b-4e8d-8eb9-a789508fde13 req-89efde0c-f0fc-4f22-9fac-dd3aea12f6dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2be72fac593443b3b5e53c5f1e497b43&device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 1096 time: 0.1674469 Jul 28 11:44:07.787860 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8e17078e-73b5-4288-840e-62330926d943 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.791269 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c53019d6-afc1-41a0-b760-1afe15606eb5 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.791609 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-c53019d6-afc1-41a0-b760-1afe15606eb5 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Added segment 81757a28-2d5f-4250-a6e5-82db05cc65b2 of type vlan for network 163ade52-d57f-489c-9144-16d5419cbed8 Jul 28 11:44:07.819770 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:44:07.830467 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79e66ef7-48b3-4bea-8de9-314c03c59793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.876622 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-8e17078e-73b5-4288-840e-62330926d943 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] In _notify_port_updated(), no bound segment for port 429c566d-d68e-4028-9f88-b3a6f158bda2 on network 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b {{(pid=100416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:44:07.883299 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e17078e-73b5-4288-840e-62330926d943 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:07.883679 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8e17078e-73b5-4288-840e-62330926d943 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.887799 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8e17078e-73b5-4288-840e-62330926d943 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "PUT /v2.0/ports/429c566d-d68e-4028-9f88-b3a6f158bda2 HTTP/1.1" status: 200 len: 1002 time: 1.1441848 Jul 28 11:44:07.891414 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53726) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:07.903105 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e66ef7-48b3-4bea-8de9-314c03c59793 None None] Pushing event deleted for resources: {'Port': ['ID=17e88545-293e-4dfc-9045-b5863be925c3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:07.927822 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e66ef7-48b3-4bea-8de9-314c03c59793 None None] No DVR routers for this DVR port 17e88545-293e-4dfc-9045-b5863be925c3 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:44:07.928049 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2c637b47-72f8-4b81-8120-eb1903fb2b56 req-2344f53f-8602-47b2-a695-431edd1aa5eb tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/security-groups?id=472d702e-ff1e-4c12-aae5-f9f050a0014a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306132 Jul 28 11:44:07.942303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.991164 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17078e-73b5-4288-840e-62330926d943 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event updated for resources: {'Port': ['ID=429c566d-d68e-4028-9f88-b3a6f158bda2,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:07.995558 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c53019d6-afc1-41a0-b760-1afe15606eb5 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.028538 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Deleting port 17e88545-293e-4dfc-9045-b5863be925c3 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:08.029090 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.067610 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.110716 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-46bec117-9f9c-4086-b894-6cad0567c586 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.119484 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c53019d6-afc1-41a0-b760-1afe15606eb5 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.120526 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53019d6-afc1-41a0-b760-1afe15606eb5 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:08.121100 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c53019d6-afc1-41a0-b760-1afe15606eb5 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.132758 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-46bec117-9f9c-4086-b894-6cad0567c586 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.180551 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-0db447b8-40ea-4f63-bdf2-3acd50beb5b5 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Deleting port 429c566d-d68e-4028-9f88-b3a6f158bda2 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:08.180924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0db447b8-40ea-4f63-bdf2-3acd50beb5b5 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.242295 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] For port 17e88545-293e-4dfc-9045-b5863be925c3, host dv-neutron-786478-16-hyperv, got binding levels [] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:08.242606 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.259517 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9ea75-0b6b-4e8d-8eb9-a789508fde13 req-f96a710d-ab21-4be7-a9d3-64830bd8a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:08.261006 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c0c9ea75-0b6b-4e8d-8eb9-a789508fde13 req-f96a710d-ab21-4be7-a9d3-64830bd8a81d service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ab5dcf3-09cf-45bd-bb1a-1345514f52ad HTTP/1.1" status: 200 len: 912 time: 0.4705033 Jul 28 11:44:08.271096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-b6bfd7cc-b6f6-426c-a30f-faa89cf43dc0 req-a69c8587-37f5-4415-bc78-924b370d8037 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.277248 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Calling delete_port for 17e88545-293e-4dfc-9045-b5863be925c3 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:08.289761 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.ipam_backend_mixin [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Port 17e88545-293e-4dfc-9045-b5863be925c3 was not found and therefore no delete operation was performed {{(pid=100415) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:44:08.290678 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-b6bfd7cc-b6f6-426c-a30f-faa89cf43dc0 req-a69c8587-37f5-4415-bc78-924b370d8037 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.303690 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c53019d6-afc1-41a0-b760-1afe15606eb5 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8297780 Jul 28 11:44:08.328487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53019d6-afc1-41a0-b760-1afe15606eb5 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Pushing event updated for resources: {'Network': ['ID=163ade52-d57f-489c-9144-16d5419cbed8,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:08.329406 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-de4fb2bf-82c7-4215-9229-c7c4865a4f63 None None] Provisioning complete for port 429c566d-d68e-4028-9f88-b3a6f158bda2 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:08.329883 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de4fb2bf-82c7-4215-9229-c7c4865a4f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.338296 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53730) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:08.339535 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.349875 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d1309cde-f539-4a92-807f-89c6ce49b9f2 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Request body: {'subnet': {'network_id': '163ade52-d57f-489c-9144-16d5419cbed8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:08.353010 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 163ade52-d57f-489c-9144-16d5419cbed8 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:08.360791 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bec117-9f9c-4086-b894-6cad0567c586 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Pushing event updated for resources: {'Port': ['ID=c80f0479-d436-46bc-9818-5a80a4b114b7,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:08.379855 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Pushing event deleted for resources: {'Port': ['ID=17e88545-293e-4dfc-9045-b5863be925c3,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:08.384245 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c0c9ea75-0b6b-4e8d-8eb9-a789508fde13 req-a1c9d6f1-d5e0-49f1-b1cc-574433aa034e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66f4fcee-dcd8-4157-8499-b57d57ea8b88 HTTP/1.1" status: 200 len: 217 time: 0.1077862 Jul 28 11:44:08.384614 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-46bec117-9f9c-4086-b894-6cad0567c586 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.385836 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] No DVR routers for this DVR port 17e88545-293e-4dfc-9045-b5863be925c3 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:44:08.395215 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b6bfd7cc-b6f6-426c-a30f-faa89cf43dc0 req-a69c8587-37f5-4415-bc78-924b370d8037 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=472d702e-ff1e-4c12-aae5-f9f050a0014a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0319579 Jul 28 11:44:08.416546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-de4fb2bf-82c7-4215-9229-c7c4865a4f63 None None] Port 429c566d-d68e-4028-9f88-b3a6f158bda2 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:44:08.442185 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f545f-1acc-415e-bfc3-4cf9b1ac5db8 req-8f3b3a9f-cf53-4889-9a52-b6d32e1fcb68 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:08.443691 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fa2f545f-1acc-415e-bfc3-4cf9b1ac5db8 req-8f3b3a9f-cf53-4889-9a52-b6d32e1fcb68 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 943 time: 0.1930487 Jul 28 11:44:08.445763 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0db447b8-40ea-4f63-bdf2-3acd50beb5b5 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.449241 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1309cde-f539-4a92-807f-89c6ce49b9f2 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Made reservation on behalf of ca9b0dc341c541d88929aa817c0a1874 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:08.450466 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 1cea81a3-003c-4e40-975a-c1ae2a82051c details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:44:08.451624 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d1309cde-f539-4a92-807f-89c6ce49b9f2 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.462192 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-46bec117-9f9c-4086-b894-6cad0567c586 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.465925 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-46bec117-9f9c-4086-b894-6cad0567c586 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8383269 Jul 28 11:44:08.477329 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53732) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:08.480885 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c8587-37f5-4415-bc78-924b370d8037 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2dea9173-a457-4841-9e6c-893ca11e3e63,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:08.516851 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-0db447b8-40ea-4f63-bdf2-3acd50beb5b5 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Calling delete_port for 429c566d-d68e-4028-9f88-b3a6f158bda2 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:08.543070 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.552875 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9ea75-0b6b-4e8d-8eb9-a789508fde13 req-dfc7a0b9-08fc-4871-9e60-8443a5752fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:08.554718 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c0c9ea75-0b6b-4e8d-8eb9-a789508fde13 req-dfc7a0b9-08fc-4871-9e60-8443a5752fea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3757737d-2ee3-496c-9734-f629212027bf HTTP/1.1" status: 200 len: 850 time: 0.1550326 Jul 28 11:44:08.558827 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95242498-7d1a-4519-9bf9-7747c097ad67']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:08.573252 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86abdd1f-9832-4fb4-82fd-5aa4324bd045') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:08.573252 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86abdd1f-9832-4fb4-82fd-5aa4324bd045') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:08.575143 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Router b51d4d8e-b56a-4514-b8d8-81927b9d06d3 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:44:08.618981 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 1cea81a3-003c-4e40-975a-c1ae2a82051c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1cea81a3-003c-4e40-975a-c1ae2a82051c,segment=NetworkSegment(64171afb-54c7-40f4-b804-e53347d094eb),segment_id=64171afb-54c7-40f4-b804-e53347d094eb)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:08.624726 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fa2f545f-1acc-415e-bfc3-4cf9b1ac5db8 req-56986668-4a01-4836-b8bd-37d7a19bc11f tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b4186a-a2ed-4792-94d3-313facceaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702440 Jul 28 11:44:08.633052 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.654397 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '1cea81a3-003c-4e40-975a-c1ae2a82051c', 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22', 'port_id': '1cea81a3-003c-4e40-975a-c1ae2a82051c', 'mac_address': 'fa:16:3e:d8:51:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52537c06-0de1-4719-8c48-4b4417843622', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:44:08.695205 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-1c05ed67-6492-483b-a4e1-b6bcca1314d5 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:08.697987 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 17e88545-293e-4dfc-9045-b5863be925c3 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:44:08.701338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.712540 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.724456 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:08.724874 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:08.728202 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:08.731684 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 17e88545-293e-4dfc-9045-b5863be925c3 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:44:08.732131 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 17e88545-293e-4dfc-9045-b5863be925c3 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:44:08.740359 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cea81a3-003c-4e40-975a-c1ae2a82051c {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:44:08.767050 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 1cea81a3-003c-4e40-975a-c1ae2a82051c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1cea81a3-003c-4e40-975a-c1ae2a82051c,segment=NetworkSegment(64171afb-54c7-40f4-b804-e53347d094eb),segment_id=64171afb-54c7-40f4-b804-e53347d094eb)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:08.773926 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.803243 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c05ed67-6492-483b-a4e1-b6bcca1314d5 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.822160 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9ea75-0b6b-4e8d-8eb9-a789508fde13 req-a16cf4fd-ef2e-4cd3-ac19-c3d0a6bcc874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:08.823708 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c0c9ea75-0b6b-4e8d-8eb9-a789508fde13 req-a16cf4fd-ef2e-4cd3-ac19-c3d0a6bcc874 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ab5dcf3-09cf-45bd-bb1a-1345514f52ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2169595 Jul 28 11:44:08.832317 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=1cea81a3-003c-4e40-975a-c1ae2a82051c,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:08.841459 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dbb1f-9cf8-4c7c-af1a-38b6885fb684 req-56fc7ed9-8bf6-4ef1-b380-4219a9ce372c tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:08.843417 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d42dbb1f-9cf8-4c7c-af1a-38b6885fb684 req-56fc7ed9-8bf6-4ef1-b380-4219a9ce372c tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 944 time: 0.1653829 Jul 28 11:44:08.891638 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.902354 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.904423 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] 10.222.0.43 "DELETE /v2.0/networks/95242498-7d1a-4519-9bf9-7747c097ad67 HTTP/1.1" status: 204 len: 168 time: 1.6050453 Jul 28 11:44:08.908639 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:44:08.929174 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85473f13-605b-4fb5-9fb3-5177d148db5b None None] Sync routers for ids ['b51d4d8e-b56a-4514-b8d8-81927b9d06d3'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:44:08.930316 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744cf87-b476-4951-9ca0-9df2d07bfda7 tempest-ExtraDHCPOptionsTestJSON-981260045 tempest-ExtraDHCPOptionsTestJSON-981260045-project] Pushing event deleted for resources: {'Network': ['ID=95242498-7d1a-4519-9bf9-7747c097ad67,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:08.953497 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.958032 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f239733c-5b4e-4fb1-a5e6-089bd170dd17 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8882520 Jul 28 11:44:08.958032 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53740) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:08.960470 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85473f13-605b-4fb5-9fb3-5177d148db5b None None] Routers {'b51d4d8e-b56a-4514-b8d8-81927b9d06d3'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:08.961211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-85473f13-605b-4fb5-9fb3-5177d148db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b51d4d8e-b56a-4514-b8d8-81927b9d06d3'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:09.002411 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-85473f13-605b-4fb5-9fb3-5177d148db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:09.006731 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['1cea81a3-003c-4e40-975a-c1ae2a82051c'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:44:09.037337 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c0c9ea75-0b6b-4e8d-8eb9-a789508fde13 req-14444f30-eefe-4ce1-9323-f00ea55d6791 service neutron] 10.222.0.39 "GET /v2.0/networks/3ab5dcf3-09cf-45bd-bb1a-1345514f52ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018199 Jul 28 11:44:09.049760 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85473f13-605b-4fb5-9fb3-5177d148db5b None None] Routers {'b51d4d8e-b56a-4514-b8d8-81927b9d06d3'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:09.050297 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-85473f13-605b-4fb5-9fb3-5177d148db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b51d4d8e-b56a-4514-b8d8-81927b9d06d3'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:09.068757 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d42dbb1f-9cf8-4c7c-af1a-38b6885fb684 req-e804a482-8090-4135-a33f-eef2d99050a2 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986380 Jul 28 11:44:09.073678 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0db447b8-40ea-4f63-bdf2-3acd50beb5b5 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:09.110671 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-85473f13-605b-4fb5-9fb3-5177d148db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:09.111552 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85473f13-605b-4fb5-9fb3-5177d148db5b None None] The sync data for ids ['b51d4d8e-b56a-4514-b8d8-81927b9d06d3'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:44:09.397585 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53746) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:09.411838 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db447b8-40ea-4f63-bdf2-3acd50beb5b5 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event deleted for resources: {'Port': ['ID=429c566d-d68e-4028-9f88-b3a6f158bda2,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:09.491798 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-86285686-dd01-4398-ae6b-a4a8fd48d18d tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "GET /v2.0/routers/b51d4d8e-b56a-4514-b8d8-81927b9d06d3 HTTP/1.1" status: 200 len: 921 time: 0.5326233 Jul 28 11:44:09.497391 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53750) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:09.551386 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d5583105-70b3-4652-9842-470c285f1c37 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "GET /v2.0/ports?device_id=b51d4d8e-b56a-4514-b8d8-81927b9d06d3 HTTP/1.1" status: 200 len: 205 time: 0.0501256 Jul 28 11:44:09.551386 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c0c9ea75-0b6b-4e8d-8eb9-a789508fde13 req-63cbad89-501e-4383-afe9-615c66df0fb2 service neutron] 10.222.0.39 "GET /v2.0/networks/3ab5dcf3-09cf-45bd-bb1a-1345514f52ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020134 Jul 28 11:44:09.552587 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53752) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:09.587010 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea885b-0cd9-4d0f-8aaa-b67e248d54aa req-0f16148e-54ee-4bc0-93a9-f06931df1fee tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:09.588516 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a4ea885b-0cd9-4d0f-8aaa-b67e248d54aa req-0f16148e-54ee-4bc0-93a9-f06931df1fee tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 945 time: 0.5175869 Jul 28 11:44:09.647297 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0db447b8-40ea-4f63-bdf2-3acd50beb5b5 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:09.651508 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0db447b8-40ea-4f63-bdf2-3acd50beb5b5 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "DELETE /v2.0/ports/429c566d-d68e-4028-9f88-b3a6f158bda2 HTTP/1.1" status: 204 len: 168 time: 1.7517712 Jul 28 11:44:09.652693 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53756) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:09.660509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c05ed67-6492-483b-a4e1-b6bcca1314d5 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:09.680133 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-555ff38d-d2f6-4b47-80b1-d5759d38dc21 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] GET failed (client error): The resource could not be found. Jul 28 11:44:09.681687 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-555ff38d-d2f6-4b47-80b1-d5759d38dc21 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "GET /v2.0/ports/429c566d-d68e-4028-9f88-b3a6f158bda2 HTTP/1.1" status: 404 len: 333 time: 0.0288765 Jul 28 11:44:09.685328 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53758) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:09.690920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-f193cbfc-ded0-41a8-98cb-31cc94bba2fa tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Request body: {'port': {'network_id': '8ee91a7f-6a14-45bc-b0cc-ab905e8f019b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-510553208'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:09.697263 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-146e73c5-c3b9-4513-be5c-996fe70e57fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0608f7e304d64cd399ec4ec80d41f941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937033 Jul 28 11:44:09.698849 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53760) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:09.733057 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a4ea885b-0cd9-4d0f-8aaa-b67e248d54aa req-64167915-5f47-408a-aeac-c1cba3a2d8fa tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/security-groups?id=472d702e-ff1e-4c12-aae5-f9f050a0014a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336417 Jul 28 11:44:09.805636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bf74e511-9f43-4891-bec2-5d5d723073c6 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:09.859183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01010705-eb7f-40ea-9b6d-e0ac4a98189e req-14116fb5-30ea-456c-90f0-9d8125cea91a tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:09.860666 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-01010705-eb7f-40ea-9b6d-e0ac4a98189e req-14116fb5-30ea-456c-90f0-9d8125cea91a tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 943 time: 0.1559484 Jul 28 11:44:09.884567 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.objects.ports [None req-d1309cde-f539-4a92-807f-89c6ce49b9f2 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100416) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:44:09.885018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d1309cde-f539-4a92-807f-89c6ce49b9f2 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:09.889689 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22607276-911a-453a-ba8e-c1ad68f3b799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:09.948954 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-1c05ed67-6492-483b-a4e1-b6bcca1314d5 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Allocated IP 172.26.1.19 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/dfb0355b-5f8a-4ce7-8e39-75011171d644) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:09.963902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22607276-911a-453a-ba8e-c1ad68f3b799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:09.987007 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1309cde-f539-4a92-807f-89c6ce49b9f2 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Pushing event updated for resources: {'Subnet': ['ID=759cabab-09ea-43d9-9d83-fb16cbb711b7,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:09.993728 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-01010705-eb7f-40ea-9b6d-e0ac4a98189e req-b3b4a5f2-e394-44a5-8faf-1dc13c0afe35 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b4186a-a2ed-4792-94d3-313facceaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122360 Jul 28 11:44:10.018063 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bf74e511-9f43-4891-bec2-5d5d723073c6 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.023620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f193cbfc-ded0-41a8-98cb-31cc94bba2fa tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Made reservation on behalf of ac29001115b4430cb92a15f9e9ebe685 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:10.027251 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f193cbfc-ded0-41a8-98cb-31cc94bba2fa tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.052284 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-f193cbfc-ded0-41a8-98cb-31cc94bba2fa tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] device_id is not set on port 8758d467-0515-4db0-adeb-2743865c051d yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:10.057961 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1309cde-f539-4a92-807f-89c6ce49b9f2 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Checking segment: {'id': '81757a28-2d5f-4250-a6e5-82db05cc65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '163ade52-d57f-489c-9144-16d5419cbed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:10.058372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1309cde-f539-4a92-807f-89c6ce49b9f2 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Network hostable DHCP agents. Network: 163ade52-d57f-489c-9144-16d5419cbed8, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:44:10.096566 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1309cde-f539-4a92-807f-89c6ce49b9f2 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Network 163ade52-d57f-489c-9144-16d5419cbed8 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:44:10.109753 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-d1309cde-f539-4a92-807f-89c6ce49b9f2 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 163ade52-d57f-489c-9144-16d5419cbed8) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:10.114948 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1309cde-f539-4a92-807f-89c6ce49b9f2 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:10.115541 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d1309cde-f539-4a92-807f-89c6ce49b9f2 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.120880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c05ed67-6492-483b-a4e1-b6bcca1314d5 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.127257 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed845ae3-33b6-4a70-965f-226bab8469c3 None None] Network 163ade52-d57f-489c-9144-16d5419cbed8 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:10.134140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22607276-911a-453a-ba8e-c1ad68f3b799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.136905 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22607276-911a-453a-ba8e-c1ad68f3b799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.138238 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-22607276-911a-453a-ba8e-c1ad68f3b799 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5c7e8f3-1e76-45e8-9c0b-35991600202d HTTP/1.1" status: 204 len: 168 time: 0.4398000 Jul 28 11:44:10.141146 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d1309cde-f539-4a92-807f-89c6ce49b9f2 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7979896 Jul 28 11:44:10.141740 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53766) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:10.149490 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-74d42171-c844-4107-a58c-2cd154df8e4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Request body: {'floatingip': {'floating_network_id': '163ade52-d57f-489c-9144-16d5419cbed8'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:10.168282 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22607276-911a-453a-ba8e-c1ad68f3b799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c7e8f3-1e76-45e8-9c0b-35991600202d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:10.191219 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74d42171-c844-4107-a58c-2cd154df8e4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.205337 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-bf74e511-9f43-4891-bec2-5d5d723073c6 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Deleting port 88752b54-dd88-499c-8ca6-322873cdcd08 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:10.205694 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bf74e511-9f43-4891-bec2-5d5d723073c6 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.209414 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c05ed67-6492-483b-a4e1-b6bcca1314d5 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.275679 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-f193cbfc-ded0-41a8-98cb-31cc94bba2fa tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Allocated IP 2001:db8::48 (8ee91a7f-6a14-45bc-b0cc-ab905e8f019b/992967ba-c79f-48ef-be0a-7b8033ddace4/8758d467-0515-4db0-adeb-2743865c051d) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:10.321885 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c05ed67-6492-483b-a4e1-b6bcca1314d5 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:10.336173 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-1c05ed67-6492-483b-a4e1-b6bcca1314d5 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:10.339901 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05ed67-6492-483b-a4e1-b6bcca1314d5 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Pushing event updated for resources: {'Port': ['ID=dfb0355b-5f8a-4ce7-8e39-75011171d644,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:10.343033 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c05ed67-6492-483b-a4e1-b6bcca1314d5 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:10.343524 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bf74e511-9f43-4891-bec2-5d5d723073c6 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.365818 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e5451e-f179-4e32-8c31-11847df8536a None None] Network 163ade52-d57f-489c-9144-16d5419cbed8 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:10.370078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-bf74e511-9f43-4891-bec2-5d5d723073c6 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Calling delete_port for 88752b54-dd88-499c-8ca6-322873cdcd08 owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:10.399028 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab8408-2da6-4742-bc22-b64a2815ea46 req-c13300df-d276-4128-880d-e695c6276004 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:10.400543 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-acab8408-2da6-4742-bc22-b64a2815ea46 req-c13300df-d276-4128-880d-e695c6276004 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 945 time: 0.1944678 Jul 28 11:44:10.483387 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 66f4fcee-dcd8-4157-8499-b57d57ea8b88 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:44:10.484302 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-acab8408-2da6-4742-bc22-b64a2815ea46 req-f62ba26c-30fd-4a3c-8314-7d9db8b15aa0 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755079 Jul 28 11:44:10.491390 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c05ed67-6492-483b-a4e1-b6bcca1314d5 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.535286 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 1cea81a3-003c-4e40-975a-c1ae2a82051c up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:44:10.539955 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74d42171-c844-4107-a58c-2cd154df8e4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.556940 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c05ed67-6492-483b-a4e1-b6bcca1314d5 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.645019 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f193cbfc-ded0-41a8-98cb-31cc94bba2fa tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.672511 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 1cea81a3-003c-4e40-975a-c1ae2a82051c completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:10.679061 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 1cea81a3-003c-4e40-975a-c1ae2a82051c triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:10.679272 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.685548 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 66f4fcee-dcd8-4157-8499-b57d57ea8b88, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=66f4fcee-dcd8-4157-8499-b57d57ea8b88,segment=NetworkSegment(93120ba0-1f0b-459b-be62-4c9b92914d38),segment_id=93120ba0-1f0b-459b-be62-4c9b92914d38)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:10.702724 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-f193cbfc-ded0-41a8-98cb-31cc94bba2fa tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Transition to ACTIVE for port object 8758d467-0515-4db0-adeb-2743865c051d will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:10.719940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '66f4fcee-dcd8-4157-8499-b57d57ea8b88', 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad', 'port_id': '66f4fcee-dcd8-4157-8499-b57d57ea8b88', 'mac_address': 'fa:16:3e:ba:74:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3757737d-2ee3-496c-9734-f629212027bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:44:10.748052 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-74d42171-c844-4107-a58c-2cd154df8e4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Allocated IP 172.20.0.3 (163ade52-d57f-489c-9144-16d5419cbed8/759cabab-09ea-43d9-9d83-fb16cbb711b7/3cfdcd16-edb2-476f-b347-42adc0d3ff21) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:10.788047 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bf74e511-9f43-4891-bec2-5d5d723073c6 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.797216 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f193cbfc-ded0-41a8-98cb-31cc94bba2fa tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.798304 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.820057 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.829942 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f4fcee-dcd8-4157-8499-b57d57ea8b88 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:44:10.859033 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 66f4fcee-dcd8-4157-8499-b57d57ea8b88, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=66f4fcee-dcd8-4157-8499-b57d57ea8b88,segment=NetworkSegment(93120ba0-1f0b-459b-be62-4c9b92914d38),segment_id=93120ba0-1f0b-459b-be62-4c9b92914d38)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:10.862514 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74e511-9f43-4891-bec2-5d5d723073c6 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Pushing event deleted for resources: {'Port': ['ID=88752b54-dd88-499c-8ca6-322873cdcd08,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:10.864452 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecec36ee-7e4f-42a3-a40f-ff4808c4445b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cea81a3-003c-4e40-975a-c1ae2a82051c'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:44:10.866410 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c90bef-efa3-49b5-8a77-a352191c0f06" -d '{"events": [{"server_uuid": "ecec36ee-7e4f-42a3-a40f-ff4808c4445b", "name": "network-vif-plugged", "status": "completed", "tag": "1cea81a3-003c-4e40-975a-c1ae2a82051c"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:44:10.876913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.918648 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 1cea81a3-003c-4e40-975a-c1ae2a82051c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1cea81a3-003c-4e40-975a-c1ae2a82051c,segment=NetworkSegment(64171afb-54c7-40f4-b804-e53347d094eb),segment_id=64171afb-54c7-40f4-b804-e53347d094eb)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:10.926442 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59de183c-0c95-45e0-b1d9-9f3e0cfbdff7 x-openstack-request-id: req-59de183c-0c95-45e0-b1d9-9f3e0cfbdff7 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:44:10.934895 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecec36ee-7e4f-42a3-a40f-ff4808c4445b", "name": "network-vif-plugged", "status": "completed", "tag": "1cea81a3-003c-4e40-975a-c1ae2a82051c", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:44:10.935222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59de183c-0c95-45e0-b1d9-9f3e0cfbdff7 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:44:10.935639 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecec36ee-7e4f-42a3-a40f-ff4808c4445b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cea81a3-003c-4e40-975a-c1ae2a82051c', 'code': 200} Jul 28 11:44:10.938372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:10.944357 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=66f4fcee-dcd8-4157-8499-b57d57ea8b88,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:10.953763 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f193cbfc-ded0-41a8-98cb-31cc94bba2fa tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Network 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:10.975588 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-f193cbfc-ded0-41a8-98cb-31cc94bba2fa tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:10.983475 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193cbfc-ded0-41a8-98cb-31cc94bba2fa tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:10.988573 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f193cbfc-ded0-41a8-98cb-31cc94bba2fa tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:10.989320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f193cbfc-ded0-41a8-98cb-31cc94bba2fa tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.018349 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=1cea81a3-003c-4e40-975a-c1ae2a82051c,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:11.022122 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193cbfc-ded0-41a8-98cb-31cc94bba2fa tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event updated for resources: {'Port': ['ID=8758d467-0515-4db0-adeb-2743865c051d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:11.027928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bf74e511-9f43-4891-bec2-5d5d723073c6 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.059189 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f193cbfc-ded0-41a8-98cb-31cc94bba2fa tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3728399 Jul 28 11:44:11.063836 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53790) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:11.086260 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-989bac96-e338-4bd5-b387-be49e4bc3845 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b6:fc:c5'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:11.109231 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['66f4fcee-dcd8-4157-8499-b57d57ea8b88'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:44:11.140537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bf74e511-9f43-4891-bec2-5d5d723073c6 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.143232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bf74e511-9f43-4891-bec2-5d5d723073c6 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.160443 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c05ed67-6492-483b-a4e1-b6bcca1314d5 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.178122 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74d42171-c844-4107-a58c-2cd154df8e4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.220067 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c05ed67-6492-483b-a4e1-b6bcca1314d5 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.278883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53794) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:11.286523 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05ed67-6492-483b-a4e1-b6bcca1314d5 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Pushing event updated for resources: {'Port': ['ID=dfb0355b-5f8a-4ce7-8e39-75011171d644,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:11.289492 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bf74e511-9f43-4891-bec2-5d5d723073c6 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.290504 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf74e511-9f43-4891-bec2-5d5d723073c6 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Fanout notify agent at l3_agent the message router_deleted on router b51d4d8e-b56a-4514-b8d8-81927b9d06d3 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:44:11.300712 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bf74e511-9f43-4891-bec2-5d5d723073c6 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.302499 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bf74e511-9f43-4891-bec2-5d5d723073c6 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "DELETE /v2.0/routers/b51d4d8e-b56a-4514-b8d8-81927b9d06d3 HTTP/1.1" status: 204 len: 168 time: 1.7487524 Jul 28 11:44:11.307660 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53798) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:11.314746 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1278875780', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'enable_snat': False}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:11.323510 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edde86-6b12-4ba3-a702-cd4596ffc210 req-4d661c31-eaee-4db6-9126-6d7fa31c2ba0 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:11.325229 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-45edde86-6b12-4ba3-a702-cd4596ffc210 req-4d661c31-eaee-4db6-9126-6d7fa31c2ba0 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 945 time: 0.4901953 Jul 28 11:44:11.338703 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f698b21-a05b-4e8c-9811-fa56c02bec5d req-db9124e0-5c6f-4a88-b65a-ebe8bcf2ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:11.340506 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f698b21-a05b-4e8c-9811-fa56c02bec5d req-db9124e0-5c6f-4a88-b65a-ebe8bcf2ba5f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 1099 time: 0.1322162 Jul 28 11:44:11.358058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.359207 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.385318 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e64419ee-11ec-4d0d-bb51-9f1f1df07465 None None] Provisioning for port 8758d467-0515-4db0-adeb-2743865c051d completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:11.390583 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e64419ee-11ec-4d0d-bb51-9f1f1df07465 None None] Provisioning complete for port 8758d467-0515-4db0-adeb-2743865c051d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:11.391157 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e64419ee-11ec-4d0d-bb51-9f1f1df07465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.402842 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f698b21-a05b-4e8c-9811-fa56c02bec5d req-81aee825-844d-405b-885c-3bdcf49ed1c3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515881 Jul 28 11:44:11.432715 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.436863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e64419ee-11ec-4d0d-bb51-9f1f1df07465 None None] Port 8758d467-0515-4db0-adeb-2743865c051d cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:44:11.438446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-36a413bb-7f7a-4244-8300-567ec03293bd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1836533204'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:11.456217 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-989bac96-e338-4bd5-b387-be49e4bc3845 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.474979 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375868e8-e115-4651-bbd7-961f4922d6d1 req-c6d7b786-91a5-44bd-bed4-cb2a7ae79db9 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:11.476626 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-375868e8-e115-4651-bbd7-961f4922d6d1 req-c6d7b786-91a5-44bd-bed4-cb2a7ae79db9 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 944 time: 0.2934558 Jul 28 11:44:11.495050 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-45edde86-6b12-4ba3-a702-cd4596ffc210 req-959c42c4-0e2e-44ae-a768-0b44f42737b0 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/security-groups?id=472d702e-ff1e-4c12-aae5-f9f050a0014a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541193 Jul 28 11:44:11.545580 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c05ed67-6492-483b-a4e1-b6bcca1314d5 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.552084 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a413bb-7f7a-4244-8300-567ec03293bd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:11.555315 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36a413bb-7f7a-4244-8300-567ec03293bd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.592427 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36a413bb-7f7a-4244-8300-567ec03293bd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.597936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.603276 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c05ed67-6492-483b-a4e1-b6bcca1314d5 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.606947 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1c05ed67-6492-483b-a4e1-b6bcca1314d5 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1266468 Jul 28 11:44:11.607558 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53804) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:11.626509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74d42171-c844-4107-a58c-2cd154df8e4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.639898 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-375868e8-e115-4651-bbd7-961f4922d6d1 req-fb4333c6-c5a9-4d72-9b52-e20c0ffa83ef tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b4186a-a2ed-4792-94d3-313facceaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497626 Jul 28 11:44:11.683345 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-01c78648-45e0-4662-9560-4145f3913a04 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3088 time: 0.0720754 Jul 28 11:44:11.685044 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53806) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:11.721290 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d42171-c844-4107-a58c-2cd154df8e4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Network 163ade52-d57f-489c-9144-16d5419cbed8 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:11.795244 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-74d42171-c844-4107-a58c-2cd154df8e4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:11.806808 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36a413bb-7f7a-4244-8300-567ec03293bd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.812354 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36a413bb-7f7a-4244-8300-567ec03293bd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.818038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d42171-c844-4107-a58c-2cd154df8e4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:11.839058 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d42171-c844-4107-a58c-2cd154df8e4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Pushing event updated for resources: {'Port': ['ID=3cfdcd16-edb2-476f-b347-42adc0d3ff21,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:11.841308 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a413bb-7f7a-4244-8300-567ec03293bd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:11.846654 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-311017cd-5ad5-4bac-b889-93aa4b55109b tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1548641 Jul 28 11:44:11.868417 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53808) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:11.877503 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105d823-c0e5-4fc5-92ae-d1651bbeaaad req-2daf0283-d6a2-410e-b51c-9567e6ffdcb1 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:11.879777 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2105d823-c0e5-4fc5-92ae-d1651bbeaaad req-2daf0283-d6a2-410e-b51c-9567e6ffdcb1 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.3071461 Jul 28 11:44:11.913279 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a413bb-7f7a-4244-8300-567ec03293bd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03578fa4-ead0-4d36-bae3-f5621364a72d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:11.920987 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36a413bb-7f7a-4244-8300-567ec03293bd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:11.921338 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-36a413bb-7f7a-4244-8300-567ec03293bd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Added segment 2f5d106c-f725-40dd-8d1f-3adce9a169e2 of type vlan for network ae432be9-2418-438c-ae28-3fd00210247d Jul 28 11:44:11.991196 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36a413bb-7f7a-4244-8300-567ec03293bd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:12.001412 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:12.026391 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:12.041610 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63319f65-69ac-4d51-9c22-3e6fdc030077 req-9915875e-069a-4265-acd2-37386f5a021f tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:12.043239 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-63319f65-69ac-4d51-9c22-3e6fdc030077 req-9915875e-069a-4265-acd2-37386f5a021f tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 945 time: 0.2626867 Jul 28 11:44:12.058807 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53810) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:12.070516 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36a413bb-7f7a-4244-8300-567ec03293bd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:12.076041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a413bb-7f7a-4244-8300-567ec03293bd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:12.076635 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36a413bb-7f7a-4244-8300-567ec03293bd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:12.099318 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-2f0b3c52-8f3c-42a6-b04d-ac82d5da9ebb tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Request body: {'floatingip': {'port_id': '648f2041-44cd-4a25-9192-b89e73b13b60'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:12.109817 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2105d823-c0e5-4fc5-92ae-d1651bbeaaad req-05d01785-980e-4fae-9d44-b8bcc24d4499 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096241 Jul 28 11:44:12.149206 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-36a413bb-7f7a-4244-8300-567ec03293bd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8683312 Jul 28 11:44:12.160616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3c52-8f3c-42a6-b04d-ac82d5da9ebb tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for floatingip, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:12.173253 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-989bac96-e338-4bd5-b387-be49e4bc3845 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:12.182442 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a413bb-7f7a-4244-8300-567ec03293bd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Network': ['ID=ae432be9-2418-438c-ae28-3fd00210247d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:12.206151 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network ae432be9-2418-438c-ae28-3fd00210247d details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:12.211086 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Allocated IP 172.26.1.81 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/268b8d4d-d297-4ca3-91ab-e6db196dfae9) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:12.215495 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-989bac96-e338-4bd5-b387-be49e4bc3845 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:12.223372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74d42171-c844-4107-a58c-2cd154df8e4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:12.263520 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-989bac96-e338-4bd5-b387-be49e4bc3845 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] In _notify_port_updated(), no bound segment for port 8758d467-0515-4db0-adeb-2743865c051d on network 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b {{(pid=100416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:44:12.269280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989bac96-e338-4bd5-b387-be49e4bc3845 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:12.271048 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-989bac96-e338-4bd5-b387-be49e4bc3845 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:12.272379 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-989bac96-e338-4bd5-b387-be49e4bc3845 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "PUT /v2.0/ports/8758d467-0515-4db0-adeb-2743865c051d HTTP/1.1" status: 200 len: 1001 time: 1.2037797 Jul 28 11:44:12.291310 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53812) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:12.408894 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:12.429550 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bac96-e338-4bd5-b387-be49e4bc3845 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event updated for resources: {'Port': ['ID=8758d467-0515-4db0-adeb-2743865c051d,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:12.431670 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74d42171-c844-4107-a58c-2cd154df8e4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:12.475949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 66f4fcee-dcd8-4157-8499-b57d57ea8b88 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:44:12.484730 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:12.537557 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:12.542995 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:12.552229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:12.586013 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Pushing event updated for resources: {'Port': ['ID=268b8d4d-d297-4ca3-91ab-e6db196dfae9,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:12.795440 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-41a0d6d8-db3f-4e20-9fba-38a7a66b9714 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Deleting port dfb0355b-5f8a-4ce7-8e39-75011171d644 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:12.796406 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41a0d6d8-db3f-4e20-9fba-38a7a66b9714 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:12.879905 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 66f4fcee-dcd8-4157-8499-b57d57ea8b88 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:12.897392 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 66f4fcee-dcd8-4157-8499-b57d57ea8b88 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:12.898319 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:12.958229 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-13171385-a9c5-449f-b451-6a86983df974 None None] Provisioning complete for port 8758d467-0515-4db0-adeb-2743865c051d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:12.959657 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-13171385-a9c5-449f-b451-6a86983df974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:13.020416 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e596d5-2416-434f-831b-d82323b3b338 req-fa541233-393b-4005-8486-20867e827f09 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:13.021513 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-13171385-a9c5-449f-b451-6a86983df974 None None] Port 8758d467-0515-4db0-adeb-2743865c051d cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:44:13.029513 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-98e596d5-2416-434f-831b-d82323b3b338 req-fa541233-393b-4005-8486-20867e827f09 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 944 time: 0.2411397 Jul 28 11:44:13.094690 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:13.140766 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 66f4fcee-dcd8-4157-8499-b57d57ea8b88, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=66f4fcee-dcd8-4157-8499-b57d57ea8b88,segment=NetworkSegment(93120ba0-1f0b-459b-be62-4c9b92914d38),segment_id=93120ba0-1f0b-459b-be62-4c9b92914d38)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:13.142661 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5afee4-04b9-4338-8aec-60c8139c7bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f4fcee-dcd8-4157-8499-b57d57ea8b88'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:44:13.143453 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-562e5a92-dab7-452a-9034-2f43785808ac tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Deleting port 8758d467-0515-4db0-adeb-2743865c051d {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:13.143801 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-562e5a92-dab7-452a-9034-2f43785808ac tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:13.147543 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bab8b74-2327-49ee-add0-ac33491bfeb5" -d '{"events": [{"server_uuid": "fb5afee4-04b9-4338-8aec-60c8139c7bf4", "name": "network-vif-plugged", "status": "completed", "tag": "66f4fcee-dcd8-4157-8499-b57d57ea8b88"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:44:13.156839 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:13.188522 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:13.233115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=66f4fcee-dcd8-4157-8499-b57d57ea8b88,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:13.261859 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-98e596d5-2416-434f-831b-d82323b3b338 req-d2489355-d612-4e5e-88fa-03018ea105e3 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b4186a-a2ed-4792-94d3-313facceaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314708 Jul 28 11:44:13.273473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41a0d6d8-db3f-4e20-9fba-38a7a66b9714 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:13.273802 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41a0d6d8-db3f-4e20-9fba-38a7a66b9714 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:13.340269 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-41a0d6d8-db3f-4e20-9fba-38a7a66b9714 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Calling delete_port for dfb0355b-5f8a-4ce7-8e39-75011171d644 owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:13.340734 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abd6279-190b-483e-b140-60c267cf6517 x-openstack-request-id: req-9abd6279-190b-483e-b140-60c267cf6517 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:44:13.341129 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5afee4-04b9-4338-8aec-60c8139c7bf4", "name": "network-vif-plugged", "status": "completed", "tag": "66f4fcee-dcd8-4157-8499-b57d57ea8b88", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:44:13.341604 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9abd6279-190b-483e-b140-60c267cf6517 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:44:13.341973 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5afee4-04b9-4338-8aec-60c8139c7bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f4fcee-dcd8-4157-8499-b57d57ea8b88', 'code': 200} Jul 28 11:44:13.433881 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:13.573996 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa60718-ac5c-4201-a43c-6fc16b46061b req-cec072eb-f1d5-4bcf-a5c1-98a97f467e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:13.575528 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ffa60718-ac5c-4201-a43c-6fc16b46061b req-cec072eb-f1d5-4bcf-a5c1-98a97f467e91 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0567691 Jul 28 11:44:13.590051 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-562e5a92-dab7-452a-9034-2f43785808ac tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:13.601233 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03730587-97fd-4dab-b4e5-e39e7ca69635 req-9a0514bd-8b9b-4609-8f06-0ede84eac11e tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:13.602973 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-03730587-97fd-4dab-b4e5-e39e7ca69635 req-9a0514bd-8b9b-4609-8f06-0ede84eac11e tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.3822732 Jul 28 11:44:13.623209 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ffa60718-ac5c-4201-a43c-6fc16b46061b req-d737504e-a890-4827-b312-4ae4e6632f29 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=67b4186a-a2ed-4792-94d3-313facceaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388699 Jul 28 11:44:13.625267 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Router f6204fa1-6fc6-43f6-a90a-14299e1a8395 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:44:13.661970 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-562e5a92-dab7-452a-9034-2f43785808ac tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Calling delete_port for 8758d467-0515-4db0-adeb-2743865c051d owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:13.730398 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74d42171-c844-4107-a58c-2cd154df8e4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:13.733922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:44:13.744366 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Sync routers for ids ['f6204fa1-6fc6-43f6-a90a-14299e1a8395'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:44:13.757615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:13.761233 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-54cff983-39f1-43b4-9aa3-25063469ba0e tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4498641 Jul 28 11:44:13.761512 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53820) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:13.762245 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Routers {'f6204fa1-6fc6-43f6-a90a-14299e1a8395'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:13.763237 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f6204fa1-6fc6-43f6-a90a-14299e1a8395'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:13.788512 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74d42171-c844-4107-a58c-2cd154df8e4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:13.837842 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-03730587-97fd-4dab-b4e5-e39e7ca69635 req-9984bbbd-6412-4d65-a0d0-b9d9337a6c37 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103002 Jul 28 11:44:13.873512 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e0394196-2952-44cd-bcb1-a17b8f8767ef tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "GET /v2.0/routers/f6204fa1-6fc6-43f6-a90a-14299e1a8395 HTTP/1.1" status: 200 len: 908 time: 0.1087019 Jul 28 11:44:13.873782 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53824) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:13.878045 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1278875780', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'enable_snat': True}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:13.903704 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:13.905211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:13.918875 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Set router f6204fa1-6fc6-43f6-a90a-14299e1a8395 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:44:13.987353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:14.102100 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d42171-c844-4107-a58c-2cd154df8e4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Pushing event updated for resources: {'Port': ['ID=3cfdcd16-edb2-476f-b347-42adc0d3ff21,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:14.116667 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.db.resource_extend [None req-2f0b3c52-8f3c-42a6-b04d-ac82d5da9ebb tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:44:14.135344 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6204fa1-6fc6-43f6-a90a-14299e1a8395', 'name': 'tempest-snat-router-1278875780', 'tenant_id': 'c5b0314b935e44af87cca4b0bd6ad08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': False}, 'gw_port_id': '268b8d4d-d297-4ca3-91ab-e6db196dfae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:44:11Z', 'updated_at': '2021-07-28T11:44:12Z', 'revision_number': 3, 'project_id': 'c5b0314b935e44af87cca4b0bd6ad08f', 'gw_port': {'id': '268b8d4d-d297-4ca3-91ab-e6db196dfae9', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6204fa1-6fc6-43f6-a90a-14299e1a8395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:44:12Z', 'updated_at': '2021-07-28T11:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:14.169437 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Checking router: f6204fa1-6fc6-43f6-a90a-14299e1a8395 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:44:14.170600 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Updating router f6204fa1-6fc6-43f6-a90a-14299e1a8395 port 268b8d4d-d297-4ca3-91ab-e6db196dfae9 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:44:14.184582 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:14.196518 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74d42171-c844-4107-a58c-2cd154df8e4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:14.208183 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:14.250140 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3c52-8f3c-42a6-b04d-ac82d5da9ebb tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:14.260153 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786d447-7142-4a54-8894-f64e57ebd1df req-9e90dfe4-c700-40f9-a8e3-c4db08c59c93 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:14.261030 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1786d447-7142-4a54-8894-f64e57ebd1df req-9e90dfe4-c700-40f9-a8e3-c4db08c59c93 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.2924886 Jul 28 11:44:14.263468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74d42171-c844-4107-a58c-2cd154df8e4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:14.267436 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-74d42171-c844-4107-a58c-2cd154df8e4e tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1234629 Jul 28 11:44:14.268885 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53826) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:14.276401 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53828) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:14.284035 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3f1c555d-48e8-4489-906d-ccbae9ac9fc9 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Request body: {'floatingip': {'port_id': '1cea81a3-003c-4e40-975a-c1ae2a82051c'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:14.353610 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3c52-8f3c-42a6-b04d-ac82d5da9ebb tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:14.359396 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-156d6004-481f-40b8-aee5-9742a18406fc tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] 10.222.0.43 "GET /v2.0/floatingips?floating_network_id=163ade52-d57f-489c-9144-16d5419cbed8 HTTP/1.1" status: 200 len: 689 time: 0.0893016 Jul 28 11:44:14.362296 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53832) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:14.391652 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f1c555d-48e8-4489-906d-ccbae9ac9fc9 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for floatingip, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:14.586822 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:14.727855 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41a0d6d8-db3f-4e20-9fba-38a7a66b9714 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:14.816248 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:14.837979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:14.838528 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0d6d8-db3f-4e20-9fba-38a7a66b9714 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Pushing event deleted for resources: {'Port': ['ID=dfb0355b-5f8a-4ce7-8e39-75011171d644,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:14.942146 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Transition to ACTIVE for port object 268b8d4d-d297-4ca3-91ab-e6db196dfae9 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:14.950760 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:14.971999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-562e5a92-dab7-452a-9034-2f43785808ac tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:14.996557 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba70d1c-1fb6-454d-b044-769c93340df5 req-abf3511e-8abb-4705-9971-7c45e3457abc tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:14.997920 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2ba70d1c-1fb6-454d-b044-769c93340df5 req-abf3511e-8abb-4705-9971-7c45e3457abc tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 945 time: 0.2509096 Jul 28 11:44:15.021559 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bda23-0936-4df4-8d43-9c16de5e28b2 None None] Pushing event updated for resources: {'Port': ['ID=268b8d4d-d297-4ca3-91ab-e6db196dfae9,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:15.042881 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Attempting to bind port 268b8d4d-d297-4ca3-91ab-e6db196dfae9 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:15.043393 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Attempting to bind port 268b8d4d-d297-4ca3-91ab-e6db196dfae9 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:15.043846 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Attempting to bind port 268b8d4d-d297-4ca3-91ab-e6db196dfae9 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:15.049448 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:44:15.049952 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:15.050639 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:15.051198 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:44:15.051883 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Bound port: 268b8d4d-d297-4ca3-91ab-e6db196dfae9, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:44:15.052374 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:15.070867 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e5a92-dab7-452a-9034-2f43785808ac tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event deleted for resources: {'Port': ['ID=8758d467-0515-4db0-adeb-2743865c051d,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:15.074888 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:15.088505 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-2f0b3c52-8f3c-42a6-b04d-ac82d5da9ebb tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Floating IP 8fd592b0-2824-4b4c-8801-697ba1f05d05 associated. External IP: 172.26.1.175, port: 648f2041-44cd-4a25-9192-b89e73b13b60. Jul 28 11:44:15.100626 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Allocated IP 172.26.1.75 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/77fe52b7-c761-4b0b-b68e-1f6670bd3565) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:15.134882 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41a0d6d8-db3f-4e20-9fba-38a7a66b9714 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:15.137465 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41a0d6d8-db3f-4e20-9fba-38a7a66b9714 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:15.137954 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] For port 268b8d4d-d297-4ca3-91ab-e6db196dfae9, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:15.138648 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-41a0d6d8-db3f-4e20-9fba-38a7a66b9714 tempest-FloatingIPAdminTestJSON-155503263 tempest-FloatingIPAdminTestJSON-155503263-project] 10.222.0.43 "DELETE /v2.0/floatingips/97b24e30-a485-4184-b950-cb76596a1ed0 HTTP/1.1" status: 204 len: 168 time: 3.2580633 Jul 28 11:44:15.143962 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53834) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:15.149887 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] For port 268b8d4d-d297-4ca3-91ab-e6db196dfae9, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=268b8d4d-d297-4ca3-91ab-e6db196dfae9,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:44:15.157723 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:15.247149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:15.265743 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Routers {'f6204fa1-6fc6-43f6-a90a-14299e1a8395'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:15.267153 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f6204fa1-6fc6-43f6-a90a-14299e1a8395'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:15.278848 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-562e5a92-dab7-452a-9034-2f43785808ac tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:15.281002 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-562e5a92-dab7-452a-9034-2f43785808ac tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "DELETE /v2.0/ports/8758d467-0515-4db0-adeb-2743865c051d HTTP/1.1" status: 204 len: 168 time: 2.9871640 Jul 28 11:44:15.284215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53836) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:15.317917 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bda23-0936-4df4-8d43-9c16de5e28b2 None None] Pushing event updated for resources: {'Port': ['ID=268b8d4d-d297-4ca3-91ab-e6db196dfae9,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:15.346868 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2ba70d1c-1fb6-454d-b044-769c93340df5 req-26882556-e1c5-40d9-b590-84b5a6f2de87 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b4186a-a2ed-4792-94d3-313facceaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3266702 Jul 28 11:44:15.446035 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28bc6b6-cb07-4569-a534-38205d8eb0b2 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] GET failed (client error): The resource could not be found. Jul 28 11:44:15.451610 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d28bc6b6-cb07-4569-a534-38205d8eb0b2 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "GET /v2.0/ports/8758d467-0515-4db0-adeb-2743865c051d HTTP/1.1" status: 404 len: 333 time: 0.1475902 Jul 28 11:44:15.452633 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53838) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:15.461703 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-39b0dfa2-c8b1-4877-9f53-144cea467c91 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Request body: {'port': {'network_id': '8ee91a7f-6a14-45bc-b0cc-ab905e8f019b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-391290921'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:15.474882 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] Set router f6204fa1-6fc6-43f6-a90a-14299e1a8395 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:44:15.526379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53840) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:15.533808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-59ad12a6-22ab-4c70-800b-355bbf001448 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'subnet': {'network_id': 'ae432be9-2418-438c-ae28-3fd00210247d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:15.552632 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:15.610456 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:15.619168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:15.649987 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Deleting port 3cfdcd16-edb2-476f-b347-42adc0d3ff21 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:15.650333 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:15.650845 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:15.681324 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6204fa1-6fc6-43f6-a90a-14299e1a8395', 'name': 'tempest-snat-router-1278875780', 'tenant_id': 'c5b0314b935e44af87cca4b0bd6ad08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': False}, 'gw_port_id': '268b8d4d-d297-4ca3-91ab-e6db196dfae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:44:11Z', 'updated_at': '2021-07-28T11:44:12Z', 'revision_number': 3, 'project_id': 'c5b0314b935e44af87cca4b0bd6ad08f', 'gw_port': {'id': '268b8d4d-d297-4ca3-91ab-e6db196dfae9', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6204fa1-6fc6-43f6-a90a-14299e1a8395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:44:12Z', 'updated_at': '2021-07-28T11:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:15.694757 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Pushing event updated for resources: {'Port': ['ID=77fe52b7-c761-4b0b-b68e-1f6670bd3565,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:15.712843 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b081423f-9001-499c-adc1-b1dda669a766 None None] The sync data for ids ['f6204fa1-6fc6-43f6-a90a-14299e1a8395'] in dv-neutron-786478-16-hyperv is: [{'id': 'f6204fa1-6fc6-43f6-a90a-14299e1a8395', 'name': 'tempest-snat-router-1278875780', 'tenant_id': 'c5b0314b935e44af87cca4b0bd6ad08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': False}, 'gw_port_id': '268b8d4d-d297-4ca3-91ab-e6db196dfae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:44:11Z', 'updated_at': '2021-07-28T11:44:12Z', 'revision_number': 3, 'project_id': 'c5b0314b935e44af87cca4b0bd6ad08f', 'gw_port': {'id': '268b8d4d-d297-4ca3-91ab-e6db196dfae9', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6204fa1-6fc6-43f6-a90a-14299e1a8395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:44:12Z', 'updated_at': '2021-07-28T11:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:44:15.726679 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.resource_extend [None req-3f1c555d-48e8-4489-906d-ccbae9ac9fc9 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:44:15.738451 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-a03ac2c3-91cf-46d4-8967-c70026543886 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Deleting port c80f0479-d436-46bc-9818-5a80a4b114b7 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:15.738451 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a03ac2c3-91cf-46d4-8967-c70026543886 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:15.789355 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0b3c52-8f3c-42a6-b04d-ac82d5da9ebb tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Router e9dea12a-9593-4278-8833-d88fc842acc7 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:44:15.820193 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ad12a6-22ab-4c70-800b-355bbf001448 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:15.823817 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-59ad12a6-22ab-4c70-800b-355bbf001448 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:15.890324 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:15.891054 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:15.926998 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Calling delete_port for 3cfdcd16-edb2-476f-b347-42adc0d3ff21 owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:16.012464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a03ac2c3-91cf-46d4-8967-c70026543886 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:16.012881 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a03ac2c3-91cf-46d4-8967-c70026543886 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:16.055638 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-a03ac2c3-91cf-46d4-8967-c70026543886 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Calling delete_port for c80f0479-d436-46bc-9818-5a80a4b114b7 owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:16.072088 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.api [None req-39b0dfa2-c8b1-4877-9f53-144cea467c91 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:44:16.072088 dv-neutron-786478-16-hyperv neutron-server[100415]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 11:44:16.072088 dv-neutron-786478-16-hyperv neutron-server[100415]: [parameters: {'project_id_1': 'ac29001115b4430cb92a15f9e9ebe685', 'expiration_1': datetime.datetime(2021, 7, 28, 11, 44, 15, 729839)}] Jul 28 11:44:16.072088 dv-neutron-786478-16-hyperv neutron-server[100415]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100415) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:44:16.072498 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG oslo_db.api [None req-39b0dfa2-c8b1-4877-9f53-144cea467c91 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:44:16.171621 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f1c555d-48e8-4489-906d-ccbae9ac9fc9 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:16.193246 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f1c555d-48e8-4489-906d-ccbae9ac9fc9 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:16.210324 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0b3c52-8f3c-42a6-b04d-ac82d5da9ebb tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:44:16.221267 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a64e3e-bd9e-426e-b384-94488af6dca7 None None] Sync routers for ids ['e9dea12a-9593-4278-8833-d88fc842acc7'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:44:16.225461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3c52-8f3c-42a6-b04d-ac82d5da9ebb tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:16.234021 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a64e3e-bd9e-426e-b384-94488af6dca7 None None] Routers {'e9dea12a-9593-4278-8833-d88fc842acc7'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:16.235273 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-35a64e3e-bd9e-426e-b384-94488af6dca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['e9dea12a-9593-4278-8833-d88fc842acc7'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:16.319027 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2f0b3c52-8f3c-42a6-b04d-ac82d5da9ebb tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "PUT /v2.0/floatingips/8fd592b0-2824-4b4c-8801-697ba1f05d05 HTTP/1.1" status: 200 len: 991 time: 4.2420130 Jul 28 11:44:16.336891 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3cee1f0-f956-4ca2-b253-8545f9f7cf53', 'tag': '648f2041-44cd-4a25-9192-b89e73b13b60'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:44:16.382265 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-35a64e3e-bd9e-426e-b384-94488af6dca7 None None] Set router e9dea12a-9593-4278-8833-d88fc842acc7 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:44:16.394931 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-3f1c555d-48e8-4489-906d-ccbae9ac9fc9 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Floating IP 36267a79-2e60-4e8e-bc7e-419014e286c3 associated. External IP: 172.26.1.182, port: 1cea81a3-003c-4e40-975a-c1ae2a82051c. Jul 28 11:44:16.490047 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:16.642913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 268b8d4d-d297-4ca3-91ab-e6db196dfae9 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:44:16.665551 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2963b8ab-c66f-491e-9dbf-1035821fc6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f3cee1f0-f956-4ca2-b253-8545f9f7cf53", "tag": "648f2041-44cd-4a25-9192-b89e73b13b60"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:44:16.733115 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4a49e9-6b1f-4086-bafa-4c289b9abea1 x-openstack-request-id: req-1d4a49e9-6b1f-4086-bafa-4c289b9abea1 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:44:16.733396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3cee1f0-f956-4ca2-b253-8545f9f7cf53", "tag": "648f2041-44cd-4a25-9192-b89e73b13b60", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:44:16.734078 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d4a49e9-6b1f-4086-bafa-4c289b9abea1 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:44:16.734078 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3cee1f0-f956-4ca2-b253-8545f9f7cf53', 'tag': '648f2041-44cd-4a25-9192-b89e73b13b60', 'status': 'completed', 'code': 200} Jul 28 11:44:16.757609 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b0dfa2-c8b1-4877-9f53-144cea467c91 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Made reservation on behalf of ac29001115b4430cb92a15f9e9ebe685 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:16.763282 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39b0dfa2-c8b1-4877-9f53-144cea467c91 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:16.812772 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 268b8d4d-d297-4ca3-91ab-e6db196dfae9 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:16.816272 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b8427-b379-456a-aaa3-834c73771eb6 req-7619ea50-2c69-46ab-bc42-295e17954e82 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:16.819166 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-488b8427-b379-456a-aaa3-834c73771eb6 req-7619ea50-2c69-46ab-bc42-295e17954e82 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 945 time: 0.1487739 Jul 28 11:44:16.829400 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 268b8d4d-d297-4ca3-91ab-e6db196dfae9 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:16.829783 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:16.851819 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-39b0dfa2-c8b1-4877-9f53-144cea467c91 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] device_id is not set on port 9c5a5f90-7365-4300-95b4-bf16b33dfd0e yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:16.881314 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-59ad12a6-22ab-4c70-800b-355bbf001448 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:16.935782 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad12a6-22ab-4c70-800b-355bbf001448 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Subnet': ['ID=1901ad22-9a38-4078-8ec4-9f199ce4c5fa,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:16.954280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:16.954801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b8ab-c66f-491e-9dbf-1035821fc6bb req-e47bb414-31fc-4107-8731-93230fd2bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:16.956406 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2963b8ab-c66f-491e-9dbf-1035821fc6bb req-e47bb414-31fc-4107-8731-93230fd2bce2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9bb1524ad7c14d938746744332eba2f9&device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 1098 time: 0.1804543 Jul 28 11:44:16.970777 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a03ac2c3-91cf-46d4-8967-c70026543886 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:16.984523 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:16.998653 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-488b8427-b379-456a-aaa3-834c73771eb6 req-3c801640-f3b4-4c79-888d-b5748e0110a6 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b4186a-a2ed-4792-94d3-313facceaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540363 Jul 28 11:44:17.002169 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cfdcd16-edb2-476f-b347-42adc0d3ff21,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:17.010520 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 268b8d4d-d297-4ca3-91ab-e6db196dfae9, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=268b8d4d-d297-4ca3-91ab-e6db196dfae9,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:17.018840 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-35a64e3e-bd9e-426e-b384-94488af6dca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'name': 'tempest-ServersTestJSON-1046667276-router', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'gw_port': {'id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '8fd592b0-2824-4b4c-8801-697ba1f05d05', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'floating_ip_address': '172.26.1.175', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'port_id': '648f2041-44cd-4a25-9192-b89e73b13b60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab', 'mac_address': 'fa:16:3e:ce:98:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cee1f0-f956-4ca2-b253-8545f9f7cf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:43:37Z', 'updated_at': '2021-07-28T11:44:13Z', 'revision_number': 1, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba98ec67-c04e-45c6-a6de-5a9476b3d3a1', 'name': '', 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'mac_address': 'fa:16:3e:0a:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:27Z', 'updated_at': '2021-07-28T11:43:40Z', 'revision_number': 5, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'subnets': [{'id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:17.022443 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:17.059777 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1c555d-48e8-4489-906d-ccbae9ac9fc9 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Router 62878c34-58d4-4177-bc20-297a8232df4d has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:44:17.107326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ac2c3-91cf-46d4-8967-c70026543886 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Pushing event deleted for resources: {'Port': ['ID=c80f0479-d436-46bc-9818-5a80a4b114b7,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:17.109054 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=268b8d4d-d297-4ca3-91ab-e6db196dfae9,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:17.124882 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a64e3e-bd9e-426e-b384-94488af6dca7 None None] Checking router: e9dea12a-9593-4278-8833-d88fc842acc7 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:44:17.136202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a64e3e-bd9e-426e-b384-94488af6dca7 None None] Routers {'e9dea12a-9593-4278-8833-d88fc842acc7'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:17.137237 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-35a64e3e-bd9e-426e-b384-94488af6dca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['e9dea12a-9593-4278-8833-d88fc842acc7'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:17.147878 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:17.190139 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ad12a6-22ab-4c70-800b-355bbf001448 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Checking segment: {'id': '2f5d106c-f725-40dd-8d1f-3adce9a169e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae432be9-2418-438c-ae28-3fd00210247d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:17.190529 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ad12a6-22ab-4c70-800b-355bbf001448 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network hostable DHCP agents. Network: ae432be9-2418-438c-ae28-3fd00210247d, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:44:17.200192 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a03ac2c3-91cf-46d4-8967-c70026543886 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:17.202723 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a03ac2c3-91cf-46d4-8967-c70026543886 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:17.203880 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a03ac2c3-91cf-46d4-8967-c70026543886 tempest-FloatingIPAdminTestJSON-1696653423 tempest-FloatingIPAdminTestJSON-1696653423-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/a25ecd6a-ace8-4bde-9245-53fb5954365d HTTP/1.1" status: 204 len: 168 time: 2.0348594 Jul 28 11:44:17.207709 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53852) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:17.209763 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:17.215844 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b8ab-c66f-491e-9dbf-1035821fc6bb req-bbdf470c-b4a1-4a05-b75a-5c4a89cb2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:17.217339 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2963b8ab-c66f-491e-9dbf-1035821fc6bb req-bbdf470c-b4a1-4a05-b75a-5c4a89cb2996 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d310563c-1490-402f-bf32-5587181a47ab HTTP/1.1" status: 200 len: 907 time: 0.2512040 Jul 28 11:44:17.233243 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ad12a6-22ab-4c70-800b-355bbf001448 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network ae432be9-2418-438c-ae28-3fd00210247d is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:44:17.259079 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-35a64e3e-bd9e-426e-b384-94488af6dca7 None None] Set router e9dea12a-9593-4278-8833-d88fc842acc7 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:44:17.267358 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07370c-8b90-4b0b-aac0-3d99bcd6025a req-a981e8ca-3e9f-4acb-869a-bfa4ac11d313 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:17.268860 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1b07370c-8b90-4b0b-aac0-3d99bcd6025a req-a981e8ca-3e9f-4acb-869a-bfa4ac11d313 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 945 time: 0.1305339 Jul 28 11:44:17.283503 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53854) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:17.291784 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-a37fb547-63cc-468b-a86e-c4865123bf10 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Request body: {'floatingip': {'port_id': '66f4fcee-dcd8-4157-8499-b57d57ea8b88'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:17.294273 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-59ad12a6-22ab-4c70-800b-355bbf001448 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, ae432be9-2418-438c-ae28-3fd00210247d) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:17.332766 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ad12a6-22ab-4c70-800b-355bbf001448 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:17.333363 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-59ad12a6-22ab-4c70-800b-355bbf001448 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:17.347851 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ac25af-e7bf-4697-b31b-7dd481b2a7fa None None] Network ae432be9-2418-438c-ae28-3fd00210247d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:17.348708 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:17.350308 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-39b0dfa2-c8b1-4877-9f53-144cea467c91 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Allocated IP 2001:db8::100 (8ee91a7f-6a14-45bc-b0cc-ab905e8f019b/992967ba-c79f-48ef-be0a-7b8033ddace4/9c5a5f90-7365-4300-95b4-bf16b33dfd0e) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:17.352633 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a37fb547-63cc-468b-a86e-c4865123bf10 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for floatingip, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:17.415486 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-59ad12a6-22ab-4c70-800b-355bbf001448 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8880200 Jul 28 11:44:17.420961 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53856) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:17.426692 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-e7c42050-319f-439b-a0b3-26aa4371d208 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-878111623'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:17.526926 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c42050-319f-439b-a0b3-26aa4371d208 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:17.531141 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e7c42050-319f-439b-a0b3-26aa4371d208 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:17.615696 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:17.623891 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c42050-319f-439b-a0b3-26aa4371d208 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:17.669061 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-35a64e3e-bd9e-426e-b384-94488af6dca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'name': 'tempest-ServersTestJSON-1046667276-router', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'gw_port': {'id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '8fd592b0-2824-4b4c-8801-697ba1f05d05', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'floating_ip_address': '172.26.1.175', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'port_id': '648f2041-44cd-4a25-9192-b89e73b13b60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab', 'mac_address': 'fa:16:3e:ce:98:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cee1f0-f956-4ca2-b253-8545f9f7cf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:43:37Z', 'updated_at': '2021-07-28T11:44:13Z', 'revision_number': 1, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba98ec67-c04e-45c6-a6de-5a9476b3d3a1', 'name': '', 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'mac_address': 'fa:16:3e:0a:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:27Z', 'updated_at': '2021-07-28T11:43:40Z', 'revision_number': 5, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'subnets': [{'id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:17.689530 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=759cabab-09ea-43d9-9d83-fb16cbb711b7,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:17.695429 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e7c42050-319f-439b-a0b3-26aa4371d208 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:17.695689 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-e7c42050-319f-439b-a0b3-26aa4371d208 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Added segment 47c9bab8-5f3d-4d5a-b5de-6a0fa53e2b80 of type vlan for network 33d923c0-c50e-4178-ae19-d742c9bb01bc Jul 28 11:44:17.711282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a64e3e-bd9e-426e-b384-94488af6dca7 None None] The sync data for ids ['e9dea12a-9593-4278-8833-d88fc842acc7'] in dv-neutron-786478-16-hyperv is: [{'id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'name': 'tempest-ServersTestJSON-1046667276-router', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'gw_port': {'id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '8fd592b0-2824-4b4c-8801-697ba1f05d05', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'floating_ip_address': '172.26.1.175', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'port_id': '648f2041-44cd-4a25-9192-b89e73b13b60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab', 'mac_address': 'fa:16:3e:ce:98:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cee1f0-f956-4ca2-b253-8545f9f7cf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:43:37Z', 'updated_at': '2021-07-28T11:44:13Z', 'revision_number': 1, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba98ec67-c04e-45c6-a6de-5a9476b3d3a1', 'name': '', 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'mac_address': 'fa:16:3e:0a:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:27Z', 'updated_at': '2021-07-28T11:43:40Z', 'revision_number': 5, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'subnets': [{'id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:44:17.758171 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ae432be9-2418-438c-ae28-3fd00210247d', 'network_id': 'ae432be9-2418-438c-ae28-3fd00210247d', 'tenant_id': 'f644922813d441139ed3c30cdf7494f1', 'fixed_ips': [{'subnet_id': '1901ad22-9a38-4078-8ec4-9f199ce4c5fa'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:44:17.759401 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:17.818535 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:17.834379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e7c42050-319f-439b-a0b3-26aa4371d208 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:17.845775 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163ade52-d57f-489c-9144-16d5419cbed8']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:17.876015 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2963b8ab-c66f-491e-9dbf-1035821fc6bb req-8e84d091-56ff-4897-b65c-4faddb641601 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=648f2041-44cd-4a25-9192-b89e73b13b60 HTTP/1.1" status: 200 len: 999 time: 0.6149826 Jul 28 11:44:17.926563 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81757a28-2d5f-4250-a6e5-82db05cc65b2') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:17.926563 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81757a28-2d5f-4250-a6e5-82db05cc65b2') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:17.930077 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Allocated IP 2001:db8:0:ffff::2 (ae432be9-2418-438c-ae28-3fd00210247d/1901ad22-9a38-4078-8ec4-9f199ce4c5fa/85281e4d-50fc-4b4d-a8be-a4933a4c02bf) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:17.946670 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:17.977490 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:17.978564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1c555d-48e8-4489-906d-ccbae9ac9fc9 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:44:17.983857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f1c555d-48e8-4489-906d-ccbae9ac9fc9 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:17.992475 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b460a-615a-4e92-b7d7-7e4a01b78e9f None None] Sync routers for ids ['62878c34-58d4-4177-bc20-297a8232df4d'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:44:18.006530 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b460a-615a-4e92-b7d7-7e4a01b78e9f None None] Routers {'62878c34-58d4-4177-bc20-297a8232df4d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:18.007980 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-266b460a-615a-4e92-b7d7-7e4a01b78e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['62878c34-58d4-4177-bc20-297a8232df4d'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:18.013191 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e7c42050-319f-439b-a0b3-26aa4371d208 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:18.019238 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c42050-319f-439b-a0b3-26aa4371d208 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:18.020042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e7c42050-319f-439b-a0b3-26aa4371d208 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:18.029799 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:18.030301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:18.030857 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3f1c555d-48e8-4489-906d-ccbae9ac9fc9 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "PUT /v2.0/floatingips/36267a79-2e60-4e8e-bc7e-419014e286c3 HTTP/1.1" status: 200 len: 992 time: 3.7525082 Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:18.040485 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:18.070672 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecec36ee-7e4f-42a3-a40f-ff4808c4445b', 'tag': '1cea81a3-003c-4e40-975a-c1ae2a82051c'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:44:18.075648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4961ad-3c0b-471b-a5c9-8d7708cece5a" -d '{"events": [{"name": "network-changed", "server_uuid": "ecec36ee-7e4f-42a3-a40f-ff4808c4445b", "tag": "1cea81a3-003c-4e40-975a-c1ae2a82051c"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:44:18.141891 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b8ab-c66f-491e-9dbf-1035821fc6bb req-b766ba37-bf8c-4b4e-a80d-d1bf9f5c8148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:18.145386 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2963b8ab-c66f-491e-9dbf-1035821fc6bb req-b766ba37-bf8c-4b4e-a80d-d1bf9f5c8148 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19c8109d-3a05-45d9-a6c7-d963a29d9d0a HTTP/1.1" status: 200 len: 845 time: 0.2586124 Jul 28 11:44:18.156419 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-643e54b6-541f-4ae7-96cb-dcae558698ad tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Deleting port da389252-e676-4ff9-b683-bc4fbbf9ae73 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:18.157063 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-643e54b6-541f-4ae7-96cb-dcae558698ad tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:18.169997 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e7c42050-319f-439b-a0b3-26aa4371d208 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7479122 Jul 28 11:44:18.179769 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53866) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:18.185756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-46136ded-5981-40d7-8466-3a7bf218528a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'subnet': {'network_id': '33d923c0-c50e-4178-ae19-d742c9bb01bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:18.209432 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35509325-e657-47eb-b2b8-4e5e0b87147b x-openstack-request-id: req-35509325-e657-47eb-b2b8-4e5e0b87147b {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:44:18.210368 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecec36ee-7e4f-42a3-a40f-ff4808c4445b", "tag": "1cea81a3-003c-4e40-975a-c1ae2a82051c", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:44:18.210898 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35509325-e657-47eb-b2b8-4e5e0b87147b {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:44:18.211465 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecec36ee-7e4f-42a3-a40f-ff4808c4445b', 'tag': '1cea81a3-003c-4e40-975a-c1ae2a82051c', 'status': 'completed', 'code': 200} Jul 28 11:44:18.248526 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-266b460a-615a-4e92-b7d7-7e4a01b78e9f None None] Set router 62878c34-58d4-4177-bc20-297a8232df4d gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:44:18.278275 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c42050-319f-439b-a0b3-26aa4371d208 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Network': ['ID=33d923c0-c50e-4178-ae19-d742c9bb01bc,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:18.297207 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Router 45f185eb-ad4b-442c-9280-39e4fbf5ccb3 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:44:18.337972 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 33d923c0-c50e-4178-ae19-d742c9bb01bc details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:18.340744 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd9d66-c610-4f47-9958-2b4c2a904286 None None] New status for floating IP 8fd592b0-2824-4b4c-8801-697ba1f05d05: ACTIVE {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:44:18.354262 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:18.365963 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46136ded-5981-40d7-8466-3a7bf218528a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:18.372304 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-46136ded-5981-40d7-8466-3a7bf218528a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:18.382339 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 163ade52-d57f-489c-9144-16d5419cbed8 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 11:44:18.444719 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:18.451256 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] 10.222.0.43 "DELETE /v2.0/networks/163ade52-d57f-489c-9144-16d5419cbed8 HTTP/1.1" status: 204 len: 168 time: 4.0873964 Jul 28 11:44:18.454955 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53868) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:18.458074 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.db.resource_extend [None req-a37fb547-63cc-468b-a86e-c4865123bf10 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:44:18.462748 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d49780-90c2-4cbf-9148-00e0b8cb0ad6 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Pushing event deleted for resources: {'Network': ['ID=163ade52-d57f-489c-9144-16d5419cbed8,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:18.485295 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4961ad-3c0b-471b-a5c9-8d7708cece5a req-0dd80aab-b9de-4384-9021-1b0edd53893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:18.486840 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2b4961ad-3c0b-471b-a5c9-8d7708cece5a req-0dd80aab-b9de-4384-9021-1b0edd53893b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=867db38fceb44b51b6b72c93ff16fc95&device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 1099 time: 0.2742910 Jul 28 11:44:18.496769 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b8ab-c66f-491e-9dbf-1035821fc6bb req-b2efe287-9f19-4dec-9979-83448e705999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:18.498244 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2963b8ab-c66f-491e-9dbf-1035821fc6bb req-b2efe287-9f19-4dec-9979-83448e705999 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d310563c-1490-402f-bf32-5587181a47ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3072479 Jul 28 11:44:18.502504 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-643e54b6-541f-4ae7-96cb-dcae558698ad tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:18.559616 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-643e54b6-541f-4ae7-96cb-dcae558698ad tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Calling delete_port for da389252-e676-4ff9-b683-bc4fbbf9ae73 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:18.564850 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:18.633379 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39b0dfa2-c8b1-4877-9f53-144cea467c91 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:18.655321 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a37fb547-63cc-468b-a86e-c4865123bf10 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:18.663985 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Transition to ACTIVE for port object 85281e4d-50fc-4b4d-a8be-a4933a4c02bf will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:18.664797 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a37fb547-63cc-468b-a86e-c4865123bf10 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:18.699304 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-39b0dfa2-c8b1-4877-9f53-144cea467c91 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Transition to ACTIVE for port object 9c5a5f90-7365-4300-95b4-bf16b33dfd0e will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:18.716982 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 268b8d4d-d297-4ca3-91ab-e6db196dfae9 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:44:18.770854 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Transition to ACTIVE for port object 85281e4d-50fc-4b4d-a8be-a4933a4c02bf will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:18.782131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:44:18.812247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:18.846399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4961ad-3c0b-471b-a5c9-8d7708cece5a req-0aaa4a84-adb5-47e3-b4b0-2294d0448982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:18.848628 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2b4961ad-3c0b-471b-a5c9-8d7708cece5a req-0aaa4a84-adb5-47e3-b4b0-2294d0448982 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1bdecf82-0e70-4af7-9715-9a46699c8f22 HTTP/1.1" status: 200 len: 913 time: 0.3494759 Jul 28 11:44:18.859466 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2963b8ab-c66f-491e-9dbf-1035821fc6bb req-b0ee0008-6bc4-4217-b648-20965931f924 service neutron] 10.222.0.39 "GET /v2.0/networks/d310563c-1490-402f-bf32-5587181a47ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341053 Jul 28 11:44:18.914094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:18.915282 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b9faf70d-0115-4499-b5d5-49639a281c7b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.0406539 Jul 28 11:44:18.919135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53872) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:18.971681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39b0dfa2-c8b1-4877-9f53-144cea467c91 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:18.986916 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Network ae432be9-2418-438c-ae28-3fd00210247d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:18.994038 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:19.005310 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:19.009401 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Pushing event updated for resources: {'Port': ['ID=85281e4d-50fc-4b4d-a8be-a4933a4c02bf,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:19.023421 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-266b460a-615a-4e92-b7d7-7e4a01b78e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62878c34-58d4-4177-bc20-297a8232df4d', 'name': 'tempest-ServerActionsTestJSON-1981725491-router', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:32Z', 'revision_number': 4, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'gw_port': {'id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '36267a79-2e60-4e8e-bc7e-419014e286c3', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'floating_ip_address': '172.26.1.182', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'port_id': '1cea81a3-003c-4e40-975a-c1ae2a82051c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22', 'mac_address': 'fa:16:3e:d8:51:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecec36ee-7e4f-42a3-a40f-ff4808c4445b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:43:47Z', 'updated_at': '2021-07-28T11:44:15Z', 'revision_number': 1, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '849a956f-81c0-433b-821a-e8d3ce3df9f7', 'name': '', 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'mac_address': 'fa:16:3e:18:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '52537c06-0de1-4719-8c48-4b4417843622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:29Z', 'updated_at': '2021-07-28T11:43:43Z', 'revision_number': 5, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'subnets': [{'id': '52537c06-0de1-4719-8c48-4b4417843622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:19.043267 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 268b8d4d-d297-4ca3-91ab-e6db196dfae9 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:19.043267 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:19.093228 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b460a-615a-4e92-b7d7-7e4a01b78e9f None None] Checking router: 62878c34-58d4-4177-bc20-297a8232df4d for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:44:19.100884 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b2c1d666-47f4-487d-ae1d-0e48cd3f4b09 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2737 time: 0.6397719 Jul 28 11:44:19.104142 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53874) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:19.108880 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2b4961ad-3c0b-471b-a5c9-8d7708cece5a req-c20a1d8e-53dd-4757-92a5-5bf2e1928c9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cea81a3-003c-4e40-975a-c1ae2a82051c HTTP/1.1" status: 200 len: 1000 time: 0.2530046 Jul 28 11:44:19.110470 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b460a-615a-4e92-b7d7-7e4a01b78e9f None None] Routers {'62878c34-58d4-4177-bc20-297a8232df4d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:19.111371 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-266b460a-615a-4e92-b7d7-7e4a01b78e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['62878c34-58d4-4177-bc20-297a8232df4d'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:19.125272 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-46136ded-5981-40d7-8466-3a7bf218528a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:19.148559 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b0dfa2-c8b1-4877-9f53-144cea467c91 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Network 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:19.155502 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Attempting to bind port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:19.156152 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Attempting to bind port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '2f5d106c-f725-40dd-8d1f-3adce9a169e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae432be9-2418-438c-ae28-3fd00210247d'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:19.156632 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Attempting to bind port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf on network ae432be9-2418-438c-ae28-3fd00210247d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:19.163471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:44:19.164855 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Checking segment: {'id': '2f5d106c-f725-40dd-8d1f-3adce9a169e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae432be9-2418-438c-ae28-3fd00210247d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:19.165512 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:19.165899 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Bound using segment: {'id': '2f5d106c-f725-40dd-8d1f-3adce9a169e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae432be9-2418-438c-ae28-3fd00210247d'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:44:19.166633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Bound port: 85281e4d-50fc-4b4d-a8be-a4933a4c02bf, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5d106c-f725-40dd-8d1f-3adce9a169e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae432be9-2418-438c-ae28-3fd00210247d'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:44:19.167121 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:19.178943 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0dfa2-c8b1-4877-9f53-144cea467c91 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event updated for resources: {'Port': ['ID=9c5a5f90-7365-4300-95b4-bf16b33dfd0e,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:19.185297 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Sync routers for ids ['45f185eb-ad4b-442c-9280-39e4fbf5ccb3'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:44:19.210699 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-39b0dfa2-c8b1-4877-9f53-144cea467c91 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:19.213473 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b0dfa2-c8b1-4877-9f53-144cea467c91 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:19.219200 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b0dfa2-c8b1-4877-9f53-144cea467c91 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:19.219827 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39b0dfa2-c8b1-4877-9f53-144cea467c91 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:19.271201 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2963b8ab-c66f-491e-9dbf-1035821fc6bb req-d7dc9e18-cd63-4c73-8a8f-19709b9babe5 service neutron] 10.222.0.39 "GET /v2.0/networks/d310563c-1490-402f-bf32-5587181a47ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933687 Jul 28 11:44:19.278005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-643e54b6-541f-4ae7-96cb-dcae558698ad tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:19.283900 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-39b0dfa2-c8b1-4877-9f53-144cea467c91 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.8306451 Jul 28 11:44:19.293645 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53878) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:19.298332 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] For port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:19.303971 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] For port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=85281e4d-50fc-4b4d-a8be-a4933a4c02bf,segment=NetworkSegment(2f5d106c-f725-40dd-8d1f-3adce9a169e2),segment_id=2f5d106c-f725-40dd-8d1f-3adce9a169e2)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:44:19.318300 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4961ad-3c0b-471b-a5c9-8d7708cece5a req-64e62c0e-55b4-4bab-b303-175ca3310199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:19.322612 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2b4961ad-3c0b-471b-a5c9-8d7708cece5a req-64e62c0e-55b4-4bab-b303-175ca3310199 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52537c06-0de1-4719-8c48-4b4417843622 HTTP/1.1" status: 200 len: 851 time: 0.1884460 Jul 28 11:44:19.327052 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-172b945c-55ef-4526-8eef-4d74b539c243 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "GET /v2.0/routers/45f185eb-ad4b-442c-9280-39e4fbf5ccb3 HTTP/1.1" status: 200 len: 907 time: 0.3954806 Jul 28 11:44:19.328681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Request body: {'port': {'network_id': '8ee91a7f-6a14-45bc-b0cc-ab905e8f019b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-549342656'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:19.342607 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53880) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:19.343786 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e54b6-541f-4ae7-96cb-dcae558698ad tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Pushing event deleted for resources: {'Port': ['ID=da389252-e676-4ff9-b683-bc4fbbf9ae73,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:19.348007 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:19.363419 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-266b460a-615a-4e92-b7d7-7e4a01b78e9f None None] Set router 62878c34-58d4-4177-bc20-297a8232df4d gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:44:19.427461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46136ded-5981-40d7-8466-3a7bf218528a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Subnet': ['ID=c1c34dc1-b74e-4cd9-a5f4-ed2c872b7313,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:19.472839 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544fa4f-2789-4e99-a76a-c2e33fc1b038 None None] Pushing event updated for resources: {'Port': ['ID=85281e4d-50fc-4b4d-a8be-a4933a4c02bf,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:19.505420 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46136ded-5981-40d7-8466-3a7bf218528a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Checking segment: {'id': '47c9bab8-5f3d-4d5a-b5de-6a0fa53e2b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '33d923c0-c50e-4178-ae19-d742c9bb01bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:19.506029 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46136ded-5981-40d7-8466-3a7bf218528a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network hostable DHCP agents. Network: 33d923c0-c50e-4178-ae19-d742c9bb01bc, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:44:19.518010 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d0c788-5ca5-4cbb-881d-18da97ed5fe8 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:19.519582 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d0c788-5ca5-4cbb-881d-18da97ed5fe8 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:19.520517 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d0c788-5ca5-4cbb-881d-18da97ed5fe8 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:19.521159 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d0c788-5ca5-4cbb-881d-18da97ed5fe8 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:19.521773 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d0c788-5ca5-4cbb-881d-18da97ed5fe8 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:19.522366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d0c788-5ca5-4cbb-881d-18da97ed5fe8 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:19.523036 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d0c788-5ca5-4cbb-881d-18da97ed5fe8 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:19.524467 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d0c788-5ca5-4cbb-881d-18da97ed5fe8 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:19.525094 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d0c788-5ca5-4cbb-881d-18da97ed5fe8 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:19.525689 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d0c788-5ca5-4cbb-881d-18da97ed5fe8 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:19.527842 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-00d0c788-5ca5-4cbb-881d-18da97ed5fe8 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6461 time: 0.4227104 Jul 28 11:44:19.534243 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53882) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:19.544312 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-a37fb547-63cc-468b-a86e-c4865123bf10 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Floating IP eea76222-0821-4218-80ab-b9cab8a76811 associated. External IP: 172.26.1.42, port: 66f4fcee-dcd8-4157-8499-b57d57ea8b88. Jul 28 11:44:19.558185 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Routers {'45f185eb-ad4b-442c-9280-39e4fbf5ccb3'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:19.559126 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['45f185eb-ad4b-442c-9280-39e4fbf5ccb3'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:19.597933 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-47fd1f8c-3c8c-42a3-ac94-27f459132b59 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] delete failed (client error): The resource could not be found. Jul 28 11:44:19.599053 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-47fd1f8c-3c8c-42a3-ac94-27f459132b59 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/a0f3e47e-e238-4d70-b170-8b5333c7cfda HTTP/1.1" status: 404 len: 345 time: 0.0626280 Jul 28 11:44:19.615739 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53884) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:19.662916 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-884f47e4-36bb-4c1a-aefd-7514be96be0b tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] DELETE failed (client error): The resource could not be found. Jul 28 11:44:19.663744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884f47e4-36bb-4c1a-aefd-7514be96be0b tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:44:19.678999 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-884f47e4-36bb-4c1a-aefd-7514be96be0b tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] 10.222.0.43 "DELETE /v2.0/networks/163ade52-d57f-489c-9144-16d5419cbed8 HTTP/1.1" status: 404 len: 339 time: 0.0603974 Jul 28 11:44:19.689273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53886) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:19.714950 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3dab2074-0806-4cc4-b9f6-17f37095b8b3 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Request body: {'network': {'name': 'tempest-network--1226328592', 'router:external': True}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:19.742240 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-643e54b6-541f-4ae7-96cb-dcae558698ad tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:19.751274 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-736422df-4c6b-488f-b004-0bb33d6622a5 None None] Provisioning for port 9c5a5f90-7365-4300-95b4-bf16b33dfd0e completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:19.755578 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-736422df-4c6b-488f-b004-0bb33d6622a5 None None] Provisioning complete for port 9c5a5f90-7365-4300-95b4-bf16b33dfd0e triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:19.755959 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-736422df-4c6b-488f-b004-0bb33d6622a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:19.762189 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-643e54b6-541f-4ae7-96cb-dcae558698ad tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] 10.222.0.43 "DELETE /v2.0/ports/da389252-e676-4ff9-b683-bc4fbbf9ae73 HTTP/1.1" status: 204 len: 168 time: 2.5533555 Jul 28 11:44:19.764651 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53888) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:19.823880 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-736422df-4c6b-488f-b004-0bb33d6622a5 None None] Port 9c5a5f90-7365-4300-95b4-bf16b33dfd0e cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:44:19.913233 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:19.923071 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Set router 45f185eb-ad4b-442c-9280-39e4fbf5ccb3 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:44:20.028062 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46136ded-5981-40d7-8466-3a7bf218528a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network 33d923c0-c50e-4178-ae19-d742c9bb01bc is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:44:20.072274 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-46136ded-5981-40d7-8466-3a7bf218528a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 33d923c0-c50e-4178-ae19-d742c9bb01bc) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:20.075964 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-266b460a-615a-4e92-b7d7-7e4a01b78e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62878c34-58d4-4177-bc20-297a8232df4d', 'name': 'tempest-ServerActionsTestJSON-1981725491-router', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:32Z', 'revision_number': 4, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'gw_port': {'id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '36267a79-2e60-4e8e-bc7e-419014e286c3', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'floating_ip_address': '172.26.1.182', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'port_id': '1cea81a3-003c-4e40-975a-c1ae2a82051c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22', 'mac_address': 'fa:16:3e:d8:51:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecec36ee-7e4f-42a3-a40f-ff4808c4445b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:43:47Z', 'updated_at': '2021-07-28T11:44:15Z', 'revision_number': 1, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '849a956f-81c0-433b-821a-e8d3ce3df9f7', 'name': '', 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'mac_address': 'fa:16:3e:18:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '52537c06-0de1-4719-8c48-4b4417843622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:29Z', 'updated_at': '2021-07-28T11:43:43Z', 'revision_number': 5, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'subnets': [{'id': '52537c06-0de1-4719-8c48-4b4417843622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:20.078973 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46136ded-5981-40d7-8466-3a7bf218528a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:20.079822 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-46136ded-5981-40d7-8466-3a7bf218528a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:20.100835 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9b1094-71b5-47db-bb26-1f2e7804ef85 None None] Network 33d923c0-c50e-4178-ae19-d742c9bb01bc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:20.113856 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b460a-615a-4e92-b7d7-7e4a01b78e9f None None] The sync data for ids ['62878c34-58d4-4177-bc20-297a8232df4d'] in dv-neutron-786478-16-hyperv is: [{'id': '62878c34-58d4-4177-bc20-297a8232df4d', 'name': 'tempest-ServerActionsTestJSON-1981725491-router', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:32Z', 'revision_number': 4, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'gw_port': {'id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '36267a79-2e60-4e8e-bc7e-419014e286c3', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'floating_ip_address': '172.26.1.182', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'port_id': '1cea81a3-003c-4e40-975a-c1ae2a82051c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22', 'mac_address': 'fa:16:3e:d8:51:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecec36ee-7e4f-42a3-a40f-ff4808c4445b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:43:47Z', 'updated_at': '2021-07-28T11:44:15Z', 'revision_number': 1, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '849a956f-81c0-433b-821a-e8d3ce3df9f7', 'name': '', 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'mac_address': 'fa:16:3e:18:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '52537c06-0de1-4719-8c48-4b4417843622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:29Z', 'updated_at': '2021-07-28T11:43:43Z', 'revision_number': 5, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'subnets': [{'id': '52537c06-0de1-4719-8c48-4b4417843622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:44:20.201137 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4961ad-3c0b-471b-a5c9-8d7708cece5a req-c6026194-8730-4465-9850-fef2cd6583b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:20.202770 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2b4961ad-3c0b-471b-a5c9-8d7708cece5a req-c6026194-8730-4465-9850-fef2cd6583b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1bdecf82-0e70-4af7-9715-9a46699c8f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8681097 Jul 28 11:44:20.215399 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f185eb-ad4b-442c-9280-39e4fbf5ccb3', 'name': 'tempest-snat-router-1278875780', 'tenant_id': 'c5b0314b935e44af87cca4b0bd6ad08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.75'}], 'enable_snat': True}, 'gw_port_id': '77fe52b7-c761-4b0b-b68e-1f6670bd3565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:44:13Z', 'updated_at': '2021-07-28T11:44:16Z', 'revision_number': 3, 'project_id': 'c5b0314b935e44af87cca4b0bd6ad08f', 'gw_port': {'id': '77fe52b7-c761-4b0b-b68e-1f6670bd3565', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:db:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f185eb-ad4b-442c-9280-39e4fbf5ccb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:44:14Z', 'updated_at': '2021-07-28T11:44:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:20.262281 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Checking router: 45f185eb-ad4b-442c-9280-39e4fbf5ccb3 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:44:20.262920 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Updating router 45f185eb-ad4b-442c-9280-39e4fbf5ccb3 port 77fe52b7-c761-4b0b-b68e-1f6670bd3565 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:44:20.278229 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37fb547-63cc-468b-a86e-c4865123bf10 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Router daf70c08-293b-44b9-80f0-62da971a6003 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:44:20.303173 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:20.311726 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dab2074-0806-4cc4-b9f6-17f37095b8b3 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Made reservation on behalf of ca9b0dc341c541d88929aa817c0a1874 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:20.315273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3dab2074-0806-4cc4-b9f6-17f37095b8b3 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:20.326858 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-33d923c0-c50e-4178-ae19-d742c9bb01bc', 'network_id': '33d923c0-c50e-4178-ae19-d742c9bb01bc', 'tenant_id': 'f644922813d441139ed3c30cdf7494f1', 'fixed_ips': [{'subnet_id': 'c1c34dc1-b74e-4cd9-a5f4-ed2c872b7313'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:44:20.328031 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:20.349427 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-46136ded-5981-40d7-8466-3a7bf218528a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1684370 Jul 28 11:44:20.355281 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53894) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:20.358702 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df620fbf-1743-48a4-b507-8d513ad92375 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:20.363878 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-df620fbf-1743-48a4-b507-8d513ad92375 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e72f7c7-13f1-4c58-a31f-f6e431103c7d HTTP/1.1" status: 200 len: 913 time: 0.5751092 Jul 28 11:44:20.370687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53896) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:20.373608 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f44147f4-0875-46cc-91a9-cae11d76fc8c tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:20.386616 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Made reservation on behalf of ac29001115b4430cb92a15f9e9ebe685 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:20.390069 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:20.544350 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] device_id is not set on port fd1647bb-0929-439d-bf2f-a322c5fdcbae yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:20.593725 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:20.606906 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Allocated IP 2001:db8::1 (33d923c0-c50e-4178-ae19-d742c9bb01bc/c1c34dc1-b74e-4cd9-a5f4-ed2c872b7313/2a8ff4c5-3140-4ab1-8a0a-95bfd4e9f94b) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:20.646100 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37fb547-63cc-468b-a86e-c4865123bf10 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:44:20.652582 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a37fb547-63cc-468b-a86e-c4865123bf10 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:20.671545 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d0471-38c8-469c-8098-d440dfd1647e None None] Sync routers for ids ['daf70c08-293b-44b9-80f0-62da971a6003'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:44:20.680488 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dab2074-0806-4cc4-b9f6-17f37095b8b3 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:20.697939 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5994b337-ffee-4340-aee3-c33dc789465e None None] New status for floating IP 36267a79-2e60-4e8e-bc7e-419014e286c3: ACTIVE {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:44:20.741508 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d0471-38c8-469c-8098-d440dfd1647e None None] Routers {'daf70c08-293b-44b9-80f0-62da971a6003'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:20.742301 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-620d0471-38c8-469c-8098-d440dfd1647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['daf70c08-293b-44b9-80f0-62da971a6003'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:20.745714 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a37fb547-63cc-468b-a86e-c4865123bf10 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "PUT /v2.0/floatingips/eea76222-0821-4218-80ab-b9cab8a76811 HTTP/1.1" status: 200 len: 990 time: 3.4616735 Jul 28 11:44:20.748707 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5afee4-04b9-4338-8aec-60c8139c7bf4', 'tag': '66f4fcee-dcd8-4157-8499-b57d57ea8b88'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:44:20.750750 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2da917-6269-4522-98d4-ef291ec6de7d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5afee4-04b9-4338-8aec-60c8139c7bf4", "tag": "66f4fcee-dcd8-4157-8499-b57d57ea8b88"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:44:20.791129 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:20.845373 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5194c92a-af54-4a57-9faf-5a02b37747fb x-openstack-request-id: req-5194c92a-af54-4a57-9faf-5a02b37747fb {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:44:20.845373 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5afee4-04b9-4338-8aec-60c8139c7bf4", "tag": "66f4fcee-dcd8-4157-8499-b57d57ea8b88", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:44:20.845723 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5194c92a-af54-4a57-9faf-5a02b37747fb {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:44:20.845961 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5afee4-04b9-4338-8aec-60c8139c7bf4', 'tag': '66f4fcee-dcd8-4157-8499-b57d57ea8b88', 'status': 'completed', 'code': 200} Jul 28 11:44:20.856761 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 85281e4d-50fc-4b4d-a8be-a4933a4c02bf up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:44:20.942448 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c00512-6c1b-43d5-8370-d90813159273 None None] Network ae432be9-2418-438c-ae28-3fd00210247d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:20.993018 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-620d0471-38c8-469c-8098-d440dfd1647e None None] Set router daf70c08-293b-44b9-80f0-62da971a6003 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:44:21.007476 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3dab2074-0806-4cc4-b9f6-17f37095b8b3 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.007823 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-3dab2074-0806-4cc4-b9f6-17f37095b8b3 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Added segment 139e2fef-c9f6-4ce6-a7ab-cedf7fd30dad of type vlan for network 240ee090-7d02-4192-b92e-6637f0dac917 Jul 28 11:44:21.032168 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2b4961ad-3c0b-471b-a5c9-8d7708cece5a req-51eae586-6994-4368-b02a-bdccffda92ae service neutron] 10.222.0.39 "GET /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8066580 Jul 28 11:44:21.084735 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.107918 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Transition to ACTIVE for port object 77fe52b7-c761-4b0b-b68e-1f6670bd3565 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:21.109202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-08996cf6-70d8-4de0-b5db-871947f8b377 None None] Provisioning for port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:21.111239 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:21.125687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3dab2074-0806-4cc4-b9f6-17f37095b8b3 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.158750 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:21.159111 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.173154 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-08996cf6-70d8-4de0-b5db-871947f8b377 None None] Provisioning complete for port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:21.173423 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-08996cf6-70d8-4de0-b5db-871947f8b377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.207215 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.256785 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.259452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Allocated IP 2001:db8::96 (8ee91a7f-6a14-45bc-b0cc-ab905e8f019b/992967ba-c79f-48ef-be0a-7b8033ddace4/fd1647bb-0929-439d-bf2f-a322c5fdcbae) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:21.278369 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f44147f4-0875-46cc-91a9-cae11d76fc8c tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.312587 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Attempting to bind port 77fe52b7-c761-4b0b-b68e-1f6670bd3565 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:21.312983 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Attempting to bind port 77fe52b7-c761-4b0b-b68e-1f6670bd3565 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:21.313333 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Attempting to bind port 77fe52b7-c761-4b0b-b68e-1f6670bd3565 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:21.321751 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff3591-f979-4530-aea3-e48e91218e56 None None] Pushing event updated for resources: {'Port': ['ID=77fe52b7-c761-4b0b-b68e-1f6670bd3565,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:21.324751 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:44:21.325349 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:21.325983 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.326550 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:44:21.327212 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Bound port: 77fe52b7-c761-4b0b-b68e-1f6670bd3565, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:44:21.327784 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.355722 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2da917-6269-4522-98d4-ef291ec6de7d req-0edc1de4-e26a-49e5-80ca-621bb9de79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:21.357596 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4b2da917-6269-4522-98d4-ef291ec6de7d req-0edc1de4-e26a-49e5-80ca-621bb9de79b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2be72fac593443b3b5e53c5f1e497b43&device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 1098 time: 0.4924846 Jul 28 11:44:21.383403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3dab2074-0806-4cc4-b9f6-17f37095b8b3 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.384835 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dab2074-0806-4cc4-b9f6-17f37095b8b3 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:21.385653 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3dab2074-0806-4cc4-b9f6-17f37095b8b3 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.392975 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Transition to ACTIVE for port object 2a8ff4c5-3140-4ab1-8a0a-95bfd4e9f94b will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:21.403134 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] For port 77fe52b7-c761-4b0b-b68e-1f6670bd3565, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:21.408479 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] For port 77fe52b7-c761-4b0b-b68e-1f6670bd3565, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=77fe52b7-c761-4b0b-b68e-1f6670bd3565,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:44:21.413186 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.470129 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Transition to ACTIVE for port object 2a8ff4c5-3140-4ab1-8a0a-95bfd4e9f94b will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:21.484042 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff3591-f979-4530-aea3-e48e91218e56 None None] Pushing event updated for resources: {'Port': ['ID=77fe52b7-c761-4b0b-b68e-1f6670bd3565,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:21.496626 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Routers {'45f185eb-ad4b-442c-9280-39e4fbf5ccb3'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:21.497250 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['45f185eb-ad4b-442c-9280-39e4fbf5ccb3'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:21.528421 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.555733 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.582284 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2b4961ad-3c0b-471b-a5c9-8d7708cece5a req-03391707-7259-4e91-ae5c-b9aabcc089d4 service neutron] 10.222.0.39 "GET /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485366 Jul 28 11:44:21.604589 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3dab2074-0806-4cc4-b9f6-17f37095b8b3 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8943720 Jul 28 11:44:21.615437 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] Set router 45f185eb-ad4b-442c-9280-39e4fbf5ccb3 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:44:21.617913 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53906) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:21.631116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Network 33d923c0-c50e-4178-ae19-d742c9bb01bc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:21.632619 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Subnet': ['ID=c1c34dc1-b74e-4cd9-a5f4-ed2c872b7313,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:21.647467 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab2074-0806-4cc4-b9f6-17f37095b8b3 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Pushing event updated for resources: {'Network': ['ID=240ee090-7d02-4192-b92e-6637f0dac917,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:21.649075 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:21.652646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:21.680909 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f185eb-ad4b-442c-9280-39e4fbf5ccb3', 'name': 'tempest-snat-router-1278875780', 'tenant_id': 'c5b0314b935e44af87cca4b0bd6ad08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:44:13Z', 'updated_at': '2021-07-28T11:44:21Z', 'revision_number': 4, 'project_id': 'c5b0314b935e44af87cca4b0bd6ad08f', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:21.693527 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 240ee090-7d02-4192-b92e-6637f0dac917 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:21.709956 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be7c69-d423-4a0d-97c0-e861846b64a3 None None] The sync data for ids ['45f185eb-ad4b-442c-9280-39e4fbf5ccb3'] in dv-neutron-786478-16-hyperv is: [{'id': '45f185eb-ad4b-442c-9280-39e4fbf5ccb3', 'name': 'tempest-snat-router-1278875780', 'tenant_id': 'c5b0314b935e44af87cca4b0bd6ad08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:44:13Z', 'updated_at': '2021-07-28T11:44:21Z', 'revision_number': 4, 'project_id': 'c5b0314b935e44af87cca4b0bd6ad08f', 'gw_port_host': None}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:44:21.720015 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.724654 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Pushing event updated for resources: {'Port': ['ID=2a8ff4c5-3140-4ab1-8a0a-95bfd4e9f94b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:21.733347 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d923c0-c50e-4178-ae19-d742c9bb01bc']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:21.754948 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c9bab8-5f3d-4d5a-b5de-6a0fa53e2b80') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:21.755584 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c9bab8-5f3d-4d5a-b5de-6a0fa53e2b80') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:21.765675 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.781463 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.789032 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:21.789846 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:21.793998 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:21.863404 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-08996cf6-70d8-4de0-b5db-871947f8b377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.877038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.db.api [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 11:44:21.877038 dv-neutron-786478-16-hyperv neutron-server[100416]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 11:44:21.877038 dv-neutron-786478-16-hyperv neutron-server[100416]: [parameters: {'id': '33d923c0-c50e-4178-ae19-d742c9bb01bc'}] Jul 28 11:44:21.877038 dv-neutron-786478-16-hyperv neutron-server[100416]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:44:21.877590 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG oslo_db.api [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:44:21.902094 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.922181 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-f44147f4-0875-46cc-91a9-cae11d76fc8c tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Deleting port 77fe52b7-c761-4b0b-b68e-1f6670bd3565 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:21.922543 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f44147f4-0875-46cc-91a9-cae11d76fc8c tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.948581 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2da917-6269-4522-98d4-ef291ec6de7d req-46d81443-ee9f-4d9d-b472-f9722b5b4dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:21.950069 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4b2da917-6269-4522-98d4-ef291ec6de7d req-46d81443-ee9f-4d9d-b472-f9722b5b4dc2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ab5dcf3-09cf-45bd-bb1a-1345514f52ad HTTP/1.1" status: 200 len: 912 time: 0.5491531 Jul 28 11:44:21.966660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-08996cf6-70d8-4de0-b5db-871947f8b377 None None] For port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=85281e4d-50fc-4b4d-a8be-a4933a4c02bf,segment=NetworkSegment(2f5d106c-f725-40dd-8d1f-3adce9a169e2),segment_id=2f5d106c-f725-40dd-8d1f-3adce9a169e2)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:21.980575 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-08996cf6-70d8-4de0-b5db-871947f8b377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:21.982330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Attempting to bind port 2a8ff4c5-3140-4ab1-8a0a-95bfd4e9f94b on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:21.982721 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Attempting to bind port 2a8ff4c5-3140-4ab1-8a0a-95bfd4e9f94b by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '47c9bab8-5f3d-4d5a-b5de-6a0fa53e2b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '33d923c0-c50e-4178-ae19-d742c9bb01bc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:21.983072 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Attempting to bind port 2a8ff4c5-3140-4ab1-8a0a-95bfd4e9f94b on network 33d923c0-c50e-4178-ae19-d742c9bb01bc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:22.041830 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:44:22.042518 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Checking segment: {'id': '47c9bab8-5f3d-4d5a-b5de-6a0fa53e2b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '33d923c0-c50e-4178-ae19-d742c9bb01bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:22.043113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.043521 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Bound using segment: {'id': '47c9bab8-5f3d-4d5a-b5de-6a0fa53e2b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '33d923c0-c50e-4178-ae19-d742c9bb01bc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:44:22.044028 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Bound port: 2a8ff4c5-3140-4ab1-8a0a-95bfd4e9f94b, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c9bab8-5f3d-4d5a-b5de-6a0fa53e2b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '33d923c0-c50e-4178-ae19-d742c9bb01bc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:44:22.044567 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.108599 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.db.api [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:44:22.108969 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG oslo_db.api [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:44:22.126397 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08996cf6-70d8-4de0-b5db-871947f8b377 None None] Pushing event updated for resources: {'Port': ['ID=85281e4d-50fc-4b4d-a8be-a4933a4c02bf,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:22.146149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.147303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-620d0471-38c8-469c-8098-d440dfd1647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'name': 'tempest-ServersTestManualDisk-497779107-router', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:24Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'gw_port': {'id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:26Z', 'updated_at': '2021-07-28T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'eea76222-0821-4218-80ab-b9cab8a76811', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'floating_ip_address': '172.26.1.42', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'port_id': '66f4fcee-dcd8-4157-8499-b57d57ea8b88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad', 'mac_address': 'fa:16:3e:ba:74:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5afee4-04b9-4338-8aec-60c8139c7bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:43:49Z', 'updated_at': '2021-07-28T11:44:18Z', 'revision_number': 1, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc740f75-c273-475c-9c5f-29721e29c476', 'name': '', 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'mac_address': 'fa:16:3e:ba:59:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3757737d-2ee3-496c-9734-f629212027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:32Z', 'updated_at': '2021-07-28T11:43:44Z', 'revision_number': 5, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'subnets': [{'id': '3757737d-2ee3-496c-9734-f629212027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:22.180323 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d0471-38c8-469c-8098-d440dfd1647e None None] Checking router: daf70c08-293b-44b9-80f0-62da971a6003 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:44:22.183287 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfe5292-5c8f-4a1b-8dd5-924334a2f7a1 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:22.189435 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfe5292-5c8f-4a1b-8dd5-924334a2f7a1 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:22.196191 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfe5292-5c8f-4a1b-8dd5-924334a2f7a1 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:22.202082 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfe5292-5c8f-4a1b-8dd5-924334a2f7a1 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:22.206454 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4dfe5292-5c8f-4a1b-8dd5-924334a2f7a1 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5807273 Jul 28 11:44:22.207091 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] For port 2a8ff4c5-3140-4ab1-8a0a-95bfd4e9f94b, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:22.207525 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53912) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:22.211763 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] For port 2a8ff4c5-3140-4ab1-8a0a-95bfd4e9f94b, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2a8ff4c5-3140-4ab1-8a0a-95bfd4e9f94b,segment=NetworkSegment(47c9bab8-5f3d-4d5a-b5de-6a0fa53e2b80),segment_id=47c9bab8-5f3d-4d5a-b5de-6a0fa53e2b80)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:44:22.215079 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d0471-38c8-469c-8098-d440dfd1647e None None] Routers {'daf70c08-293b-44b9-80f0-62da971a6003'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:22.215710 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-620d0471-38c8-469c-8098-d440dfd1647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['daf70c08-293b-44b9-80f0-62da971a6003'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:22.260870 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.270915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Transition to ACTIVE for port object fd1647bb-0929-439d-bf2f-a322c5fdcbae will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:22.271492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8f5efe42-bc03-4751-80a9-058ae2358b3b None None] Provisioning complete for port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:22.271492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f5efe42-bc03-4751-80a9-058ae2358b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.298105 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.306586 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4b2da917-6269-4522-98d4-ef291ec6de7d req-6139dc61-1b19-4634-a12d-9be213d68fd1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66f4fcee-dcd8-4157-8499-b57d57ea8b88 HTTP/1.1" status: 200 len: 998 time: 0.3071482 Jul 28 11:44:22.320245 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-f44147f4-0875-46cc-91a9-cae11d76fc8c tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] For port 77fe52b7-c761-4b0b-b68e-1f6670bd3565, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=77fe52b7-c761-4b0b-b68e-1f6670bd3565,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:22.320625 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f44147f4-0875-46cc-91a9-cae11d76fc8c tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.377217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-f44147f4-0875-46cc-91a9-cae11d76fc8c tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Calling delete_port for 77fe52b7-c761-4b0b-b68e-1f6670bd3565 owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:22.384408 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.394930 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.408457 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240ee090-7d02-4192-b92e-6637f0dac917']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:22.421812 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139e2fef-c9f6-4ce6-a7ab-cedf7fd30dad') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:22.421812 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139e2fef-c9f6-4ce6-a7ab-cedf7fd30dad') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:22.427160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04100000-a3ea-4524-bc6e-bfa8179672f6 None None] Pushing event updated for resources: {'Port': ['ID=2a8ff4c5-3140-4ab1-8a0a-95bfd4e9f94b,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:22.445353 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-620d0471-38c8-469c-8098-d440dfd1647e None None] Set router daf70c08-293b-44b9-80f0-62da971a6003 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:44:22.453252 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.472087 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.479205 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39814cec-8715-40fb-9784-aa8e8915abf6 None None] Network 33d923c0-c50e-4178-ae19-d742c9bb01bc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:22.481850 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:22.482580 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:22.485144 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:22.559694 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Deleting port 2a8ff4c5-3140-4ab1-8a0a-95bfd4e9f94b {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:22.560329 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.614632 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.619334 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 240ee090-7d02-4192-b92e-6637f0dac917 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 11:44:22.621262 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.626645 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] 10.222.0.43 "DELETE /v2.0/networks/240ee090-7d02-4192-b92e-6637f0dac917 HTTP/1.1" status: 204 len: 168 time: 0.4147274 Jul 28 11:44:22.627757 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53916) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:22.637795 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-55e27c87-1ddf-4575-a830-0c067bbab705 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Request body: {'network': {'name': 'tempest-network--1653995278', 'router:external': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:22.676268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Pushing event deleted for resources: {'Network': ['ID=240ee090-7d02-4192-b92e-6637f0dac917,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:22.694862 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] For port 2a8ff4c5-3140-4ab1-8a0a-95bfd4e9f94b, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2a8ff4c5-3140-4ab1-8a0a-95bfd4e9f94b,segment=NetworkSegment(47c9bab8-5f3d-4d5a-b5de-6a0fa53e2b80),segment_id=47c9bab8-5f3d-4d5a-b5de-6a0fa53e2b80)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:22.695456 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.714930 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:22.715457 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:22.715940 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:22.716391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:22.716929 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:22.717742 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:22.718212 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:22.718678 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:22.719115 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:22.719552 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:22.719986 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:22.720505 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961cce3-1fa4-4af5-a330-c9c6415f4aad tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:22.729859 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Calling delete_port for 2a8ff4c5-3140-4ab1-8a0a-95bfd4e9f94b owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:22.744636 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e27c87-1ddf-4575-a830-0c067bbab705 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Made reservation on behalf of ca9b0dc341c541d88929aa817c0a1874 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:22.752930 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-55e27c87-1ddf-4575-a830-0c067bbab705 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.786385 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-490c0583-5728-4316-9b63-6e2995760a37 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.804612 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f901898-1ae1-463c-bf4e-36c9b7a856df None None] get_active_networks_info from dv-neutron-786478-16-hyperv {{(pid=100417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:44:22.835701 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e27c87-1ddf-4575-a830-0c067bbab705 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:22.859012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-55e27c87-1ddf-4575-a830-0c067bbab705 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.859544 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-55e27c87-1ddf-4575-a830-0c067bbab705 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Added segment a75c480a-a18e-4142-a2dd-f329cf5aaed5 of type vlan for network 5bea1105-c587-4519-a6a9-c4e4be7dcb49 Jul 28 11:44:22.882188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2da917-6269-4522-98d4-ef291ec6de7d req-b6fa17e1-48e3-4027-aeb1-d7cc4fc1d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:22.883724 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4b2da917-6269-4522-98d4-ef291ec6de7d req-b6fa17e1-48e3-4027-aeb1-d7cc4fc1d2d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3757737d-2ee3-496c-9734-f629212027bf HTTP/1.1" status: 200 len: 850 time: 0.5605536 Jul 28 11:44:22.895342 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 85281e4d-50fc-4b4d-a8be-a4933a4c02bf up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:44:22.909937 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.930990 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-55e27c87-1ddf-4575-a830-0c067bbab705 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.948663 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.979409 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Port': ['ID=2a8ff4c5-3140-4ab1-8a0a-95bfd4e9f94b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:22.981973 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event updated for resources: {'Port': ['ID=fd1647bb-0929-439d-bf2f-a322c5fdcbae,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:22.999984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:23.000343 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:23.000699 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:23.000909 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No DVR routers for this DVR port 2a8ff4c5-3140-4ab1-8a0a-95bfd4e9f94b on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:44:23.001026 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:23.001375 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:23.001719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:23.002058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:23.002411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:23.002758 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:23.003096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:23.004035 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:23.004478 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:23.039236 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:23.039613 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.094995 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-55e27c87-1ddf-4575-a830-0c067bbab705 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.096061 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e27c87-1ddf-4575-a830-0c067bbab705 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:23.096903 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-55e27c87-1ddf-4575-a830-0c067bbab705 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.147456 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Network 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:23.161927 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2da917-6269-4522-98d4-ef291ec6de7d req-d2e76537-5fc7-4466-8145-a71e736303a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:23.163716 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4b2da917-6269-4522-98d4-ef291ec6de7d req-d2e76537-5fc7-4466-8145-a71e736303a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ab5dcf3-09cf-45bd-bb1a-1345514f52ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2704685 Jul 28 11:44:23.167914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:23.180465 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-55e27c87-1ddf-4575-a830-0c067bbab705 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5485950 Jul 28 11:44:23.191732 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53920) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:23.196294 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:23.201965 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:23.202647 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.205127 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.231145 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d923c0-c50e-4178-ae19-d742c9bb01bc']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:23.265909 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e27c87-1ddf-4575-a830-0c067bbab705 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Pushing event updated for resources: {'Network': ['ID=5bea1105-c587-4519-a6a9-c4e4be7dcb49,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:23.280897 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c9bab8-5f3d-4d5a-b5de-6a0fa53e2b80') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:23.281216 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c9bab8-5f3d-4d5a-b5de-6a0fa53e2b80') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:23.297852 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.325657 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76ea5db-9540-4968-9763-38b951d55558 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:23.327198 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a76ea5db-9540-4968-9763-38b951d55558 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] 10.222.0.43 "GET /v2.0/networks/5bea1105-c587-4519-a6a9-c4e4be7dcb49 HTTP/1.1" status: 200 len: 757 time: 0.1342349 Jul 28 11:44:23.328398 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.330528 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53924) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:23.356750 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:23.357109 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:23.360463 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:23.411757 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 5bea1105-c587-4519-a6a9-c4e4be7dcb49 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:23.430710 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-08111293-0850-4d8b-b259-30b5907ea048 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.1321414 Jul 28 11:44:23.436965 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53926) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:23.451699 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-37c6f9c7-8664-4607-9ed3-005a874f768d tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::88', 'mac_address': 'fa:16:3e:b6:fc:c5'}, {'ip_address': '2001:db8::100', 'mac_address': 'fa:16:3e:59:82:3f'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:23.498970 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4b2da917-6269-4522-98d4-ef291ec6de7d req-74c776dd-b2e4-4a48-9c94-7e23206896a9 service neutron] 10.222.0.39 "GET /v2.0/networks/3ab5dcf3-09cf-45bd-bb1a-1345514f52ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210485 Jul 28 11:44:23.504432 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f44147f4-0875-46cc-91a9-cae11d76fc8c tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.506680 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-620d0471-38c8-469c-8098-d440dfd1647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'name': 'tempest-ServersTestManualDisk-497779107-router', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:24Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'gw_port': {'id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:26Z', 'updated_at': '2021-07-28T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'eea76222-0821-4218-80ab-b9cab8a76811', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'floating_ip_address': '172.26.1.42', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'port_id': '66f4fcee-dcd8-4157-8499-b57d57ea8b88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad', 'mac_address': 'fa:16:3e:ba:74:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5afee4-04b9-4338-8aec-60c8139c7bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:43:49Z', 'updated_at': '2021-07-28T11:44:18Z', 'revision_number': 1, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc740f75-c273-475c-9c5f-29721e29c476', 'name': '', 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'mac_address': 'fa:16:3e:ba:59:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3757737d-2ee3-496c-9734-f629212027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:32Z', 'updated_at': '2021-07-28T11:43:44Z', 'revision_number': 5, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'subnets': [{'id': '3757737d-2ee3-496c-9734-f629212027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:23.554907 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.562758 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb91fd-5518-4ccc-9d4b-c46ed0c9c4fc tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:23.566829 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-01cb91fd-5518-4ccc-9d4b-c46ed0c9c4fc tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] 10.222.0.43 "GET /v2.0/networks/ed2d7dad-9960-4c25-9748-0561bf64289f HTTP/1.1" status: 200 len: 767 time: 0.2327020 Jul 28 11:44:23.571619 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d0471-38c8-469c-8098-d440dfd1647e None None] The sync data for ids ['daf70c08-293b-44b9-80f0-62da971a6003'] in dv-neutron-786478-16-hyperv is: [{'id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'name': 'tempest-ServersTestManualDisk-497779107-router', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:24Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'gw_port': {'id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:26Z', 'updated_at': '2021-07-28T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'eea76222-0821-4218-80ab-b9cab8a76811', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'floating_ip_address': '172.26.1.42', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'port_id': '66f4fcee-dcd8-4157-8499-b57d57ea8b88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad', 'mac_address': 'fa:16:3e:ba:74:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5afee4-04b9-4338-8aec-60c8139c7bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:43:49Z', 'updated_at': '2021-07-28T11:44:18Z', 'revision_number': 1, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc740f75-c273-475c-9c5f-29721e29c476', 'name': '', 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'mac_address': 'fa:16:3e:ba:59:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3757737d-2ee3-496c-9734-f629212027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:32Z', 'updated_at': '2021-07-28T11:43:44Z', 'revision_number': 5, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'subnets': [{'id': '3757737d-2ee3-496c-9734-f629212027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:44:23.574702 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44147f4-0875-46cc-91a9-cae11d76fc8c tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Pushing event deleted for resources: {'Port': ['ID=77fe52b7-c761-4b0b-b68e-1f6670bd3565,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:23.576294 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53928) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:23.577367 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.587096 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/networks/33d923c0-c50e-4178-ae19-d742c9bb01bc HTTP/1.1" status: 204 len: 168 time: 3.2254691 Jul 28 11:44:23.600730 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53930) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:23.605295 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f901898-1ae1-463c-bf4e-36c9b7a856df None None] Resources bound (agent type, host, resource id): {{(pid=100417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:44:23.606017 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c5e15fe5-55a0-4859-aedb-36d0c3a649ba tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-855922544'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:23.674098 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba985a9-2af0-4734-890a-80af2a0f1767 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Network': ['ID=33d923c0-c50e-4178-ae19-d742c9bb01bc,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:23.765060 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d5219d79-e54e-40fc-90db-514ab67cc582 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.787388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f44147f4-0875-46cc-91a9-cae11d76fc8c tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.801074 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4b2da917-6269-4522-98d4-ef291ec6de7d req-808292df-99ee-42c7-a6f7-1dcbc8478ca2 service neutron] 10.222.0.39 "GET /v2.0/networks/3ab5dcf3-09cf-45bd-bb1a-1345514f52ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693419 Jul 28 11:44:23.813932 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e15fe5-55a0-4859-aedb-36d0c3a649ba tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:23.818571 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c5e15fe5-55a0-4859-aedb-36d0c3a649ba tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.831564 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-37c6f9c7-8664-4607-9ed3-005a874f768d tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.906731 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f44147f4-0875-46cc-91a9-cae11d76fc8c tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.910078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f44147f4-0875-46cc-91a9-cae11d76fc8c tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.936830 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e15fe5-55a0-4859-aedb-36d0c3a649ba tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:23.961046 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-490c0583-5728-4316-9b63-6e2995760a37 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Deleting port 0a6df9d4-1d18-45e0-ab70-9c69b526bbb0 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:23.961396 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-490c0583-5728-4316-9b63-6e2995760a37 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.977600 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f44147f4-0875-46cc-91a9-cae11d76fc8c tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:23.978164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44147f4-0875-46cc-91a9-cae11d76fc8c tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45f185eb-ad4b-442c-9280-39e4fbf5ccb3 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:44:24.013669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6e0169-53d8-4e9d-bbaf-c3d372ddf6d4 None None] New status for floating IP eea76222-0821-4218-80ab-b9cab8a76811: ACTIVE {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:44:24.023556 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c5e15fe5-55a0-4859-aedb-36d0c3a649ba tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.023900 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-c5e15fe5-55a0-4859-aedb-36d0c3a649ba tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Added segment e74fdf5b-6c99-4522-a34a-860c55b26591 of type vlan for network 50fd055a-b8ce-4f16-944b-67aa43b6c928 Jul 28 11:44:24.031944 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f44147f4-0875-46cc-91a9-cae11d76fc8c tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.035852 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f44147f4-0875-46cc-91a9-cae11d76fc8c tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "DELETE /v2.0/routers/45f185eb-ad4b-442c-9280-39e4fbf5ccb3 HTTP/1.1" status: 204 len: 168 time: 4.6897559 Jul 28 11:44:24.036459 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53934) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:24.076866 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d5219d79-e54e-40fc-90db-514ab67cc582 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.117626 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-d5219d79-e54e-40fc-90db-514ab67cc582 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bea1105-c587-4519-a6a9-c4e4be7dcb49']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:24.134871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c5e15fe5-55a0-4859-aedb-36d0c3a649ba tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.156988 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-d5219d79-e54e-40fc-90db-514ab67cc582 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75c480a-a18e-4142-a2dd-f329cf5aaed5') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:24.157478 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-d5219d79-e54e-40fc-90db-514ab67cc582 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75c480a-a18e-4142-a2dd-f329cf5aaed5') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:24.171081 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-490c0583-5728-4316-9b63-6e2995760a37 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.180293 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d5219d79-e54e-40fc-90db-514ab67cc582 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.193278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-490c0583-5728-4316-9b63-6e2995760a37 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Calling delete_port for 0a6df9d4-1d18-45e0-ab70-9c69b526bbb0 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:24.201809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d70942c9-fe6b-4f40-9991-6d47e3fc04f4 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.226821 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d5219d79-e54e-40fc-90db-514ab67cc582 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.242168 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5219d79-e54e-40fc-90db-514ab67cc582 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:24.242168 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d5219d79-e54e-40fc-90db-514ab67cc582 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:24.248567 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:24.307525 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c5e15fe5-55a0-4859-aedb-36d0c3a649ba tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.313023 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e15fe5-55a0-4859-aedb-36d0c3a649ba tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:24.313684 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c5e15fe5-55a0-4859-aedb-36d0c3a649ba tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.418578 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e15fe5-55a0-4859-aedb-36d0c3a649ba tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Network': ['ID=50fd055a-b8ce-4f16-944b-67aa43b6c928,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:24.425473 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d70942c9-fe6b-4f40-9991-6d47e3fc04f4 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.430134 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 50fd055a-b8ce-4f16-944b-67aa43b6c928 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:24.442235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53940) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:24.442855 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c5e15fe5-55a0-4859-aedb-36d0c3a649ba tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8401134 Jul 28 11:44:24.448027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-448a5d63-3932-4572-aaa6-f3bd73e3a190 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'subnet': {'network_id': '50fd055a-b8ce-4f16-944b-67aa43b6c928', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:24.453989 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-37c6f9c7-8664-4607-9ed3-005a874f768d tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.459994 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d5219d79-e54e-40fc-90db-514ab67cc582 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.464744 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5219d79-e54e-40fc-90db-514ab67cc582 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5bea1105-c587-4519-a6a9-c4e4be7dcb49 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 11:44:24.467881 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d5219d79-e54e-40fc-90db-514ab67cc582 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.473219 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d5219d79-e54e-40fc-90db-514ab67cc582 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] 10.222.0.43 "DELETE /v2.0/networks/5bea1105-c587-4519-a6a9-c4e4be7dcb49 HTTP/1.1" status: 204 len: 168 time: 0.8783495 Jul 28 11:44:24.479727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53942) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:24.481683 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-37c6f9c7-8664-4607-9ed3-005a874f768d tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.488319 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5219d79-e54e-40fc-90db-514ab67cc582 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Pushing event deleted for resources: {'Network': ['ID=5bea1105-c587-4519-a6a9-c4e4be7dcb49,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:24.511372 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-6f610c59-4463-4f77-9290-7a9aeba5d11a tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Request body: {'network': {'name': 'tempest-network--1943240380'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:24.530596 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-37c6f9c7-8664-4607-9ed3-005a874f768d tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] In _notify_port_updated(), no bound segment for port fd1647bb-0929-439d-bf2f-a322c5fdcbae on network 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b {{(pid=100416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:44:24.537409 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c6f9c7-8664-4607-9ed3-005a874f768d tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:24.538194 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-37c6f9c7-8664-4607-9ed3-005a874f768d tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.542070 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-37c6f9c7-8664-4607-9ed3-005a874f768d tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "PUT /v2.0/ports/fd1647bb-0929-439d-bf2f-a322c5fdcbae HTTP/1.1" status: 200 len: 1065 time: 1.1018608 Jul 28 11:44:24.543115 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53944) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:24.592402 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6f9c7-8664-4607-9ed3-005a874f768d tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event updated for resources: {'Port': ['ID=fd1647bb-0929-439d-bf2f-a322c5fdcbae,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:24.599544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7d30b9ef-6401-4e2e-94a2-3bcdea871a92 None None] Provisioning for port fd1647bb-0929-439d-bf2f-a322c5fdcbae completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:24.610331 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7d30b9ef-6401-4e2e-94a2-3bcdea871a92 None None] Provisioning complete for port fd1647bb-0929-439d-bf2f-a322c5fdcbae triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:24.610857 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d30b9ef-6401-4e2e-94a2-3bcdea871a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.615564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f610c59-4463-4f77-9290-7a9aeba5d11a tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Made reservation on behalf of ca9b0dc341c541d88929aa817c0a1874 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:24.617962 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f610c59-4463-4f77-9290-7a9aeba5d11a tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.665762 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7d30b9ef-6401-4e2e-94a2-3bcdea871a92 None None] Port fd1647bb-0929-439d-bf2f-a322c5fdcbae cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:44:24.698999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c69fb-29b4-4576-9ccb-b8189ea54f68 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Deleting port fd1647bb-0929-439d-bf2f-a322c5fdcbae {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:24.699483 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a2c69fb-29b4-4576-9ccb-b8189ea54f68 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.711304 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f610c59-4463-4f77-9290-7a9aeba5d11a tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:24.717810 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-d70942c9-fe6b-4f40-9991-6d47e3fc04f4 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Deleting port 268b8d4d-d297-4ca3-91ab-e6db196dfae9 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:24.718278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d70942c9-fe6b-4f40-9991-6d47e3fc04f4 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.738306 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448a5d63-3932-4572-aaa6-f3bd73e3a190 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:24.742394 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-448a5d63-3932-4572-aaa6-f3bd73e3a190 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.799547 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a2c69fb-29b4-4576-9ccb-b8189ea54f68 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.834464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c69fb-29b4-4576-9ccb-b8189ea54f68 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Calling delete_port for fd1647bb-0929-439d-bf2f-a322c5fdcbae owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:24.860222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f610c59-4463-4f77-9290-7a9aeba5d11a tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.860666 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-6f610c59-4463-4f77-9290-7a9aeba5d11a tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Added segment 8e042dfc-c9a4-444d-9de4-e4351fcfa431 of type vlan for network 6f06efde-b9fa-4eb4-adf9-56d0cb742d3b Jul 28 11:44:24.869670 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-490c0583-5728-4316-9b63-6e2995760a37 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.884929 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9f74a2a7-a3af-4e68-b77f-e2d5d13929b5 None None] Provisioning complete for port fd1647bb-0929-439d-bf2f-a322c5fdcbae triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:24.885459 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f74a2a7-a3af-4e68-b77f-e2d5d13929b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.929811 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9f74a2a7-a3af-4e68-b77f-e2d5d13929b5 None None] Port fd1647bb-0929-439d-bf2f-a322c5fdcbae cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:44:24.975459 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a2c69fb-29b4-4576-9ccb-b8189ea54f68 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:24.981984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c0583-5728-4316-9b63-6e2995760a37 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Pushing event deleted for resources: {'Port': ['ID=0a6df9d4-1d18-45e0-ab70-9c69b526bbb0,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:25.023051 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f610c59-4463-4f77-9290-7a9aeba5d11a tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:25.052023 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c69fb-29b4-4576-9ccb-b8189ea54f68 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event deleted for resources: {'Port': ['ID=fd1647bb-0929-439d-bf2f-a322c5fdcbae,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:25.197246 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a2c69fb-29b4-4576-9ccb-b8189ea54f68 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:25.202081 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3a2c69fb-29b4-4576-9ccb-b8189ea54f68 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "DELETE /v2.0/ports/fd1647bb-0929-439d-bf2f-a322c5fdcbae HTTP/1.1" status: 204 len: 168 time: 0.6582921 Jul 28 11:44:25.202809 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53948) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:25.231680 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-772a5e1f-9087-4d2a-b895-8ce9d1db433f tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] GET failed (client error): The resource could not be found. Jul 28 11:44:25.234253 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-772a5e1f-9087-4d2a-b895-8ce9d1db433f tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "GET /v2.0/ports/fd1647bb-0929-439d-bf2f-a322c5fdcbae HTTP/1.1" status: 404 len: 333 time: 0.0296805 Jul 28 11:44:25.238242 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53950) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:25.248848 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.resource_extend [None req-6f610c59-4463-4f77-9290-7a9aeba5d11a tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:44:25.260178 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-d70942c9-fe6b-4f40-9991-6d47e3fc04f4 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] For port 268b8d4d-d297-4ca3-91ab-e6db196dfae9, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=268b8d4d-d297-4ca3-91ab-e6db196dfae9,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:25.260620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d70942c9-fe6b-4f40-9991-6d47e3fc04f4 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:25.296723 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-d70942c9-fe6b-4f40-9991-6d47e3fc04f4 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Calling delete_port for 268b8d4d-d297-4ca3-91ab-e6db196dfae9 owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:25.355615 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-32cc2caa-b0d7-48dc-8680-d92199fbe795 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Deleting port 9c5a5f90-7365-4300-95b4-bf16b33dfd0e {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:25.355981 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-32cc2caa-b0d7-48dc-8680-d92199fbe795 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:25.364614 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f610c59-4463-4f77-9290-7a9aeba5d11a tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:25.365671 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f610c59-4463-4f77-9290-7a9aeba5d11a tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:25.366330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f610c59-4463-4f77-9290-7a9aeba5d11a tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:25.478141 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-448a5d63-3932-4572-aaa6-f3bd73e3a190 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:25.516396 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6f610c59-4463-4f77-9290-7a9aeba5d11a tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0088279 Jul 28 11:44:25.518475 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53956) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:25.536908 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a073ec84-6785-4224-af14-fa610b44a393 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:25.545774 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-490c0583-5728-4316-9b63-6e2995760a37 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:25.606621 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f610c59-4463-4f77-9290-7a9aeba5d11a tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Pushing event updated for resources: {'Network': ['ID=6f06efde-b9fa-4eb4-adf9-56d0cb742d3b,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:25.617867 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 6f06efde-b9fa-4eb4-adf9-56d0cb742d3b details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:25.636009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a5d63-3932-4572-aaa6-f3bd73e3a190 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Subnet': ['ID=2f417d55-1d52-4fe9-981d-ec08f4697d03,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:25.710682 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-32cc2caa-b0d7-48dc-8680-d92199fbe795 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:25.724799 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-32cc2caa-b0d7-48dc-8680-d92199fbe795 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Calling delete_port for 9c5a5f90-7365-4300-95b4-bf16b33dfd0e owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:25.854535 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-32cc2caa-b0d7-48dc-8680-d92199fbe795 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:25.887690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc2caa-b0d7-48dc-8680-d92199fbe795 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event deleted for resources: {'Port': ['ID=9c5a5f90-7365-4300-95b4-bf16b33dfd0e,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:25.912969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-32cc2caa-b0d7-48dc-8680-d92199fbe795 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:25.917267 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-32cc2caa-b0d7-48dc-8680-d92199fbe795 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "DELETE /v2.0/ports/9c5a5f90-7365-4300-95b4-bf16b33dfd0e HTTP/1.1" status: 204 len: 168 time: 0.6757739 Jul 28 11:44:25.927029 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53960) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:25.958257 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a59088c-f33f-4b15-b9ff-27898af0d062 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] GET failed (client error): The resource could not be found. Jul 28 11:44:25.963427 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3a59088c-f33f-4b15-b9ff-27898af0d062 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "GET /v2.0/ports/9c5a5f90-7365-4300-95b4-bf16b33dfd0e HTTP/1.1" status: 404 len: 333 time: 0.0317330 Jul 28 11:44:25.964318 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53962) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:26.056424 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-a93d7b4b-4d1a-435b-9a4f-4d91933656bb tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Deleting port 33b1d137-ddae-4aa9-b96a-82a49b88573c {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:26.056776 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a93d7b4b-4d1a-435b-9a4f-4d91933656bb tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.104453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a5d63-3932-4572-aaa6-f3bd73e3a190 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Checking segment: {'id': 'e74fdf5b-6c99-4522-a34a-860c55b26591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '50fd055a-b8ce-4f16-944b-67aa43b6c928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:26.104811 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448a5d63-3932-4572-aaa6-f3bd73e3a190 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network hostable DHCP agents. Network: 50fd055a-b8ce-4f16-944b-67aa43b6c928, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:44:26.145520 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a93d7b4b-4d1a-435b-9a4f-4d91933656bb tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.157746 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-a93d7b4b-4d1a-435b-9a4f-4d91933656bb tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Calling delete_port for 33b1d137-ddae-4aa9-b96a-82a49b88573c owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:26.196600 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448a5d63-3932-4572-aaa6-f3bd73e3a190 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network 50fd055a-b8ce-4f16-944b-67aa43b6c928 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:44:26.273802 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a073ec84-6785-4224-af14-fa610b44a393 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.276668 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-448a5d63-3932-4572-aaa6-f3bd73e3a190 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 50fd055a-b8ce-4f16-944b-67aa43b6c928) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:26.281410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448a5d63-3932-4572-aaa6-f3bd73e3a190 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:26.282012 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-448a5d63-3932-4572-aaa6-f3bd73e3a190 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.289673 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a93d7b4b-4d1a-435b-9a4f-4d91933656bb tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.289874 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fb0b4f-532c-4d9f-9005-5f48434847f8 None None] Network 50fd055a-b8ce-4f16-944b-67aa43b6c928 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:26.316793 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a073ec84-6785-4224-af14-fa610b44a393 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.320833 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d7b4b-4d1a-435b-9a4f-4d91933656bb tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event deleted for resources: {'Port': ['ID=33b1d137-ddae-4aa9-b96a-82a49b88573c,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:26.339275 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-448a5d63-3932-4572-aaa6-f3bd73e3a190 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8956220 Jul 28 11:44:26.344436 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53964) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:26.352692 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-e4b53d1a-3c87-49e8-852a-06b5989ff539 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-732706959'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:26.357422 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a93d7b4b-4d1a-435b-9a4f-4d91933656bb tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.362074 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a93d7b4b-4d1a-435b-9a4f-4d91933656bb tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "DELETE /v2.0/ports/33b1d137-ddae-4aa9-b96a-82a49b88573c HTTP/1.1" status: 204 len: 168 time: 0.3965857 Jul 28 11:44:26.363234 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53968) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:26.386545 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a073ec84-6785-4224-af14-fa610b44a393 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Network 6f06efde-b9fa-4eb4-adf9-56d0cb742d3b is not hosted by any dhcp agent {{(pid=100415) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 11:44:26.387468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a073ec84-6785-4224-af14-fa610b44a393 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:26.388119 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a073ec84-6785-4224-af14-fa610b44a393 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.389419 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a073ec84-6785-4224-af14-fa610b44a393 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] 10.222.0.43 "PUT /v2.0/networks/6f06efde-b9fa-4eb4-adf9-56d0cb742d3b HTTP/1.1" status: 200 len: 858 time: 0.8630199 Jul 28 11:44:26.397785 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53970) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:26.437652 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d70942c9-fe6b-4f40-9991-6d47e3fc04f4 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.488984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70942c9-fe6b-4f40-9991-6d47e3fc04f4 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Pushing event deleted for resources: {'Port': ['ID=268b8d4d-d297-4ca3-91ab-e6db196dfae9,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:26.509803 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b53d1a-3c87-49e8-852a-06b5989ff539 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:26.513349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e4b53d1a-3c87-49e8-852a-06b5989ff539 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.514724 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-50fd055a-b8ce-4f16-944b-67aa43b6c928', 'network_id': '50fd055a-b8ce-4f16-944b-67aa43b6c928', 'tenant_id': 'f644922813d441139ed3c30cdf7494f1', 'fixed_ips': [{'subnet_id': '2f417d55-1d52-4fe9-981d-ec08f4697d03'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:44:26.516014 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.522748 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073ec84-6785-4224-af14-fa610b44a393 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Pushing event updated for resources: {'Network': ['ID=6f06efde-b9fa-4eb4-adf9-56d0cb742d3b,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:26.555575 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-223e37a5-95e0-45af-94cc-d1bd22bade11 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Deleting subnet 992967ba-c79f-48ef-be0a-7b8033ddace4 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:44:26.561242 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-223e37a5-95e0-45af-94cc-d1bd22bade11 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.569465 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c9ed159c-5d39-4f31-964e-36a392fb2769 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.586845 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490c0583-5728-4316-9b63-6e2995760a37 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Router 2e72f7c7-13f1-4c58-a31f-f6e431103c7d has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:44:26.611695 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d70942c9-fe6b-4f40-9991-6d47e3fc04f4 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.614847 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b53d1a-3c87-49e8-852a-06b5989ff539 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:26.647996 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e4b53d1a-3c87-49e8-852a-06b5989ff539 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.648710 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-e4b53d1a-3c87-49e8-852a-06b5989ff539 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Added segment fc634a78-038e-4bb9-8fd9-a1e9c6d46a3f of type vlan for network f06ed28c-7c8b-49cb-8e6e-990a4637de1c Jul 28 11:44:26.655240 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-223e37a5-95e0-45af-94cc-d1bd22bade11 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.735256 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Allocated IP 2001:db8::3 (50fd055a-b8ce-4f16-944b-67aa43b6c928/2f417d55-1d52-4fe9-981d-ec08f4697d03/a108bb19-a4e3-47e8-bfbe-48329d800349) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:26.752433 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d70942c9-fe6b-4f40-9991-6d47e3fc04f4 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.756163 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d70942c9-fe6b-4f40-9991-6d47e3fc04f4 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.802033 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e4b53d1a-3c87-49e8-852a-06b5989ff539 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.818591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c9ed159c-5d39-4f31-964e-36a392fb2769 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.853341 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d70942c9-fe6b-4f40-9991-6d47e3fc04f4 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.853866 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70942c9-fe6b-4f40-9991-6d47e3fc04f4 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6204fa1-6fc6-43f6-a90a-14299e1a8395 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:44:26.855129 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-c9ed159c-5d39-4f31-964e-36a392fb2769 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f06efde-b9fa-4eb4-adf9-56d0cb742d3b']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:26.858352 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d70942c9-fe6b-4f40-9991-6d47e3fc04f4 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.859684 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d70942c9-fe6b-4f40-9991-6d47e3fc04f4 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "DELETE /v2.0/routers/f6204fa1-6fc6-43f6-a90a-14299e1a8395 HTTP/1.1" status: 204 len: 168 time: 2.8203127 Jul 28 11:44:26.863438 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53974) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:26.868457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1153247077', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}, 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:26.875276 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490c0583-5728-4316-9b63-6e2995760a37 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:44:26.882105 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-490c0583-5728-4316-9b63-6e2995760a37 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] 10.222.0.43 "PUT /v2.0/routers/2e72f7c7-13f1-4c58-a31f-f6e431103c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5062737 Jul 28 11:44:26.887412 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53976) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:26.888584 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715679ed-4e36-4106-a6ab-2ff249e0b375 None None] Sync routers for ids ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:44:26.904020 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715679ed-4e36-4106-a6ab-2ff249e0b375 None None] Routers {'2e72f7c7-13f1-4c58-a31f-f6e431103c7d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:26.904468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-c9ed159c-5d39-4f31-964e-36a392fb2769 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e042dfc-c9a4-444d-9de4-e4351fcfa431') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:26.904836 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-c9ed159c-5d39-4f31-964e-36a392fb2769 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e042dfc-c9a4-444d-9de4-e4351fcfa431') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:26.904951 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-715679ed-4e36-4106-a6ab-2ff249e0b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:26.946846 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c9ed159c-5d39-4f31-964e-36a392fb2769 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.948730 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.949940 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.954145 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-715679ed-4e36-4106-a6ab-2ff249e0b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:26.960507 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-223e37a5-95e0-45af-94cc-d1bd22bade11 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.976107 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715679ed-4e36-4106-a6ab-2ff249e0b375 None None] Routers {'2e72f7c7-13f1-4c58-a31f-f6e431103c7d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:26.977204 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-715679ed-4e36-4106-a6ab-2ff249e0b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:26.986053 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e4b53d1a-3c87-49e8-852a-06b5989ff539 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.993011 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b53d1a-3c87-49e8-852a-06b5989ff539 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:26.993440 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e4b53d1a-3c87-49e8-852a-06b5989ff539 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:26.998631 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.010042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c9ed159c-5d39-4f31-964e-36a392fb2769 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.031906 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ed159c-5d39-4f31-964e-36a392fb2769 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:27.032280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c9ed159c-5d39-4f31-964e-36a392fb2769 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:27.040777 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:27.059952 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-715679ed-4e36-4106-a6ab-2ff249e0b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:27.060522 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715679ed-4e36-4106-a6ab-2ff249e0b375 None None] The sync data for ids ['2e72f7c7-13f1-4c58-a31f-f6e431103c7d'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:44:27.101105 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd6697d9-2461-4bd6-9a09-fe2df5deafae tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.104685 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.127402 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e4b53d1a-3c87-49e8-852a-06b5989ff539 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7804923 Jul 28 11:44:27.140308 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53980) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:27.148303 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-f2481f46-f914-4770-9a4d-5662a173cc7a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'subnet': {'network_id': 'f06ed28c-7c8b-49cb-8e6e-990a4637de1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:27.169870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b53d1a-3c87-49e8-852a-06b5989ff539 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Network': ['ID=f06ed28c-7c8b-49cb-8e6e-990a4637de1c,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:27.183257 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network f06ed28c-7c8b-49cb-8e6e-990a4637de1c details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:27.215686 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c9ed159c-5d39-4f31-964e-36a392fb2769 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.228091 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ed159c-5d39-4f31-964e-36a392fb2769 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f06efde-b9fa-4eb4-adf9-56d0cb742d3b {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 11:44:27.234101 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c9ed159c-5d39-4f31-964e-36a392fb2769 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.235250 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Transition to ACTIVE for port object a108bb19-a4e3-47e8-bfbe-48329d800349 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:27.240635 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c9ed159c-5d39-4f31-964e-36a392fb2769 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] 10.222.0.43 "DELETE /v2.0/networks/6f06efde-b9fa-4eb4-adf9-56d0cb742d3b HTTP/1.1" status: 204 len: 168 time: 0.8397861 Jul 28 11:44:27.256229 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53982) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:27.266639 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-223e37a5-95e0-45af-94cc-d1bd22bade11 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.268482 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed159c-5d39-4f31-964e-36a392fb2769 tempest-ExternalNetworksTestJSON-764615853 tempest-ExternalNetworksTestJSON-764615853-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f06efde-b9fa-4eb4-adf9-56d0cb742d3b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:27.271857 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Transition to ACTIVE for port object a108bb19-a4e3-47e8-bfbe-48329d800349 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:27.282121 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.325569 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Network 50fd055a-b8ce-4f16-944b-67aa43b6c928 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:27.325766 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f5e64b-766b-4787-8e97-572bf8f1c0b2 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] DELETE failed (client error): The resource could not be found. Jul 28 11:44:27.325941 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f5e64b-766b-4787-8e97-572bf8f1c0b2 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:44:27.329397 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:27.330291 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e9f5e64b-766b-4787-8e97-572bf8f1c0b2 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] 10.222.0.43 "DELETE /v2.0/subnets/759cabab-09ea-43d9-9d83-fb16cbb711b7 HTTP/1.1" status: 404 len: 337 time: 0.0730886 Jul 28 11:44:27.333655 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53984) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:27.344742 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e37a5-95e0-45af-94cc-d1bd22bade11 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event deleted for resources: {'Subnet': ['ID=992967ba-c79f-48ef-be0a-7b8033ddace4,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:27.346599 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:27.347401 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-223e37a5-95e0-45af-94cc-d1bd22bade11 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.348983 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.352400 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a817388-a125-4195-8602-14794a532880 None None] Network 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:27.352603 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-223e37a5-95e0-45af-94cc-d1bd22bade11 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "DELETE /v2.0/subnets/992967ba-c79f-48ef-be0a-7b8033ddace4 HTTP/1.1" status: 204 len: 168 time: 0.9855742 Jul 28 11:44:27.355490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 53986) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:27.425906 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2481f46-f914-4770-9a4d-5662a173cc7a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:27.429154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd6697d9-2461-4bd6-9a09-fe2df5deafae tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.429535 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f2481f46-f914-4770-9a4d-5662a173cc7a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.433218 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Pushing event updated for resources: {'Port': ['ID=a108bb19-a4e3-47e8-bfbe-48329d800349,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:27.444965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:27.445263 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:27.445566 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:27.445898 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:27.446227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:27.446585 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:27.447116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:27.447576 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:27.447910 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:27.448606 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:27.448606 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:27.448898 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:27.481836 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bd4a356c-3c45-4f7f-a86a-c683b79e2184 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.510055 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.ipam_backend_mixin [None req-f2481f46-f914-4770-9a4d-5662a173cc7a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Performing IP validity checks on allocation pools {{(pid=100416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 11:44:27.510665 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.ipam_backend_mixin [None req-f2481f46-f914-4770-9a4d-5662a173cc7a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 11:44:27.523058 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Attempting to bind port a108bb19-a4e3-47e8-bfbe-48329d800349 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:27.523584 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Attempting to bind port a108bb19-a4e3-47e8-bfbe-48329d800349 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e74fdf5b-6c99-4522-a34a-860c55b26591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '50fd055a-b8ce-4f16-944b-67aa43b6c928'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:27.523976 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Attempting to bind port a108bb19-a4e3-47e8-bfbe-48329d800349 on network 50fd055a-b8ce-4f16-944b-67aa43b6c928 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:27.532817 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:44:27.533307 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Checking segment: {'id': 'e74fdf5b-6c99-4522-a34a-860c55b26591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '50fd055a-b8ce-4f16-944b-67aa43b6c928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:27.533781 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.534178 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Bound using segment: {'id': 'e74fdf5b-6c99-4522-a34a-860c55b26591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '50fd055a-b8ce-4f16-944b-67aa43b6c928'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:44:27.534946 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Bound port: a108bb19-a4e3-47e8-bfbe-48329d800349, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74fdf5b-6c99-4522-a34a-860c55b26591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '50fd055a-b8ce-4f16-944b-67aa43b6c928'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:44:27.536911 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.548779 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.611933 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bd4a356c-3c45-4f7f-a86a-c683b79e2184 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.621785 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-fd6697d9-2461-4bd6-9a09-fe2df5deafae tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Deleting port 4a619b7d-e2bf-4a4b-b557-3bdd4d6a7ae5 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:27.622068 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd6697d9-2461-4bd6-9a09-fe2df5deafae tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.626544 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-bd4a356c-3c45-4f7f-a86a-c683b79e2184 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2d7dad-9960-4c25-9748-0561bf64289f']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:27.642500 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-bd4a356c-3c45-4f7f-a86a-c683b79e2184 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c22761b-75b8-4f47-8b08-13773f60369a') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:27.642879 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-bd4a356c-3c45-4f7f-a86a-c683b79e2184 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c22761b-75b8-4f47-8b08-13773f60369a') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:27.681844 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bd4a356c-3c45-4f7f-a86a-c683b79e2184 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.705037 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bd4a356c-3c45-4f7f-a86a-c683b79e2184 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.719837 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4a356c-3c45-4f7f-a86a-c683b79e2184 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:27.720592 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bd4a356c-3c45-4f7f-a86a-c683b79e2184 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:27.725124 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:27.736361 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Deleting port 6b304bb0-b15c-4e55-a693-c0c841fb8f95 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:27.736710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.829685 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bd4a356c-3c45-4f7f-a86a-c683b79e2184 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.834649 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f2481f46-f914-4770-9a4d-5662a173cc7a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.845210 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bd4a356c-3c45-4f7f-a86a-c683b79e2184 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.851042 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bd4a356c-3c45-4f7f-a86a-c683b79e2184 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] 10.222.0.43 "DELETE /v2.0/networks/ed2d7dad-9960-4c25-9748-0561bf64289f HTTP/1.1" status: 204 len: 168 time: 0.5158515 Jul 28 11:44:27.915293 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2481f46-f914-4770-9a4d-5662a173cc7a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Subnet': ['ID=97b6cfa0-ebff-4d23-9505-ee226c1c2664,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:27.933650 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.936545 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] For port a108bb19-a4e3-47e8-bfbe-48329d800349, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:27.943391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] For port a108bb19-a4e3-47e8-bfbe-48329d800349, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a108bb19-a4e3-47e8-bfbe-48329d800349,segment=NetworkSegment(e74fdf5b-6c99-4522-a34a-860c55b26591),segment_id=e74fdf5b-6c99-4522-a34a-860c55b26591)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:44:27.948520 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd6697d9-2461-4bd6-9a09-fe2df5deafae tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.950084 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a356c-3c45-4f7f-a86a-c683b79e2184 tempest-ExternalNetworksTestJSON-1259582160 tempest-ExternalNetworksTestJSON-1259582160-project] Pushing event deleted for resources: {'Network': ['ID=ed2d7dad-9960-4c25-9748-0561bf64289f,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:27.957381 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.003215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.019669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b482fbe4-40ce-49f1-a17f-aa2ba46710cc None None] DHCP port deletion for 8ee91a7f-6a14-45bc-b0cc-ab905e8f019b request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:44:28.021463 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-fd6697d9-2461-4bd6-9a09-fe2df5deafae tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Calling delete_port for 4a619b7d-e2bf-4a4b-b557-3bdd4d6a7ae5 owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:28.026336 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2481f46-f914-4770-9a4d-5662a173cc7a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Checking segment: {'id': 'fc634a78-038e-4bb9-8fd9-a1e9c6d46a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f06ed28c-7c8b-49cb-8e6e-990a4637de1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:28.027099 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2481f46-f914-4770-9a4d-5662a173cc7a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network hostable DHCP agents. Network: f06ed28c-7c8b-49cb-8e6e-990a4637de1c, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:44:28.073233 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2481f46-f914-4770-9a4d-5662a173cc7a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network f06ed28c-7c8b-49cb-8e6e-990a4637de1c is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:44:28.074212 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] For port 6b304bb0-b15c-4e55-a693-c0c841fb8f95, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6b304bb0-b15c-4e55-a693-c0c841fb8f95,segment=NetworkSegment(d0951502-a55e-47b3-954b-6fe4b677b016),segment_id=d0951502-a55e-47b3-954b-6fe4b677b016)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:28.075137 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.088896 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-f2481f46-f914-4770-9a4d-5662a173cc7a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, f06ed28c-7c8b-49cb-8e6e-990a4637de1c) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:28.100057 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2481f46-f914-4770-9a4d-5662a173cc7a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:28.101099 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f2481f46-f914-4770-9a4d-5662a173cc7a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.103160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98198608-e74e-4c65-84fc-85b9b352d96d None None] Pushing event updated for resources: {'Port': ['ID=a108bb19-a4e3-47e8-bfbe-48329d800349,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:28.107797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ca4947-e735-404a-b762-44e6deabb64c None None] Network f06ed28c-7c8b-49cb-8e6e-990a4637de1c requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:28.131759 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f2481f46-f914-4770-9a4d-5662a173cc7a tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9882879 Jul 28 11:44:28.138376 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 53998) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:28.173646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Calling delete_port for 6b304bb0-b15c-4e55-a693-c0c841fb8f95 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:28.224353 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54000) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:28.313698 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-555c2b1a-88b1-4192-a50f-df54b996cc7c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.325081 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b482fbe4-40ce-49f1-a17f-aa2ba46710cc None None] Deleting port 6b304bb0-b15c-4e55-a693-c0c841fb8f95 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:28.325456 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b482fbe4-40ce-49f1-a17f-aa2ba46710cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.401176 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Allocated IP 172.26.1.45 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/02ec7e64-9d30-44b3-9243-6d33d5ca1571) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:28.419090 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-555c2b1a-88b1-4192-a50f-df54b996cc7c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.453359 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b482fbe4-40ce-49f1-a17f-aa2ba46710cc None None] For port 6b304bb0-b15c-4e55-a693-c0c841fb8f95, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6b304bb0-b15c-4e55-a693-c0c841fb8f95,segment=NetworkSegment(d0951502-a55e-47b3-954b-6fe4b677b016),segment_id=d0951502-a55e-47b3-954b-6fe4b677b016)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:28.453754 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b482fbe4-40ce-49f1-a17f-aa2ba46710cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.477160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b482fbe4-40ce-49f1-a17f-aa2ba46710cc None None] Calling delete_port for 6b304bb0-b15c-4e55-a693-c0c841fb8f95 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:28.479233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.519805 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2116722f-c44e-48f3-a9d2-727ac8f70532 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af974ea30ce74a4e8326ee1e07df5a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936645 Jul 28 11:44:28.521056 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54004) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:28.529629 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event deleted for resources: {'Port': ['ID=6b304bb0-b15c-4e55-a693-c0c841fb8f95,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:28.553968 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] No DVR routers for this DVR port 6b304bb0-b15c-4e55-a693-c0c841fb8f95 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:44:28.602042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-555c2b1a-88b1-4192-a50f-df54b996cc7c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.613642 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b482fbe4-40ce-49f1-a17f-aa2ba46710cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.619702 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112c6e3f-17ce-447f-9908-2c0d2700b416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-f06ed28c-7c8b-49cb-8e6e-990a4637de1c', 'network_id': 'f06ed28c-7c8b-49cb-8e6e-990a4637de1c', 'tenant_id': 'f644922813d441139ed3c30cdf7494f1', 'fixed_ips': [{'subnet_id': '97b6cfa0-ebff-4d23-9505-ee226c1c2664'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:44:28.620557 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-112c6e3f-17ce-447f-9908-2c0d2700b416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.638772 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7bd83ef5-7e5b-4c2e-b95d-cc006599680c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.649490 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c2b1a-88b1-4192-a50f-df54b996cc7c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Subnet': ['ID=97b6cfa0-ebff-4d23-9505-ee226c1c2664,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:28.655094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.665212 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee91a7f-6a14-45bc-b0cc-ab905e8f019b']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:28.676687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0951502-a55e-47b3-954b-6fe4b677b016') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:28.676992 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0951502-a55e-47b3-954b-6fe4b677b016') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:28.679386 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b482fbe4-40ce-49f1-a17f-aa2ba46710cc None None] No DVR routers for this DVR port 6b304bb0-b15c-4e55-a693-c0c841fb8f95 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:44:28.685727 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482fbe4-40ce-49f1-a17f-aa2ba46710cc None None] Pushing event deleted for resources: {'Port': ['ID=6b304bb0-b15c-4e55-a693-c0c841fb8f95,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:28.689899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.697880 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd6697d9-2461-4bd6-9a09-fe2df5deafae tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.735120 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-555c2b1a-88b1-4192-a50f-df54b996cc7c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.743481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.746721 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-555c2b1a-88b1-4192-a50f-df54b996cc7c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06ed28c-7c8b-49cb-8e6e-990a4637de1c']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:28.749297 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6697d9-2461-4bd6-9a09-fe2df5deafae tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Pushing event deleted for resources: {'Port': ['ID=4a619b7d-e2bf-4a4b-b557-3bdd4d6a7ae5,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:28.761162 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:28.761573 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.762610 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-555c2b1a-88b1-4192-a50f-df54b996cc7c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc634a78-038e-4bb9-8fd9-a1e9c6d46a3f') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:28.763201 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-555c2b1a-88b1-4192-a50f-df54b996cc7c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc634a78-038e-4bb9-8fd9-a1e9c6d46a3f') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:28.769835 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:28.774261 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-555c2b1a-88b1-4192-a50f-df54b996cc7c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.790993 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-555c2b1a-88b1-4192-a50f-df54b996cc7c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.797713 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555c2b1a-88b1-4192-a50f-df54b996cc7c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:28.801139 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-555c2b1a-88b1-4192-a50f-df54b996cc7c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.819976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.841815 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae04e458-6522-4118-8c10-7da133ce3b7a None None] Network f06ed28c-7c8b-49cb-8e6e-990a4637de1c requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:28.855711 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:28.859865 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7bd83ef5-7e5b-4c2e-b95d-cc006599680c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.886135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.913381 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.915355 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] 10.222.0.43 "DELETE /v2.0/networks/8ee91a7f-6a14-45bc-b0cc-ab905e8f019b HTTP/1.1" status: 204 len: 168 time: 1.5578535 Jul 28 11:44:28.931814 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f944d-9802-4b71-a491-88406d5322d4 tempest-AllowedAddressPairIpV6TestJSON-1084944632 tempest-AllowedAddressPairIpV6TestJSON-1084944632-project] Pushing event deleted for resources: {'Network': ['ID=8ee91a7f-6a14-45bc-b0cc-ab905e8f019b,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:28.939233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd6697d9-2461-4bd6-9a09-fe2df5deafae tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:28.949020 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a108bb19-a4e3-47e8-bfbe-48329d800349 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:44:29.000899 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-555c2b1a-88b1-4192-a50f-df54b996cc7c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.041779 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-555c2b1a-88b1-4192-a50f-df54b996cc7c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.043955 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-555c2b1a-88b1-4192-a50f-df54b996cc7c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/networks/f06ed28c-7c8b-49cb-8e6e-990a4637de1c HTTP/1.1" status: 204 len: 168 time: 0.9046545 Jul 28 11:44:29.044922 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7bd83ef5-7e5b-4c2e-b95d-cc006599680c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.049182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7bd83ef5-7e5b-4c2e-b95d-cc006599680c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.053479 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7bd83ef5-7e5b-4c2e-b95d-cc006599680c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/250a21ec-b441-4424-aac1-1acb95931284 HTTP/1.1" status: 204 len: 168 time: 0.5261018 Jul 28 11:44:29.053479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54012) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:29.053738 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port a108bb19-a4e3-47e8-bfbe-48329d800349 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:29.061405 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c2b1a-88b1-4192-a50f-df54b996cc7c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Network': ['ID=f06ed28c-7c8b-49cb-8e6e-990a4637de1c,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:29.069094 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5259641b-3731-49f3-b87c-4a2f0f5c2dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1289861785'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:29.108044 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd83ef5-7e5b-4c2e-b95d-cc006599680c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250a21ec-b441-4424-aac1-1acb95931284,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:29.130484 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5259641b-3731-49f3-b87c-4a2f0f5c2dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:29.137073 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5259641b-3731-49f3-b87c-4a2f0f5c2dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.153374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6b304bb0-b15c-4e55-a693-c0c841fb8f95 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:44:29.182712 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5259641b-3731-49f3-b87c-4a2f0f5c2dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:29.185550 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 6b304bb0-b15c-4e55-a693-c0c841fb8f95 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:44:29.185912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6b304bb0-b15c-4e55-a693-c0c841fb8f95 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:44:29.186671 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 268b8d4d-d297-4ca3-91ab-e6db196dfae9 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:44:29.202351 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5259641b-3731-49f3-b87c-4a2f0f5c2dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.202792 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-5259641b-3731-49f3-b87c-4a2f0f5c2dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Added segment 7cfedfa6-e100-44a5-a1a7-ed9cc92528a3 of type vlan for network cf4fec1f-3f73-45ad-9303-e06b8d69fc64 Jul 28 11:44:29.231189 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 268b8d4d-d297-4ca3-91ab-e6db196dfae9 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:44:29.231631 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 268b8d4d-d297-4ca3-91ab-e6db196dfae9 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:44:29.288399 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5259641b-3731-49f3-b87c-4a2f0f5c2dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.339785 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5259641b-3731-49f3-b87c-4a2f0f5c2dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.346673 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5259641b-3731-49f3-b87c-4a2f0f5c2dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:29.347700 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5259641b-3731-49f3-b87c-4a2f0f5c2dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.419135 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54022) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:29.436413 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5259641b-3731-49f3-b87c-4a2f0f5c2dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3762712 Jul 28 11:44:29.439225 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54026) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:29.445411 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-6d7c89a2-d7c5-47f6-a0a2-e6651d121b16 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'subnet': {'network_id': 'cf4fec1f-3f73-45ad-9303-e06b8d69fc64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:29.458790 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55add44c-063e-4717-b4be-2c14eacb0eb0 None None] Network 50fd055a-b8ce-4f16-944b-67aa43b6c928 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:29.501123 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259641b-3731-49f3-b87c-4a2f0f5c2dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Network': ['ID=cf4fec1f-3f73-45ad-9303-e06b8d69fc64,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:29.535701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network cf4fec1f-3f73-45ad-9303-e06b8d69fc64 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:29.552594 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7c89a2-d7c5-47f6-a0a2-e6651d121b16 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:29.556913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6d7c89a2-d7c5-47f6-a0a2-e6651d121b16 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.580192 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54028) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:29.618218 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.618517 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-219ffe4f-1362-4cea-b22e-a07424f15c22 None None] Provisioning for port a108bb19-a4e3-47e8-bfbe-48329d800349 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:29.631423 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd6697d9-2461-4bd6-9a09-fe2df5deafae tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.638282 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd6697d9-2461-4bd6-9a09-fe2df5deafae tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.639484 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-219ffe4f-1362-4cea-b22e-a07424f15c22 None None] Provisioning complete for port a108bb19-a4e3-47e8-bfbe-48329d800349 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:29.639861 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-219ffe4f-1362-4cea-b22e-a07424f15c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.681385 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7b7d9508-8ef2-4190-ac06-6e8f0436fa85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac29001115b4430cb92a15f9e9ebe685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583003 Jul 28 11:44:29.683655 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54030) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:29.715371 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:29.726301 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:29.739524 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:29.766372 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d3954f01-3c84-449e-bbf0-59173bb727e8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ca9b0dc341c541d88929aa817c0a1874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802223 Jul 28 11:44:29.766372 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Pushing event updated for resources: {'Port': ['ID=02ec7e64-9d30-44b3-9243-6d33d5ca1571,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:29.767188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd6697d9-2461-4bd6-9a09-fe2df5deafae tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.768004 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6697d9-2461-4bd6-9a09-fe2df5deafae tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Fanout notify agent at l3_agent the message router_deleted on router 2e72f7c7-13f1-4c58-a31f-f6e431103c7d {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:44:29.771441 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54034) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:29.777989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd6697d9-2461-4bd6-9a09-fe2df5deafae tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.779803 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fd6697d9-2461-4bd6-9a09-fe2df5deafae tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] 10.222.0.43 "DELETE /v2.0/routers/2e72f7c7-13f1-4c58-a31f-f6e431103c7d HTTP/1.1" status: 204 len: 168 time: 2.8914676 Jul 28 11:44:29.787588 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54036) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:29.812080 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-219ffe4f-1362-4cea-b22e-a07424f15c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.851206 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14850107-7c6d-4b51-9ab2-4f41bb93cd4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.858473 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-219ffe4f-1362-4cea-b22e-a07424f15c22 None None] For port a108bb19-a4e3-47e8-bfbe-48329d800349, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a108bb19-a4e3-47e8-bfbe-48329d800349,segment=NetworkSegment(e74fdf5b-6c99-4522-a34a-860c55b26591),segment_id=e74fdf5b-6c99-4522-a34a-860c55b26591)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:29.864717 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-219ffe4f-1362-4cea-b22e-a07424f15c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.926661 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ffe4f-1362-4cea-b22e-a07424f15c22 None None] Pushing event updated for resources: {'Port': ['ID=a108bb19-a4e3-47e8-bfbe-48329d800349,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:29.933151 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14850107-7c6d-4b51-9ab2-4f41bb93cd4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.950504 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-12638181-940d-4015-8565-6544f6ad7023 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Deleting subnet de5a91c5-cd0c-436d-b534-6936904a6000 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:44:29.968474 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6d7c89a2-d7c5-47f6-a0a2-e6651d121b16 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:29.980926 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-12638181-940d-4015-8565-6544f6ad7023 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.021314 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b37e8e4-4971-4b35-8b6e-089cf8f592e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.041008 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c89a2-d7c5-47f6-a0a2-e6651d121b16 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Subnet': ['ID=de316e82-0b9b-46cc-9622-2ec780ef08aa,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:30.063199 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14850107-7c6d-4b51-9ab2-4f41bb93cd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.066679 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14850107-7c6d-4b51-9ab2-4f41bb93cd4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.067913 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-14850107-7c6d-4b51-9ab2-4f41bb93cd4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6faffc3e-8a6c-4660-aed2-d5c0af6e3df3 HTTP/1.1" status: 204 len: 168 time: 0.3831267 Jul 28 11:44:30.068138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-12638181-940d-4015-8565-6544f6ad7023 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.068720 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c89a2-d7c5-47f6-a0a2-e6651d121b16 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Checking segment: {'id': '7cfedfa6-e100-44a5-a1a7-ed9cc92528a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cf4fec1f-3f73-45ad-9303-e06b8d69fc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:30.069074 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7c89a2-d7c5-47f6-a0a2-e6651d121b16 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network hostable DHCP agents. Network: cf4fec1f-3f73-45ad-9303-e06b8d69fc64, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:44:30.082170 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14850107-7c6d-4b51-9ab2-4f41bb93cd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faffc3e-8a6c-4660-aed2-d5c0af6e3df3,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:30.099087 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7c89a2-d7c5-47f6-a0a2-e6651d121b16 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network cf4fec1f-3f73-45ad-9303-e06b8d69fc64 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:44:30.115369 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-6d7c89a2-d7c5-47f6-a0a2-e6651d121b16 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, cf4fec1f-3f73-45ad-9303-e06b8d69fc64) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:30.120730 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7c89a2-d7c5-47f6-a0a2-e6651d121b16 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:30.122134 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6d7c89a2-d7c5-47f6-a0a2-e6651d121b16 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.125325 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34f0ef5-5032-4932-9ed2-89b1cf4bad74 None None] Network cf4fec1f-3f73-45ad-9303-e06b8d69fc64 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:30.146481 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6d7c89a2-d7c5-47f6-a0a2-e6651d121b16 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7050540 Jul 28 11:44:30.148149 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54042) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:30.150803 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b37e8e4-4971-4b35-8b6e-089cf8f592e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.215206 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e9f5a1d3-bc21-4056-b20c-847982653aaa None None] Provisioning complete for port a108bb19-a4e3-47e8-bfbe-48329d800349 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:30.215580 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a1d3-bc21-4056-b20c-847982653aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.292002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b37e8e4-4971-4b35-8b6e-089cf8f592e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.294894 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b37e8e4-4971-4b35-8b6e-089cf8f592e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.296221 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0b37e8e4-4971-4b35-8b6e-089cf8f592e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8370740f-1e38-4b65-a802-39339f2bdc27 HTTP/1.1" status: 204 len: 168 time: 0.5238593 Jul 28 11:44:30.315418 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.318143 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08d4a76c-2f3a-4342-a3e6-7f6d0ad408b1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.390955 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1d48db-314f-40f6-8d1c-923969386dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-cf4fec1f-3f73-45ad-9303-e06b8d69fc64', 'network_id': 'cf4fec1f-3f73-45ad-9303-e06b8d69fc64', 'tenant_id': 'f644922813d441139ed3c30cdf7494f1', 'fixed_ips': [{'subnet_id': 'de316e82-0b9b-46cc-9622-2ec780ef08aa'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:44:30.391822 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db1d48db-314f-40f6-8d1c-923969386dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.394504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08d4a76c-2f3a-4342-a3e6-7f6d0ad408b1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.403888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37e8e4-4971-4b35-8b6e-089cf8f592e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8370740f-1e38-4b65-a802-39339f2bdc27,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:30.417037 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-12638181-940d-4015-8565-6544f6ad7023 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.520391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08d4a76c-2f3a-4342-a3e6-7f6d0ad408b1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.562634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4a76c-2f3a-4342-a3e6-7f6d0ad408b1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Subnet': ['ID=de316e82-0b9b-46cc-9622-2ec780ef08aa,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:30.612799 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-12638181-940d-4015-8565-6544f6ad7023 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.630937 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08d4a76c-2f3a-4342-a3e6-7f6d0ad408b1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server [None req-db1d48db-314f-40f6-8d1c-923969386dc5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de316e82-0b9b-46cc-9622-2ec780ef08aa: This subnet is being modified by another concurrent operation. Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:44:30.640462 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de316e82-0b9b-46cc-9622-2ec780ef08aa: This subnet is being modified by another concurrent operation. Jul 28 11:44:30.644537 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server Jul 28 11:44:30.652642 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-08d4a76c-2f3a-4342-a3e6-7f6d0ad408b1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4fec1f-3f73-45ad-9303-e06b8d69fc64']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:30.655268 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12638181-940d-4015-8565-6544f6ad7023 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Pushing event deleted for resources: {'Subnet': ['ID=de5a91c5-cd0c-436d-b534-6936904a6000,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:30.663485 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-12638181-940d-4015-8565-6544f6ad7023 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.667944 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-08d4a76c-2f3a-4342-a3e6-7f6d0ad408b1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfedfa6-e100-44a5-a1a7-ed9cc92528a3') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:30.668127 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-12638181-940d-4015-8565-6544f6ad7023 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] 10.222.0.43 "DELETE /v2.0/subnets/de5a91c5-cd0c-436d-b534-6936904a6000 HTTP/1.1" status: 204 len: 168 time: 0.8779900 Jul 28 11:44:30.668553 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-08d4a76c-2f3a-4342-a3e6-7f6d0ad408b1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfedfa6-e100-44a5-a1a7-ed9cc92528a3') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:30.668668 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54056) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:30.695299 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08d4a76c-2f3a-4342-a3e6-7f6d0ad408b1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.701915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7580a0c-bf76-4896-a744-fff6c66474f6 None None] Network cf4fec1f-3f73-45ad-9303-e06b8d69fc64 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:30.707719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698941d4-a72f-4e90-9b43-4c77003c794c None None] Network 701331c9-bbea-4924-892c-a3e1441a1105 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:30.713990 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08d4a76c-2f3a-4342-a3e6-7f6d0ad408b1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.725376 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d4a76c-2f3a-4342-a3e6-7f6d0ad408b1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:30.725930 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08d4a76c-2f3a-4342-a3e6-7f6d0ad408b1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:30.729908 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:30.814892 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08d4a76c-2f3a-4342-a3e6-7f6d0ad408b1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.860348 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08d4a76c-2f3a-4342-a3e6-7f6d0ad408b1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.868923 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-08d4a76c-2f3a-4342-a3e6-7f6d0ad408b1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/networks/cf4fec1f-3f73-45ad-9303-e06b8d69fc64 HTTP/1.1" status: 204 len: 168 time: 0.7193105 Jul 28 11:44:30.869912 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4a76c-2f3a-4342-a3e6-7f6d0ad408b1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Network': ['ID=cf4fec1f-3f73-45ad-9303-e06b8d69fc64,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:30.872055 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54064) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:30.890924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-26a1e6d9-1136-41c5-8edd-b6199af83589 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-501905343'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:30.893241 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.910174 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a108bb19-a4e3-47e8-bfbe-48329d800349 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:44:30.925663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:30.965168 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a1e6d9-1136-41c5-8edd-b6199af83589 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:30.974397 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-26a1e6d9-1136-41c5-8edd-b6199af83589 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.045874 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a1e6d9-1136-41c5-8edd-b6199af83589 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:31.086007 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-26a1e6d9-1136-41c5-8edd-b6199af83589 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.087167 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-26a1e6d9-1136-41c5-8edd-b6199af83589 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Added segment 200784f1-9a3f-4ffc-9b40-c578fff68e0f of type vlan for network 3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0 Jul 28 11:44:31.092350 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port a108bb19-a4e3-47e8-bfbe-48329d800349 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:31.092914 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.225998 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-26a1e6d9-1136-41c5-8edd-b6199af83589 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.230026 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Deleting port fdc96b90-c8a5-401a-9b04-02b7242849db {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:31.238064 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.240634 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cff679-52f8-443a-b0f3-86d2b0193905 None None] DHCP port deletion for 701331c9-bbea-4924-892c-a3e1441a1105 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:44:31.302825 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-26a1e6d9-1136-41c5-8edd-b6199af83589 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.311256 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a1e6d9-1136-41c5-8edd-b6199af83589 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:31.311821 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] For port fdc96b90-c8a5-401a-9b04-02b7242849db, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=fdc96b90-c8a5-401a-9b04-02b7242849db,segment=NetworkSegment(9e2b7f14-1443-4f4e-8457-eee8e26d9e48),segment_id=9e2b7f14-1443-4f4e-8457-eee8e26d9e48)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:31.311952 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-26a1e6d9-1136-41c5-8edd-b6199af83589 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.312477 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.327231 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Calling delete_port for fdc96b90-c8a5-401a-9b04-02b7242849db owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:31.342822 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-68cff679-52f8-443a-b0f3-86d2b0193905 None None] Deleting port fdc96b90-c8a5-401a-9b04-02b7242849db {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:31.343355 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68cff679-52f8-443a-b0f3-86d2b0193905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.416958 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.443420 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-68cff679-52f8-443a-b0f3-86d2b0193905 None None] For port fdc96b90-c8a5-401a-9b04-02b7242849db, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=fdc96b90-c8a5-401a-9b04-02b7242849db,segment=NetworkSegment(9e2b7f14-1443-4f4e-8457-eee8e26d9e48),segment_id=9e2b7f14-1443-4f4e-8457-eee8e26d9e48)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:31.443980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68cff679-52f8-443a-b0f3-86d2b0193905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.449687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Pushing event deleted for resources: {'Port': ['ID=fdc96b90-c8a5-401a-9b04-02b7242849db,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:31.455954 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] No DVR routers for this DVR port fdc96b90-c8a5-401a-9b04-02b7242849db on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:44:31.461234 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1e6d9-1136-41c5-8edd-b6199af83589 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Network': ['ID=3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:31.465244 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-68cff679-52f8-443a-b0f3-86d2b0193905 None None] Calling delete_port for fdc96b90-c8a5-401a-9b04-02b7242849db owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:31.469928 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54086) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:31.480978 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:31.491031 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-26a1e6d9-1136-41c5-8edd-b6199af83589 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6178551 Jul 28 11:44:31.492585 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54090) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:31.498914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ae5a0a31-6599-4a5c-9843-829b7c143621 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'subnet': {'network_id': '3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:31.574694 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Router 35180408-4b8d-4649-8b2e-b7a4ca5d7aa1 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:44:31.592151 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-65d7eede-e555-4a67-85e9-a86b0b8fc322 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-445063513'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:31.633918 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d7eede-e555-4a67-85e9-a86b0b8fc322 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:31.637571 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65d7eede-e555-4a67-85e9-a86b0b8fc322 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.650651 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68cff679-52f8-443a-b0f3-86d2b0193905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.652965 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65d7eede-e555-4a67-85e9-a86b0b8fc322 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.688004 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cff679-52f8-443a-b0f3-86d2b0193905 None None] No DVR routers for this DVR port fdc96b90-c8a5-401a-9b04-02b7242849db on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:44:31.689791 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cff679-52f8-443a-b0f3-86d2b0193905 None None] Pushing event deleted for resources: {'Port': ['ID=fdc96b90-c8a5-401a-9b04-02b7242849db,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:31.714370 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a3464-6400-45ba-b2e0-0ca86a984837 None None] get_active_networks_info from dv-neutron-786478-16-hyperv {{(pid=100417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:44:31.815411 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65d7eede-e555-4a67-85e9-a86b0b8fc322 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.819291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.824351 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65d7eede-e555-4a67-85e9-a86b0b8fc322 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.848801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701331c9-bbea-4924-892c-a3e1441a1105']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:31.858774 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809a3464-6400-45ba-b2e0-0ca86a984837 None None] Resources bound (agent type, host, resource id): {{(pid=100417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:44:31.873163 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2b7f14-1443-4f4e-8457-eee8e26d9e48') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:31.873490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2b7f14-1443-4f4e-8457-eee8e26d9e48') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:31.879623 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d7eede-e555-4a67-85e9-a86b0b8fc322 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:31.889453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5a0a31-6599-4a5c-9843-829b7c143621 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:31.890775 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7eede-e555-4a67-85e9-a86b0b8fc322 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab9adff-f3a7-4462-b5f0-91c72c307faa,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:31.894282 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ae5a0a31-6599-4a5c-9843-829b7c143621 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.896576 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65d7eede-e555-4a67-85e9-a86b0b8fc322 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.896921 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-65d7eede-e555-4a67-85e9-a86b0b8fc322 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Added segment e9bd8496-1922-4e28-b253-25921b0f99e3 of type vlan for network ff79b356-b140-4126-83e7-2a8ec9cd81dc Jul 28 11:44:31.901664 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.947492 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65d7eede-e555-4a67-85e9-a86b0b8fc322 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.968431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:44:31.989020 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65d7eede-e555-4a67-85e9-a86b0b8fc322 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.996201 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.997992 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d7eede-e555-4a67-85e9-a86b0b8fc322 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:31.999660 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65d7eede-e555-4a67-85e9-a86b0b8fc322 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:32.018928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:32.019393 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:32.023991 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:32.055432 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e77f2c-91f1-4141-835d-86e2384a8483 None None] Sync routers for ids ['35180408-4b8d-4649-8b2e-b7a4ca5d7aa1'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:44:32.070778 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:32.074665 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-04f55c18-6e8b-4f5b-90ba-4568d45941b7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2077923 Jul 28 11:44:32.082384 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54104) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:32.089694 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-6dbebf8f-9940-4635-ba61-1cca7a7779f9 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'enable_snat': False}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:32.096317 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7eede-e555-4a67-85e9-a86b0b8fc322 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Network': ['ID=ff79b356-b140-4126-83e7-2a8ec9cd81dc,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:32.100262 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e77f2c-91f1-4141-835d-86e2384a8483 None None] Routers {'35180408-4b8d-4649-8b2e-b7a4ca5d7aa1'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:32.100902 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-37e77f2c-91f1-4141-835d-86e2384a8483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['35180408-4b8d-4649-8b2e-b7a4ca5d7aa1'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:32.115518 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-65d7eede-e555-4a67-85e9-a86b0b8fc322 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6445112 Jul 28 11:44:32.118827 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54106) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:32.125662 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d3e52145-47d9-41a6-8816-eca3af251562 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:32.141646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:32.256421 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e52145-47d9-41a6-8816-eca3af251562 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:32.263967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-37e77f2c-91f1-4141-835d-86e2384a8483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:32.266648 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d3e52145-47d9-41a6-8816-eca3af251562 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:32.285502 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:32.314968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e77f2c-91f1-4141-835d-86e2384a8483 None None] Routers {'35180408-4b8d-4649-8b2e-b7a4ca5d7aa1'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:32.317858 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-37e77f2c-91f1-4141-835d-86e2384a8483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['35180408-4b8d-4649-8b2e-b7a4ca5d7aa1'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:32.324138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ae5a0a31-6599-4a5c-9843-829b7c143621 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:32.342709 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:32.345070 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] 10.222.0.43 "DELETE /v2.0/networks/701331c9-bbea-4924-892c-a3e1441a1105 HTTP/1.1" status: 204 len: 168 time: 1.6727948 Jul 28 11:44:32.351485 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ef805-53e1-48e6-b365-821424dc4bce tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Pushing event deleted for resources: {'Network': ['ID=701331c9-bbea-4924-892c-a3e1441a1105,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:32.358362 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54112) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:32.397622 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-37e77f2c-91f1-4141-835d-86e2384a8483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:32.398370 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e77f2c-91f1-4141-835d-86e2384a8483 None None] The sync data for ids ['35180408-4b8d-4649-8b2e-b7a4ca5d7aa1'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:44:32.445444 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a993b72-7e27-4c30-a2c0-de959ec0052c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:32.473893 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a0a31-6599-4a5c-9843-829b7c143621 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Subnet': ['ID=b3c56165-3051-4353-99c4-1959799ddeba,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:32.599638 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d3e52145-47d9-41a6-8816-eca3af251562 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:32.650407 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5a0a31-6599-4a5c-9843-829b7c143621 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Checking segment: {'id': '200784f1-9a3f-4ffc-9b40-c578fff68e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:32.650917 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5a0a31-6599-4a5c-9843-829b7c143621 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network hostable DHCP agents. Network: 3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:44:32.675538 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e52145-47d9-41a6-8816-eca3af251562 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=03b88c1f-a06c-4c37-8e5d-83a22265e209,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:32.699646 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e52145-47d9-41a6-8816-eca3af251562 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:32.699646 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e52145-47d9-41a6-8816-eca3af251562 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network hostable DHCP agents. Network: ff79b356-b140-4126-83e7-2a8ec9cd81dc, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:44:32.718912 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5a0a31-6599-4a5c-9843-829b7c143621 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network 3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:44:32.719760 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e52145-47d9-41a6-8816-eca3af251562 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:44:32.730727 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-d3e52145-47d9-41a6-8816-eca3af251562 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, ff79b356-b140-4126-83e7-2a8ec9cd81dc) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:32.735411 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e52145-47d9-41a6-8816-eca3af251562 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:32.736399 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d3e52145-47d9-41a6-8816-eca3af251562 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:32.742745 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36919b33-e7be-492b-88c0-4eaa07effb41 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:32.748712 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-ae5a0a31-6599-4a5c-9843-829b7c143621 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:32.757731 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d3e52145-47d9-41a6-8816-eca3af251562 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6349642 Jul 28 11:44:32.758245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54126) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:32.763558 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-238c5307-a5c9-4c8c-b1e7-7a138667c95f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'name': 'tempest-NetworksTestDHCPv6-1078749855'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:32.772758 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5a0a31-6599-4a5c-9843-829b7c143621 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:32.773359 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ae5a0a31-6599-4a5c-9843-829b7c143621 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:32.778180 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-5ad0d6ba-31a1-414e-aca3-29570dbc0937 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Deleting port 3c2fdf14-abe9-4c86-a8d3-2d7f81d1e10b {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:32.778761 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d6ba-31a1-414e-aca3-29570dbc0937 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:32.874689 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d6ba-31a1-414e-aca3-29570dbc0937 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:32.875285 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d6ba-31a1-414e-aca3-29570dbc0937 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:32.895642 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4003ea-5bef-4916-b5e5-5f9f2e1eaec4 None None] Network 3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:32.895884 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-5ad0d6ba-31a1-414e-aca3-29570dbc0937 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Calling delete_port for 3c2fdf14-abe9-4c86-a8d3-2d7f81d1e10b owned by network:floatingip {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:32.899528 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238c5307-a5c9-4c8c-b1e7-7a138667c95f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:32.902859 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device fdc96b90-c8a5-401a-9b04-02b7242849db no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:44:32.906278 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-238c5307-a5c9-4c8c-b1e7-7a138667c95f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:32.917544 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54128) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:32.933473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-238c5307-a5c9-4c8c-b1e7-7a138667c95f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port 0b82aa77-25c5-448a-a9ae-c21ea7a90c3e yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:32.947663 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ae5a0a31-6599-4a5c-9843-829b7c143621 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4536462 Jul 28 11:44:32.951135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54132) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:32.963671 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: fdc96b90-c8a5-401a-9b04-02b7242849db {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:44:32.964102 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device fdc96b90-c8a5-401a-9b04-02b7242849db not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:44:33.056186 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-238c5307-a5c9-4c8c-b1e7-7a138667c95f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::16d (ff79b356-b140-4126-83e7-2a8ec9cd81dc/03b88c1f-a06c-4c37-8e5d-83a22265e209/0b82aa77-25c5-448a-a9ae-c21ea7a90c3e) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:33.078771 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': '03b88c1f-a06c-4c37-8e5d-83a22265e209'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:44:33.079827 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.105071 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-bfd6b551-1bf5-4841-a719-7b7a0b109b64 tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-485900527'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:33.176956 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd6b551-1bf5-4841-a719-7b7a0b109b64 tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Made reservation on behalf of 197241ea4a684c8caf1d598273fbb2ac for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:33.180341 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b551-1bf5-4841-a719-7b7a0b109b64 tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.196446 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b551-1bf5-4841-a719-7b7a0b109b64 tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.275477 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-238c5307-a5c9-4c8c-b1e7-7a138667c95f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.285564 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0', 'network_id': '3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0', 'tenant_id': 'f644922813d441139ed3c30cdf7494f1', 'fixed_ips': [{'subnet_id': 'b3c56165-3051-4353-99c4-1959799ddeba'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:44:33.287262 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.299554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-238c5307-a5c9-4c8c-b1e7-7a138667c95f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object 0b82aa77-25c5-448a-a9ae-c21ea7a90c3e will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:33.376702 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b551-1bf5-4841-a719-7b7a0b109b64 tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.381728 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-238c5307-a5c9-4c8c-b1e7-7a138667c95f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.395714 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b551-1bf5-4841-a719-7b7a0b109b64 tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.458511 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238c5307-a5c9-4c8c-b1e7-7a138667c95f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:33.466623 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd6b551-1bf5-4841-a719-7b7a0b109b64 tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:33.472346 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-238c5307-a5c9-4c8c-b1e7-7a138667c95f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:33.474674 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Allocated IP 2001:db8::2 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/03b88c1f-a06c-4c37-8e5d-83a22265e209/6771c627-4104-4812-adb4-5dc271e07799) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:33.477993 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c5307-a5c9-4c8c-b1e7-7a138667c95f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:33.483672 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238c5307-a5c9-4c8c-b1e7-7a138667c95f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:33.484307 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-238c5307-a5c9-4c8c-b1e7-7a138667c95f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.488578 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6b551-1bf5-4841-a719-7b7a0b109b64 tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15db79be-1fd6-41e2-88e5-a1ebe347d6b2,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:33.491037 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c5307-a5c9-4c8c-b1e7-7a138667c95f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=0b82aa77-25c5-448a-a9ae-c21ea7a90c3e,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:33.502056 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b551-1bf5-4841-a719-7b7a0b109b64 tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.502403 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-bfd6b551-1bf5-4841-a719-7b7a0b109b64 tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Added segment c103ea31-3726-40a2-84b8-6f00a01873d9 of type vlan for network 021f992f-a8d8-4e8f-919d-341702d5a312 Jul 28 11:44:33.505603 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6dbebf8f-9940-4635-ba61-1cca7a7779f9 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.523306 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.527415 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Allocated IP 2001:db8::1 (3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0/b3c56165-3051-4353-99c4-1959799ddeba/61c25bc5-2e78-4d24-bc54-03ea413fcb7f) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:33.541838 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-238c5307-a5c9-4c8c-b1e7-7a138667c95f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7824316 Jul 28 11:44:33.547220 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54138) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:33.559547 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b551-1bf5-4841-a719-7b7a0b109b64 tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.671190 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d6ba-31a1-414e-aca3-29570dbc0937 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.686735 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.711358 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Transition to ACTIVE for port object 6771c627-4104-4812-adb4-5dc271e07799 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:33.719349 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0d6ba-31a1-414e-aca3-29570dbc0937 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Pushing event deleted for resources: {'Port': ['ID=3c2fdf14-abe9-4c86-a8d3-2d7f81d1e10b,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:33.723909 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.763108 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Transition to ACTIVE for port object 6771c627-4104-4812-adb4-5dc271e07799 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:33.777520 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.836652 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d6ba-31a1-414e-aca3-29570dbc0937 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks [] for floatingip, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.839424 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d6ba-31a1-414e-aca3-29570dbc0937 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.843087 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5ad0d6ba-31a1-414e-aca3-29570dbc0937 tempest-FloatingIPAdminTestJSON-342469666 tempest-FloatingIPAdminTestJSON-342469666-project] 10.222.0.43 "DELETE /v2.0/floatingips/e7ab629b-c8aa-4302-83bf-c3d00cab6a28 HTTP/1.1" status: 204 len: 168 time: 1.4812980 Jul 28 11:44:33.843390 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:33.857479 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:33.860027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:33.878690 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Pushing event updated for resources: {'Port': ['ID=6771c627-4104-4812-adb4-5dc271e07799,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:33.891600 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5147128b-670d-427b-aeb4-6f98822a9235 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:33.893449 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5147128b-670d-427b-aeb4-6f98822a9235 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3452349 Jul 28 11:44:33.895648 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b551-1bf5-4841-a719-7b7a0b109b64 tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.899719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54144) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:33.902037 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd6b551-1bf5-4841-a719-7b7a0b109b64 tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:33.902858 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b551-1bf5-4841-a719-7b7a0b109b64 tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.973445 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bfd6b551-1bf5-4841-a719-7b7a0b109b64 tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0543318 Jul 28 11:44:33.986792 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.989912 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6b551-1bf5-4841-a719-7b7a0b109b64 tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Pushing event updated for resources: {'Network': ['ID=021f992f-a8d8-4e8f-919d-341702d5a312,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:33.991279 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Attempting to bind port 6771c627-4104-4812-adb4-5dc271e07799 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:33.992334 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Attempting to bind port 6771c627-4104-4812-adb4-5dc271e07799 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:33.992715 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Attempting to bind port 6771c627-4104-4812-adb4-5dc271e07799 on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:34.005821 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 021f992f-a8d8-4e8f-919d-341702d5a312 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:34.022399 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Transition to ACTIVE for port object 61c25bc5-2e78-4d24-bc54-03ea413fcb7f will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:34.053842 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:44:34.054060 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:34.054317 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.054923 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:44:34.055490 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Bound port: 6771c627-4104-4812-adb4-5dc271e07799, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:44:34.055792 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.095279 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Transition to ACTIVE for port object 61c25bc5-2e78-4d24-bc54-03ea413fcb7f will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:34.125420 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.151862 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.193391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Network 3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:34.202200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:34.203418 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c56165-3051-4353-99c4-1959799ddeba,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:34.205133 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:34.210895 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-784dbfbe-6e50-4532-a393-7956d3f94d47 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port 0b82aa77-25c5-448a-a9ae-c21ea7a90c3e {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:34.211292 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-784dbfbe-6e50-4532-a393-7956d3f94d47 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.213395 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Pushing event updated for resources: {'Port': ['ID=61c25bc5-2e78-4d24-bc54-03ea413fcb7f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:34.216705 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] For port 6771c627-4104-4812-adb4-5dc271e07799, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:34.221877 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54152) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:34.222395 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] For port 6771c627-4104-4812-adb4-5dc271e07799, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6771c627-4104-4812-adb4-5dc271e07799,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:44:34.229647 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Request body: {'port': {'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312', 'binding:host_id': 'hv-neutron-7864', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-957328740'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:34.237068 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.252003 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54154) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:34.269879 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Made reservation on behalf of c70d0af12fb4469e8e2cebd7b8d8f84c for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:34.272643 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.286533 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.332067 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Attempting to bind port 61c25bc5-2e78-4d24-bc54-03ea413fcb7f on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:34.332622 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Attempting to bind port 61c25bc5-2e78-4d24-bc54-03ea413fcb7f by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '200784f1-9a3f-4ffc-9b40-c578fff68e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:34.332851 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Attempting to bind port 61c25bc5-2e78-4d24-bc54-03ea413fcb7f on network 3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:34.355426 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:44:34.355821 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Checking segment: {'id': '200784f1-9a3f-4ffc-9b40-c578fff68e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:34.356235 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.356627 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Bound using segment: {'id': '200784f1-9a3f-4ffc-9b40-c578fff68e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:44:34.357253 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Bound port: 61c25bc5-2e78-4d24-bc54-03ea413fcb7f, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200784f1-9a3f-4ffc-9b40-c578fff68e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:44:34.357682 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.395489 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb7f7b-4ced-4649-b8f0-bcf243cf6eb5 None None] Pushing event updated for resources: {'Port': ['ID=6771c627-4104-4812-adb4-5dc271e07799,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:34.400714 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.426019 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.426676 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:34.437084 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.442617 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] device_id is not set on port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:34.456236 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200784f1-9a3f-4ffc-9b40-c578fff68e0f') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:34.456565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200784f1-9a3f-4ffc-9b40-c578fff68e0f') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:34.509774 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] For port 61c25bc5-2e78-4d24-bc54-03ea413fcb7f, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:34.513480 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] For port 61c25bc5-2e78-4d24-bc54-03ea413fcb7f, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=61c25bc5-2e78-4d24-bc54-03ea413fcb7f,segment=NetworkSegment(200784f1-9a3f-4ffc-9b40-c578fff68e0f),segment_id=200784f1-9a3f-4ffc-9b40-c578fff68e0f)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:44:34.518033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.520694 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.584954 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76003b6c-fc05-49bd-b8d4-f36abd900f18,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:34.591489 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-784dbfbe-6e50-4532-a393-7956d3f94d47 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.606557 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.633885 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:34.639381 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:34.642892 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:34.647842 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-784dbfbe-6e50-4532-a393-7956d3f94d47 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for 0b82aa77-25c5-448a-a9ae-c21ea7a90c3e owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:34.660950 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87435f5a-071e-41b9-a335-f721647876ac None None] Network 3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:34.665088 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b93f89f3-6902-498e-8076-c999a5c9d86d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0590313e7570410a92f46c155a646519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119031 Jul 28 11:44:34.668876 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54162) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:34.688568 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c0378-3242-41e4-8244-4ae5614b276b None None] Pushing event updated for resources: {'Port': ['ID=61c25bc5-2e78-4d24-bc54-03ea413fcb7f,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:34.816228 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-66f1463d-e248-4738-9a9c-8c696021ce8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.839232 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] device_id is not set on port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:34.856976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-66f1463d-e248-4738-9a9c-8c696021ce8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.858948 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.880856 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.api [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 11:44:34.880856 dv-neutron-786478-16-hyperv neutron-server[100415]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 11:44:34.880856 dv-neutron-786478-16-hyperv neutron-server[100415]: [parameters: {'id': '3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0'}] Jul 28 11:44:34.880856 dv-neutron-786478-16-hyperv neutron-server[100415]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100415) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:44:34.881252 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG oslo_db.api [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:44:34.881919 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6771c627-4104-4812-adb4-5dc271e07799 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:44:34.885301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Transition to ACTIVE for port object 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 will not be triggered until provisioned by entity L2. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:34.908590 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.918841 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7afde7a6-5bea-4d1e-9db0-16a0e59b993b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.958112 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 6771c627-4104-4812-adb4-5dc271e07799 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:34.977387 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Pushing event updated for resources: {'Port': ['ID=1b363170-d020-4607-9d1c-1aa7f7ac2dd4,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:34.982162 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-66f1463d-e248-4738-9a9c-8c696021ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.984659 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-66f1463d-e248-4738-9a9c-8c696021ce8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:34.985774 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-66f1463d-e248-4738-9a9c-8c696021ce8c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b110427-ad45-4203-b0d8-378c8ca92048 HTTP/1.1" status: 204 len: 168 time: 0.3159854 Jul 28 11:44:34.993230 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6dbebf8f-9940-4635-ba61-1cca7a7779f9 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.002309 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6dbebf8f-9940-4635-ba61-1cca7a7779f9 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.005386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1463d-e248-4738-9a9c-8c696021ce8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b110427-ad45-4203-b0d8-378c8ca92048,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:35.010491 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Checking segment: {'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:35.010845 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Network hostable DHCP agents. Network: 021f992f-a8d8-4e8f-919d-341702d5a312, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:44:35.036371 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Network 021f992f-a8d8-4e8f-919d-341702d5a312 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:44:35.048208 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 021f992f-a8d8-4e8f-919d-341702d5a312) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:35.058779 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1894a4c-3f61-4c72-93e3-e2ab03595391 None None] Network 021f992f-a8d8-4e8f-919d-341702d5a312 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:35.061817 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:35.076783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:35.077295 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:35.077615 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:35.082833 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:35.083167 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:35.083546 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 2 to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 Jul 28 11:44:35.098788 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:35.099989 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:35.100866 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:35.101485 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-784dbfbe-6e50-4532-a393-7956d3f94d47 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.106459 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:35.106794 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:35.107180 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 3 to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 Jul 28 11:44:35.130278 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:35.130818 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:35.131162 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:35.137659 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:35.138112 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:35.138881 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 4 to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 Jul 28 11:44:35.152606 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:35.153135 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:35.153626 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:35.158852 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:35.163521 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:35.164114 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 5 to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 Jul 28 11:44:35.181507 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:35.182005 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:35.182741 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:35.187891 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:35.188514 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:35.189687 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 6 to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 Jul 28 11:44:35.191914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dbfbe-6e50-4532-a393-7956d3f94d47 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=0b82aa77-25c5-448a-a9ae-c21ea7a90c3e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:35.210253 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:35.211013 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:35.211976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:35.216949 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:35.217432 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:35.217959 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 7 to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 Jul 28 11:44:35.235552 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:35.236991 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:35.237546 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:35.240547 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-784dbfbe-6e50-4532-a393-7956d3f94d47 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.245999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:35.246235 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:35.246657 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54170) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:35.247099 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 8 to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 Jul 28 11:44:35.247277 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-784dbfbe-6e50-4532-a393-7956d3f94d47 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/0b82aa77-25c5-448a-a9ae-c21ea7a90c3e HTTP/1.1" status: 204 len: 168 time: 1.3430855 Jul 28 11:44:35.253645 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbebf8f-9940-4635-ba61-1cca7a7779f9 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Router 35180408-4b8d-4649-8b2e-b7a4ca5d7aa1 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:44:35.291950 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.332032 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:35.332397 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:35.332658 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:35.351357 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:35.351718 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:35.357025 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 9 to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 Jul 28 11:44:35.384857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.388350 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f6600a-fcc5-4477-abef-4a1e6c643ac9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:35.390814 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f6600a-fcc5-4477-abef-4a1e6c643ac9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:35.391216 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbebf8f-9940-4635-ba61-1cca7a7779f9 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:44:35.392396 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-88f6600a-fcc5-4477-abef-4a1e6c643ac9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1398997 Jul 28 11:44:35.395382 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:35.395734 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:35.396079 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:35.397998 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54172) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:35.398757 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6dbebf8f-9940-4635-ba61-1cca7a7779f9 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.400115 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6dbebf8f-9940-4635-ba61-1cca7a7779f9 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "PUT /v2.0/routers/35180408-4b8d-4649-8b2e-b7a4ca5d7aa1 HTTP/1.1" status: 200 len: 921 time: 3.3161569 Jul 28 11:44:35.403781 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54174) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:35.408531 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd36f6b-0ba4-40ec-8c8c-788ee09f5d66 None None] Sync routers for ids ['35180408-4b8d-4649-8b2e-b7a4ca5d7aa1'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:44:35.423721 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd36f6b-0ba4-40ec-8c8c-788ee09f5d66 None None] Routers {'35180408-4b8d-4649-8b2e-b7a4ca5d7aa1'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:35.424528 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5bd36f6b-0ba4-40ec-8c8c-788ee09f5d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['35180408-4b8d-4649-8b2e-b7a4ca5d7aa1'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:35.452555 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54176) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:35.455703 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:35.456667 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:35.460545 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 10 to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 Jul 28 11:44:35.480881 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5bd36f6b-0ba4-40ec-8c8c-788ee09f5d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:35.488390 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f22000-23ad-4877-b4ec-e749cccfee18 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 03b88c1f-a06c-4c37-8e5d-83a22265e209 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:44:35.492910 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd36f6b-0ba4-40ec-8c8c-788ee09f5d66 None None] Routers {'35180408-4b8d-4649-8b2e-b7a4ca5d7aa1'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:35.493046 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-52f22000-23ad-4877-b4ec-e749cccfee18 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.494029 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5bd36f6b-0ba4-40ec-8c8c-788ee09f5d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['35180408-4b8d-4649-8b2e-b7a4ca5d7aa1'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:35.495041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e837a0a0-3ff9-4747-99b1-272518a73ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.540046 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5bd36f6b-0ba4-40ec-8c8c-788ee09f5d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:35.541150 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd36f6b-0ba4-40ec-8c8c-788ee09f5d66 None None] The sync data for ids ['35180408-4b8d-4649-8b2e-b7a4ca5d7aa1'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:44:35.547081 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-52f22000-23ad-4877-b4ec-e749cccfee18 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.574934 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:35.575600 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:35.576110 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:35.585997 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:35.586357 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:35.586728 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.607285 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b9aff733-0eca-4d5f-9fe9-9a1affbcb5dc tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "GET /v2.0/routers/35180408-4b8d-4649-8b2e-b7a4ca5d7aa1 HTTP/1.1" status: 200 len: 921 time: 0.2023029 Jul 28 11:44:35.609851 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54180) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:35.612522 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Deleting port 61c25bc5-2e78-4d24-bc54-03ea413fcb7f {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:35.612912 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.647559 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb36baef-a226-440e-bade-bbb1b6f238d9 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:35.708356 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-52f22000-23ad-4877-b4ec-e749cccfee18 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.711036 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] For port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4, host hv-neutron-7864, cleared binding levels {{(pid=100416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:35.711536 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempted to set empty binding levels {{(pid=100416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 11:44:35.731541 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.755903 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:35.756516 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.768122 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] For port 61c25bc5-2e78-4d24-bc54-03ea413fcb7f, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=61c25bc5-2e78-4d24-bc54-03ea413fcb7f,segment=NetworkSegment(200784f1-9a3f-4ffc-9b40-c578fff68e0f),segment_id=200784f1-9a3f-4ffc-9b40-c578fff68e0f)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:35.769005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.803479 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10a252a-0d94-424a-bd81-ec81fc83520d tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:35.808091 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f10a252a-0d94-424a-bd81-ec81fc83520d tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&device_id=35180408-4b8d-4649-8b2e-b7a4ca5d7aa1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1970525 Jul 28 11:44:35.811468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54184) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:35.814627 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Calling delete_port for 61c25bc5-2e78-4d24-bc54-03ea413fcb7f owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:35.829887 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Pushing event updated for resources: {'Port': ['ID=1b363170-d020-4607-9d1c-1aa7f7ac2dd4,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:35.837671 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d8dfb1f7-a7a2-494a-8aa6-065ffb327e29 None None] Provisioning for port 6771c627-4104-4812-adb4-5dc271e07799 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:35.848222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e837a0a0-3ff9-4747-99b1-272518a73ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.861749 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d8dfb1f7-a7a2-494a-8aa6-065ffb327e29 None None] Provisioning complete for port 6771c627-4104-4812-adb4-5dc271e07799 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:35.862141 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8dfb1f7-a7a2-494a-8aa6-065ffb327e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.881757 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e8fce770-1f07-4ed0-91ca-90ea490469e8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.6573257 Jul 28 11:44:35.882313 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54186) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:35.883325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e837a0a0-3ff9-4747-99b1-272518a73ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.895942 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-52f22000-23ad-4877-b4ec-e749cccfee18 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.922872 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e837a0a0-3ff9-4747-99b1-272518a73ad0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3dea254b0ca439c82bf7f7a96d81907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4655206 Jul 28 11:44:35.927776 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54188) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:35.954478 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f22000-23ad-4877-b4ec-e749cccfee18 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=03b88c1f-a06c-4c37-8e5d-83a22265e209,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:35.955119 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8dfb1f7-a7a2-494a-8aa6-065ffb327e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.960375 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-52f22000-23ad-4877-b4ec-e749cccfee18 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:35.964285 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-52f22000-23ad-4877-b4ec-e749cccfee18 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/03b88c1f-a06c-4c37-8e5d-83a22265e209 HTTP/1.1" status: 204 len: 168 time: 0.5630651 Jul 28 11:44:35.969906 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837a0a0-3ff9-4747-99b1-272518a73ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a1ed22-ddb2-48e9-a659-d898881ede9d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:35.970535 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54190) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:36.001546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d8dfb1f7-a7a2-494a-8aa6-065ffb327e29 None None] For port 6771c627-4104-4812-adb4-5dc271e07799, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6771c627-4104-4812-adb4-5dc271e07799,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:36.010463 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8dfb1f7-a7a2-494a-8aa6-065ffb327e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.037837 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-98d0484f-6dd8-4da1-8bc4-bbe53b79f28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.055179 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.081665 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfb1f7-a7a2-494a-8aa6-065ffb327e29 None None] Pushing event updated for resources: {'Port': ['ID=6771c627-4104-4812-adb4-5dc271e07799,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:36.094644 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b2d93feb-5702-42cc-b867-2ee83c2ba37f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1200030 Jul 28 11:44:36.096037 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54192) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:36.098121 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-98d0484f-6dd8-4da1-8bc4-bbe53b79f28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.105136 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-4a092e82-0b85-408d-a9af-e7c3177d12e7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:36.106644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Port': ['ID=61c25bc5-2e78-4d24-bc54-03ea413fcb7f,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:36.108622 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No DVR routers for this DVR port 61c25bc5-2e78-4d24-bc54-03ea413fcb7f on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:44:36.152605 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ba8235-fa35-4d51-9985-3640d2fcd6b9 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:36.170980 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc48776c-106e-4be9-8bdf-fdf56a086ae8 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:36.175782 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cc48776c-106e-4be9-8bdf-fdf56a086ae8 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "GET /v2.0/networks/e4f7873c-4d94-460a-8c07-155f724d96cd HTTP/1.1" status: 200 len: 881 time: 0.3590598 Jul 28 11:44:36.179476 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54196) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:36.213443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.224836 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cbde5292-8dac-4ba7-ac9a-73331abc935e tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "GET /v2.0/ports?device_id=35180408-4b8d-4649-8b2e-b7a4ca5d7aa1 HTTP/1.1" status: 200 len: 205 time: 0.0415950 Jul 28 11:44:36.226447 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54198) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:36.230340 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:36.243411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200784f1-9a3f-4ffc-9b40-c578fff68e0f') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:36.243725 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200784f1-9a3f-4ffc-9b40-c578fff68e0f') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:36.256988 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.258997 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-98d0484f-6dd8-4da1-8bc4-bbe53b79f28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.261858 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-98d0484f-6dd8-4da1-8bc4-bbe53b79f28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.263053 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-98d0484f-6dd8-4da1-8bc4-bbe53b79f28d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20a1ed22-ddb2-48e9-a659-d898881ede9d HTTP/1.1" status: 204 len: 168 time: 0.3346696 Jul 28 11:44:36.264496 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9089d398-600c-447b-b8b1-333cf395ddde None None] Provisioning complete for port 6771c627-4104-4812-adb4-5dc271e07799 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:36.264976 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9089d398-600c-447b-b8b1-333cf395ddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.278565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0484f-6dd8-4da1-8bc4-bbe53b79f28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a1ed22-ddb2-48e9-a659-d898881ede9d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:36.288142 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.293236 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-15c29588-9593-47a4-a8e9-adb79f141b5a tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Deleting port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:36.293719 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15c29588-9593-47a4-a8e9-adb79f141b5a tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.295743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:36.296233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:36.302236 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:36.361544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.364910 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a092e82-0b85-408d-a9af-e7c3177d12e7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:36.368422 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4a092e82-0b85-408d-a9af-e7c3177d12e7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.381770 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.393156 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.400834 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/networks/3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0 HTTP/1.1" status: 204 len: 168 time: 3.4488592 Jul 28 11:44:36.407772 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54202) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:36.417392 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-f0ab4d05-15ec-45f6-b9c5-638d6a01158f tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1571515024'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:36.420879 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d52292-8dde-4d5f-b78c-8ebc14e868cd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Network': ['ID=3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:36.475223 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0bdc4e-5272-4b40-9dec-e3167da5e3ed None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:44:36.481929 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-15c29588-9593-47a4-a8e9-adb79f141b5a tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] For port 1b363170-d020-4607-9d1c-1aa7f7ac2dd4, host hv-neutron-7864, got binding levels [] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:36.482302 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15c29588-9593-47a4-a8e9-adb79f141b5a tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.520438 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-15c29588-9593-47a4-a8e9-adb79f141b5a tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Calling delete_port for 1b363170-d020-4607-9d1c-1aa7f7ac2dd4 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:36.525956 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-fb0bdc4e-5272-4b40-9dec-e3167da5e3ed None None] Deleting port 6771c627-4104-4812-adb4-5dc271e07799 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:36.526572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fb0bdc4e-5272-4b40-9dec-e3167da5e3ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.550642 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a20c29d-5ec3-4789-85e5-464e51ac46c3 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.591702 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ab4d05-15ec-45f6-b9c5-638d6a01158f tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:36.595422 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4d05-15ec-45f6-b9c5-638d6a01158f tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.750302 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-fb0bdc4e-5272-4b40-9dec-e3167da5e3ed None None] For port 6771c627-4104-4812-adb4-5dc271e07799, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6771c627-4104-4812-adb4-5dc271e07799,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:36.750840 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fb0bdc4e-5272-4b40-9dec-e3167da5e3ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.765653 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54208) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:36.768096 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-fb0bdc4e-5272-4b40-9dec-e3167da5e3ed None None] Calling delete_port for 6771c627-4104-4812-adb4-5dc271e07799 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:36.768247 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ab4d05-15ec-45f6-b9c5-638d6a01158f tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:36.788904 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5bef68be-1096-405a-bec4-eb1c4f598673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.809010 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4d05-15ec-45f6-b9c5-638d6a01158f tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.809421 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-f0ab4d05-15ec-45f6-b9c5-638d6a01158f tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Added segment f66f1124-100f-45c3-b9ee-c70c4ece547c of type vlan for network 7b79018e-d63b-4be6-be60-4b4cd352c9b7 Jul 28 11:44:36.823163 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6771c627-4104-4812-adb4-5dc271e07799 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:44:36.865410 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15c29588-9593-47a4-a8e9-adb79f141b5a tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.905475 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a20c29d-5ec3-4789-85e5-464e51ac46c3 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.914612 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4d05-15ec-45f6-b9c5-638d6a01158f tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.943965 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5bef68be-1096-405a-bec4-eb1c4f598673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.945440 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fb0bdc4e-5272-4b40-9dec-e3167da5e3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.949636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5bef68be-1096-405a-bec4-eb1c4f598673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.953435 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c29588-9593-47a4-a8e9-adb79f141b5a tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b363170-d020-4607-9d1c-1aa7f7ac2dd4,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:36.954647 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.965113 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15c29588-9593-47a4-a8e9-adb79f141b5a tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.969258 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-15c29588-9593-47a4-a8e9-adb79f141b5a tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] 10.222.0.43 "DELETE /v2.0/ports/1b363170-d020-4607-9d1c-1aa7f7ac2dd4 HTTP/1.1" status: 204 len: 168 time: 1.0815606 Jul 28 11:44:36.969258 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4a092e82-0b85-408d-a9af-e7c3177d12e7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:36.973197 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54212) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:36.983719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bdc4e-5272-4b40-9dec-e3167da5e3ed None None] Pushing event deleted for resources: {'Port': ['ID=6771c627-4104-4812-adb4-5dc271e07799,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:36.985569 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0bdc4e-5272-4b40-9dec-e3167da5e3ed None None] No DVR routers for this DVR port 6771c627-4104-4812-adb4-5dc271e07799 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:44:37.007546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bb6ed7-05a6-41e9-827a-70f467080a42 None None] get_active_networks_info from dv-neutron-786478-16-hyperv {{(pid=100417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:44:37.038128 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50b90b0-0515-4574-8869-e5fb33f8effd tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] GET failed (client error): The resource could not be found. Jul 28 11:44:37.039484 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a50b90b0-0515-4574-8869-e5fb33f8effd tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] 10.222.0.43 "GET /v2.0/ports/1b363170-d020-4607-9d1c-1aa7f7ac2dd4 HTTP/1.1" status: 404 len: 333 time: 0.0629163 Jul 28 11:44:37.042742 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5bef68be-1096-405a-bec4-eb1c4f598673 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e6a64b0aa9e41cda49a5758fdc31ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756779 Jul 28 11:44:37.043620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54214) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:37.045080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef68be-1096-405a-bec4-eb1c4f598673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b676cd0-9d18-49e8-905a-76c2747483eb,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:37.048050 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54216) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:37.050996 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-0877c33e-b5f5-4e86-8c5d-5266eb481ef0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Request body: {'port': {'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1241407726'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:37.067640 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a092e82-0b85-408d-a9af-e7c3177d12e7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:37.075605 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4d05-15ec-45f6-b9c5-638d6a01158f tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.076324 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0877c33e-b5f5-4e86-8c5d-5266eb481ef0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Made reservation on behalf of c70d0af12fb4469e8e2cebd7b8d8f84c for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:37.078828 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0877c33e-b5f5-4e86-8c5d-5266eb481ef0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.081714 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ab4d05-15ec-45f6-b9c5-638d6a01158f tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:37.082394 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4d05-15ec-45f6-b9c5-638d6a01158f tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.096417 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-0877c33e-b5f5-4e86-8c5d-5266eb481ef0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] device_id is not set on port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:37.098349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-4a092e82-0b85-408d-a9af-e7c3177d12e7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:37.115773 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a092e82-0b85-408d-a9af-e7c3177d12e7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:37.116470 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4a092e82-0b85-408d-a9af-e7c3177d12e7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.145870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a092e82-0b85-408d-a9af-e7c3177d12e7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=90c6fff7-f6cf-4856-9b81-c668742b3b0e,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:37.160497 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bb6ed7-05a6-41e9-827a-70f467080a42 None None] Resources bound (agent type, host, resource id): {{(pid=100417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:44:37.203083 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f0ab4d05-15ec-45f6-b9c5-638d6a01158f tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7873569 Jul 28 11:44:37.207605 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54218) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:37.220068 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b3d45b17-fabf-4cca-bd4e-0217a6625efe tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'subnet': {'network_id': '7b79018e-d63b-4be6-be60-4b4cd352c9b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:37.223467 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4a092e82-0b85-408d-a9af-e7c3177d12e7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1225650 Jul 28 11:44:37.230608 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54222) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:37.236510 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-3407adda-9e03-48c8-85f0-cd21ed1e17a1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'name': 'tempest-NetworksTestDHCPv6-356439244'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:37.242368 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab4d05-15ec-45f6-b9c5-638d6a01158f tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Network': ['ID=7b79018e-d63b-4be6-be60-4b4cd352c9b7,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:37.251981 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-8a20c29d-5ec3-4789-85e5-464e51ac46c3 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Deleting port 02ec7e64-9d30-44b3-9243-6d33d5ca1571 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:37.252315 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a20c29d-5ec3-4789-85e5-464e51ac46c3 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.261735 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 7b79018e-d63b-4be6-be60-4b4cd352c9b7 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:37.368963 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0877c33e-b5f5-4e86-8c5d-5266eb481ef0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.401018 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d45b17-fabf-4cca-bd4e-0217a6625efe tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:37.404123 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b3d45b17-fabf-4cca-bd4e-0217a6625efe tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.486293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0877c33e-b5f5-4e86-8c5d-5266eb481ef0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.521266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': '90c6fff7-f6cf-4856-9b81-c668742b3b0e'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:44:37.522667 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.553983 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0877c33e-b5f5-4e86-8c5d-5266eb481ef0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Network 021f992f-a8d8-4e8f-919d-341702d5a312 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:37.558960 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877c33e-b5f5-4e86-8c5d-5266eb481ef0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Pushing event updated for resources: {'Port': ['ID=df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:37.563445 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-0877c33e-b5f5-4e86-8c5d-5266eb481ef0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:37.569030 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0877c33e-b5f5-4e86-8c5d-5266eb481ef0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:37.569994 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0877c33e-b5f5-4e86-8c5d-5266eb481ef0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:37.570637 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0877c33e-b5f5-4e86-8c5d-5266eb481ef0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.597773 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4516154a-b8f5-4755-84ca-334362ab62b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.614546 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0877c33e-b5f5-4e86-8c5d-5266eb481ef0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5677230 Jul 28 11:44:37.616087 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54224) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:37.622967 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:37.643193 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4516154a-b8f5-4755-84ca-334362ab62b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.696380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Allocated IP 2001:db8::2 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/90c6fff7-f6cf-4856-9b81-c668742b3b0e/68eb6a8b-3879-45b8-a549-58b676567107) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:37.700444 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a20c29d-5ec3-4789-85e5-464e51ac46c3 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.714074 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.723411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b3d45b17-fabf-4cca-bd4e-0217a6625efe tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.732012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-8a20c29d-5ec3-4789-85e5-464e51ac46c3 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Calling delete_port for 02ec7e64-9d30-44b3-9243-6d33d5ca1571 owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:37.802894 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3407adda-9e03-48c8-85f0-cd21ed1e17a1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:37.806611 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3407adda-9e03-48c8-85f0-cd21ed1e17a1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.818376 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d45b17-fabf-4cca-bd4e-0217a6625efe tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Subnet': ['ID=ef2a00a5-69eb-4c18-bc3a-9c96e309242d,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:37.820252 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4516154a-b8f5-4755-84ca-334362ab62b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.822805 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4516154a-b8f5-4755-84ca-334362ab62b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.826395 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4516154a-b8f5-4755-84ca-334362ab62b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b676cd0-9d18-49e8-905a-76c2747483eb HTTP/1.1" status: 204 len: 168 time: 0.7695742 Jul 28 11:44:37.856088 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516154a-b8f5-4755-84ca-334362ab62b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b676cd0-9d18-49e8-905a-76c2747483eb,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:37.858042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-3407adda-9e03-48c8-85f0-cd21ed1e17a1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port 4e5e6c92-d647-41b5-bcbc-c220070c49fc yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:37.889292 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d45b17-fabf-4cca-bd4e-0217a6625efe tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Checking segment: {'id': 'f66f1124-100f-45c3-b9ee-c70c4ece547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7b79018e-d63b-4be6-be60-4b4cd352c9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:37.889658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d45b17-fabf-4cca-bd4e-0217a6625efe tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network hostable DHCP agents. Network: 7b79018e-d63b-4be6-be60-4b4cd352c9b7, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:44:37.946778 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d45b17-fabf-4cca-bd4e-0217a6625efe tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network 7b79018e-d63b-4be6-be60-4b4cd352c9b7 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:44:37.970736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:37.980560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-b3d45b17-fabf-4cca-bd4e-0217a6625efe tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 7b79018e-d63b-4be6-be60-4b4cd352c9b7) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:37.988118 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d45b17-fabf-4cca-bd4e-0217a6625efe tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:37.988721 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b3d45b17-fabf-4cca-bd4e-0217a6625efe tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.008726 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] device_id is not set on port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:38.020950 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.026855 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a20c29d-5ec3-4789-85e5-464e51ac46c3 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.028088 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b3d45b17-fabf-4cca-bd4e-0217a6625efe tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8190253 Jul 28 11:44:38.031421 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54232) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:38.040516 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c60ab8c9-9cf7-4e40-8c0f-8e114efa65d6 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'subnet': {'network_id': '7b79018e-d63b-4be6-be60-4b4cd352c9b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:38.044231 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Transition to ACTIVE for port object 68eb6a8b-3879-45b8-a549-58b676567107 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:38.047298 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Transition to ACTIVE for port object df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:38.059003 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.071235 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Transition to ACTIVE for port object 68eb6a8b-3879-45b8-a549-58b676567107 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:38.073814 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.088580 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.151400 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-3407adda-9e03-48c8-85f0-cd21ed1e17a1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::5f (ff79b356-b140-4126-83e7-2a8ec9cd81dc/90c6fff7-f6cf-4856-9b81-c668742b3b0e/4e5e6c92-d647-41b5-bcbc-c220070c49fc) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:38.158083 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:38.159833 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Pushing event updated for resources: {'Port': ['ID=68eb6a8b-3879-45b8-a549-58b676567107,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:38.163803 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:38.166114 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:38.188847 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20c29d-5ec3-4789-85e5-464e51ac46c3 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Pushing event deleted for resources: {'Port': ['ID=02ec7e64-9d30-44b3-9243-6d33d5ca1571,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:38.242715 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Attempting to bind port 68eb6a8b-3879-45b8-a549-58b676567107 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:38.243616 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Attempting to bind port 68eb6a8b-3879-45b8-a549-58b676567107 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:38.244392 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Attempting to bind port 68eb6a8b-3879-45b8-a549-58b676567107 on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:38.262204 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:44:38.265855 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:38.272408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.274726 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:44:38.275481 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Bound port: 68eb6a8b-3879-45b8-a549-58b676567107, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:44:38.276081 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.302711 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a20c29d-5ec3-4789-85e5-464e51ac46c3 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.398347 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] For port 68eb6a8b-3879-45b8-a549-58b676567107, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:38.404142 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] For port 68eb6a8b-3879-45b8-a549-58b676567107, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=68eb6a8b-3879-45b8-a549-58b676567107,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:44:38.408736 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a20c29d-5ec3-4789-85e5-464e51ac46c3 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.413666 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a20c29d-5ec3-4789-85e5-464e51ac46c3 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.419051 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.493334 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a20c29d-5ec3-4789-85e5-464e51ac46c3 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.493928 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a20c29d-5ec3-4789-85e5-464e51ac46c3 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Fanout notify agent at l3_agent the message router_deleted on router 35180408-4b8d-4649-8b2e-b7a4ca5d7aa1 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:44:38.498099 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Pushing event updated for resources: {'Port': ['ID=df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:38.504761 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a20c29d-5ec3-4789-85e5-464e51ac46c3 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.505686 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8a20c29d-5ec3-4789-85e5-464e51ac46c3 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "DELETE /v2.0/routers/35180408-4b8d-4649-8b2e-b7a4ca5d7aa1 HTTP/1.1" status: 204 len: 168 time: 2.2782602 Jul 28 11:44:38.508922 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3407adda-9e03-48c8-85f0-cd21ed1e17a1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.510928 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54246) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:38.517388 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-585d2bb8-418f-48f4-8642-305c7abe0aef tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-866087822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:38.542715 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:38.543039 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:38.543398 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:38.549151 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:38.549501 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:38.550456 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 2 to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b Jul 28 11:44:38.554380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73713ee-771d-4d3e-a735-ac5e03afebbd None None] Pushing event updated for resources: {'Port': ['ID=68eb6a8b-3879-45b8-a549-58b676567107,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:38.558105 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-3407adda-9e03-48c8-85f0-cd21ed1e17a1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object 4e5e6c92-d647-41b5-bcbc-c220070c49fc will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:38.576822 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-585d2bb8-418f-48f4-8642-305c7abe0aef tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.577707 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-585d2bb8-418f-48f4-8642-305c7abe0aef tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.583549 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:38.583834 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:38.584168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:38.593002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:38.593716 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:38.594812 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 3 to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b Jul 28 11:44:38.609009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:38.609389 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:38.609971 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:38.611931 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60ab8c9-9cf7-4e40-8c0f-8e114efa65d6 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:38.616204 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c60ab8c9-9cf7-4e40-8c0f-8e114efa65d6 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.657258 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3407adda-9e03-48c8-85f0-cd21ed1e17a1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.659940 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:38.660369 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:38.661705 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-585d2bb8-418f-48f4-8642-305c7abe0aef tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.662497 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 4 to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b Jul 28 11:44:38.685053 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:38.685397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:38.685737 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:38.696020 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:38.696352 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:38.700798 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-585d2bb8-418f-48f4-8642-305c7abe0aef tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.702516 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 5 to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b Jul 28 11:44:38.731507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:38.731507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:38.731839 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:38.732982 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3407adda-9e03-48c8-85f0-cd21ed1e17a1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:38.738585 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-3407adda-9e03-48c8-85f0-cd21ed1e17a1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:38.738741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:38.738949 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:38.741562 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3407adda-9e03-48c8-85f0-cd21ed1e17a1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:38.743307 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 6 to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b Jul 28 11:44:38.748336 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3407adda-9e03-48c8-85f0-cd21ed1e17a1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:38.749163 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3407adda-9e03-48c8-85f0-cd21ed1e17a1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.756117 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-585d2bb8-418f-48f4-8642-305c7abe0aef tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:38.760306 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54254) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:38.760665 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-585d2bb8-418f-48f4-8642-305c7abe0aef tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2484105 Jul 28 11:44:38.770727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-fcddba98-1090-4d61-b9ea-dd991c898ead tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:38.773274 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:38.773618 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:38.773964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:38.792666 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407adda-9e03-48c8-85f0-cd21ed1e17a1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=4e5e6c92-d647-41b5-bcbc-c220070c49fc,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:38.820843 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3407adda-9e03-48c8-85f0-cd21ed1e17a1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5873759 Jul 28 11:44:38.821553 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54256) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:38.881575 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:38.881913 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:38.887654 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 7 to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b Jul 28 11:44:38.900510 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5302600-b151-4039-9a85-3674936c2df8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:38.907678 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5302600-b151-4039-9a85-3674936c2df8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:38.908711 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:38.910046 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a5302600-b151-4039-9a85-3674936c2df8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0870504 Jul 28 11:44:38.912746 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:38.913063 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54262) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:38.913170 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:39.017440 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-2595334e-1992-404a-902c-aad9c7bed4fa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port 4e5e6c92-d647-41b5-bcbc-c220070c49fc {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:39.017623 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:39.018004 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:39.018119 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2595334e-1992-404a-902c-aad9c7bed4fa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.022965 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 8 to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b Jul 28 11:44:39.085199 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:39.085762 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:39.085979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:39.111857 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2595334e-1992-404a-902c-aad9c7bed4fa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.143092 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-2595334e-1992-404a-902c-aad9c7bed4fa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for 4e5e6c92-d647-41b5-bcbc-c220070c49fc owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:39.150684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:39.151042 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:39.157531 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fcddba98-1090-4d61-b9ea-dd991c898ead tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.161336 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 9 to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b Jul 28 11:44:39.217092 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:39.217440 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:39.217780 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:39.258546 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:39.258890 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:39.259933 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 10 to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b Jul 28 11:44:39.284457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c60ab8c9-9cf7-4e40-8c0f-8e114efa65d6 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.300927 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2595334e-1992-404a-902c-aad9c7bed4fa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.316989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:39.317336 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:39.317669 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:39.331645 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595334e-1992-404a-902c-aad9c7bed4fa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=4e5e6c92-d647-41b5-bcbc-c220070c49fc,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:39.342702 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ab8c9-9cf7-4e40-8c0f-8e114efa65d6 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network 7b79018e-d63b-4be6-be60-4b4cd352c9b7 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:39.344164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:39.344496 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:39.344866 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.358323 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2595334e-1992-404a-902c-aad9c7bed4fa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.363001 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-c60ab8c9-9cf7-4e40-8c0f-8e114efa65d6 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:39.363509 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2595334e-1992-404a-902c-aad9c7bed4fa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/4e5e6c92-d647-41b5-bcbc-c220070c49fc HTTP/1.1" status: 204 len: 168 time: 0.4493456 Jul 28 11:44:39.364197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54274) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:39.371436 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ab8c9-9cf7-4e40-8c0f-8e114efa65d6 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.372040 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c60ab8c9-9cf7-4e40-8c0f-8e114efa65d6 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.383707 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ab8c9-9cf7-4e40-8c0f-8e114efa65d6 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Subnet': ['ID=201a9f5f-e057-49b1-9c14-8ee8b6dcb958,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:39.417051 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c60ab8c9-9cf7-4e40-8c0f-8e114efa65d6 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3845677 Jul 28 11:44:39.417489 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54278) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:39.466790 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] For port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:39.467170 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempted to set empty binding levels {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 11:44:39.475203 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.495356 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d973240b-9bef-4842-8246-268328dc2bc8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.497591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d973240b-9bef-4842-8246-268328dc2bc8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.504659 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d973240b-9bef-4842-8246-268328dc2bc8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1387620 Jul 28 11:44:39.511237 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54282) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:39.521072 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] In _notify_port_updated(), no bound segment for port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:44:39.521962 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.526830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.532138 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] 10.222.0.43 "PUT /v2.0/ports/df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b HTTP/1.1" status: 200 len: 977 time: 1.9122050 Jul 28 11:44:39.538370 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54284) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:39.630765 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e736fe4-af33-4e99-aac0-2d7ae71dff26 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Pushing event updated for resources: {'Port': ['ID=df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:39.646681 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8a76ab-6de5-4809-85c6-f48c016e2e69 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.648376 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8a76ab-6de5-4809-85c6-f48c016e2e69 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.649717 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8a76ab-6de5-4809-85c6-f48c016e2e69 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.652709 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8a76ab-6de5-4809-85c6-f48c016e2e69 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.654592 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8a76ab-6de5-4809-85c6-f48c016e2e69 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.656473 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0c8a76ab-6de5-4809-85c6-f48c016e2e69 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2375166 Jul 28 11:44:39.663991 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54290) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:39.669114 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-40df266e-dfee-42cf-94eb-8b4209fcb833 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-440870541'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:39.672724 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fcddba98-1090-4d61-b9ea-dd991c898ead tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.690030 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-4828f6f9-392b-402e-abde-25462497f155 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 90c6fff7-f6cf-4856-9b81-c668742b3b0e {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:44:39.698200 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fcddba98-1090-4d61-b9ea-dd991c898ead tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.700316 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4828f6f9-392b-402e-abde-25462497f155 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.722786 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.723302 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.723785 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.724313 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.724846 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.725320 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.725796 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.726274 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.726919 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.727511 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.728130 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.728453 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.728917 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.729391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.729858 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.730324 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.730807 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.731277 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.731745 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.732212 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.732679 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.733145 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.733675 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:39.741215 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b649b49c-e03c-4b0a-b6b1-661a4fe707a8 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21053 time: 0.1718516 Jul 28 11:44:39.741695 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54292) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:39.757016 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40df266e-dfee-42cf-94eb-8b4209fcb833 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:39.759279 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-40df266e-dfee-42cf-94eb-8b4209fcb833 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.761856 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54294) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:39.790162 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4828f6f9-392b-402e-abde-25462497f155 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.792593 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58098edf-5777-42a5-a1a2-c24977d133da None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:39.797621 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97af1ed-75ea-4c79-a26a-7b395605d6b2 None None] Network 7b79018e-d63b-4be6-be60-4b4cd352c9b7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:39.864189 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40df266e-dfee-42cf-94eb-8b4209fcb833 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:39.890917 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-40df266e-dfee-42cf-94eb-8b4209fcb833 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.891263 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-40df266e-dfee-42cf-94eb-8b4209fcb833 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Added segment ae2e39e4-da8c-4a1d-9480-9b9fadd4d83b of type vlan for network 87a49838-84b2-4c1f-8bc7-388cd0611465 Jul 28 11:44:39.899029 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4828f6f9-392b-402e-abde-25462497f155 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.926900 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-96975353-97f9-4bb8-82fd-68a06a6faca2 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-868755402', 'router:external': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:39.928701 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-fcddba98-1090-4d61-b9ea-dd991c898ead tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Allocated IP 172.26.1.68 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/9dc10a36-c7f0-4f18-a297-1eacb587f3fc) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:39.955828 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-40df266e-dfee-42cf-94eb-8b4209fcb833 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.990111 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96975353-97f9-4bb8-82fd-68a06a6faca2 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Made reservation on behalf of f91e5e17fdd14edfb8aa0c8daa6fd656 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:39.992892 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96975353-97f9-4bb8-82fd-68a06a6faca2 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:39.998524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f4adff87-b149-4a4d-9d85-74a5d797025f None None] Provisioning for port 68eb6a8b-3879-45b8-a549-58b676567107 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:40.006057 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96975353-97f9-4bb8-82fd-68a06a6faca2 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.018150 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-69a8b21d-646f-438c-b4d0-3876bf3c93b4 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Deleting port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:40.019065 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-69a8b21d-646f-438c-b4d0-3876bf3c93b4 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.042818 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4828f6f9-392b-402e-abde-25462497f155 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.078586 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828f6f9-392b-402e-abde-25462497f155 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=90c6fff7-f6cf-4856-9b81-c668742b3b0e,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:40.088343 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4828f6f9-392b-402e-abde-25462497f155 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.090161 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4828f6f9-392b-402e-abde-25462497f155 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/90c6fff7-f6cf-4856-9b81-c668742b3b0e HTTP/1.1" status: 204 len: 168 time: 0.5777543 Jul 28 11:44:40.093330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54300) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:40.137237 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-40df266e-dfee-42cf-94eb-8b4209fcb833 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.142922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40df266e-dfee-42cf-94eb-8b4209fcb833 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:40.144242 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-40df266e-dfee-42cf-94eb-8b4209fcb833 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.149161 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96975353-97f9-4bb8-82fd-68a06a6faca2 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.153797 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96975353-97f9-4bb8-82fd-68a06a6faca2 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.170237 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-7b79018e-d63b-4be6-be60-4b4cd352c9b7', 'network_id': '7b79018e-d63b-4be6-be60-4b4cd352c9b7', 'tenant_id': 'f644922813d441139ed3c30cdf7494f1', 'fixed_ips': [{'subnet_id': '201a9f5f-e057-49b1-9c14-8ee8b6dcb958'}, {'subnet_id': 'ef2a00a5-69eb-4c18-bc3a-9c96e309242d'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:44:40.171250 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.180641 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96975353-97f9-4bb8-82fd-68a06a6faca2 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:40.190830 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96975353-97f9-4bb8-82fd-68a06a6faca2 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67d39a7-4c4f-40ab-86dd-05d9fbfc740e,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:40.196787 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96975353-97f9-4bb8-82fd-68a06a6faca2 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.197077 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9b1d95dd-d37b-41b4-be84-9481cb3afa06 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955420 Jul 28 11:44:40.197220 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-96975353-97f9-4bb8-82fd-68a06a6faca2 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Added segment a89475ba-5c35-46fc-9604-210b68b16e7a of type vlan for network d4d3f532-2c46-4718-b9a7-9dcc748d2849 Jul 28 11:44:40.205190 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54302) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:40.212521 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-e882d3d4-a99c-4691-8cb8-45478fbb7e50 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:40.221613 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-69a8b21d-646f-438c-b4d0-3876bf3c93b4 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] For port df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b, host hv-neutron-7864, got binding levels [] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:40.224923 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-69a8b21d-646f-438c-b4d0-3876bf3c93b4 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.287754 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-40df266e-dfee-42cf-94eb-8b4209fcb833 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6227705 Jul 28 11:44:40.290666 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54306) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:40.299182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-55423faf-4d0f-4a9d-ad88-46d6dfebe364 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:40.306888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-69a8b21d-646f-438c-b4d0-3876bf3c93b4 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Calling delete_port for df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:40.312098 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fcddba98-1090-4d61-b9ea-dd991c898ead tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.312893 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96975353-97f9-4bb8-82fd-68a06a6faca2 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.337745 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df266e-dfee-42cf-94eb-8b4209fcb833 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Network': ['ID=87a49838-84b2-4c1f-8bc7-388cd0611465,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:40.376518 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 87a49838-84b2-4c1f-8bc7-388cd0611465 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:40.428423 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fcddba98-1090-4d61-b9ea-dd991c898ead tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.463119 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-69a8b21d-646f-438c-b4d0-3876bf3c93b4 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.477403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcddba98-1090-4d61-b9ea-dd991c898ead tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:40.482557 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e882d3d4-a99c-4691-8cb8-45478fbb7e50 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:40.483896 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-fcddba98-1090-4d61-b9ea-dd991c898ead tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:40.485733 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e882d3d4-a99c-4691-8cb8-45478fbb7e50 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.488083 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcddba98-1090-4d61-b9ea-dd991c898ead tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:40.489444 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96975353-97f9-4bb8-82fd-68a06a6faca2 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.490379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96975353-97f9-4bb8-82fd-68a06a6faca2 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:40.490988 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96975353-97f9-4bb8-82fd-68a06a6faca2 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.491358 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c4d436-5a99-4699-a1e0-25487d3fdc86 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:40.522043 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-69a8b21d-646f-438c-b4d0-3876bf3c93b4 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.526324 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-69a8b21d-646f-438c-b4d0-3876bf3c93b4 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] 10.222.0.43 "DELETE /v2.0/ports/df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b HTTP/1.1" status: 204 len: 168 time: 0.7804441 Jul 28 11:44:40.527136 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54308) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:40.536603 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddba98-1090-4d61-b9ea-dd991c898ead tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Pushing event updated for resources: {'Port': ['ID=9dc10a36-c7f0-4f18-a297-1eacb587f3fc,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:40.566498 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-522cd40b-830f-4d28-9cd3-372e71c3ca71 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] GET failed (client error): The resource could not be found. Jul 28 11:44:40.572028 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-522cd40b-830f-4d28-9cd3-372e71c3ca71 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] 10.222.0.43 "GET /v2.0/ports/df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b HTTP/1.1" status: 404 len: 333 time: 0.0409727 Jul 28 11:44:40.587489 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54310) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:40.591129 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8b21d-646f-438c-b4d0-3876bf3c93b4 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Pushing event deleted for resources: {'Port': ['ID=df73ebc7-96c6-4ba2-b1d6-0e0b70cc798b,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:40.600221 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-676d7b3d-d236-44fe-9760-ef20c085aa79 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1824762395', 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:40.628770 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-96975353-97f9-4bb8-82fd-68a06a6faca2 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8658538 Jul 28 11:44:40.639164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54314) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:40.644743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-af993463-26cc-4576-b428-731ed97d2d50 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Request body: {'subnet': {'network_id': 'd4d3f532-2c46-4718-b9a7-9dcc748d2849', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:40.658149 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96975353-97f9-4bb8-82fd-68a06a6faca2 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Pushing event updated for resources: {'Network': ['ID=d4d3f532-2c46-4718-b9a7-9dcc748d2849,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:40.686181 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-55423faf-4d0f-4a9d-ad88-46d6dfebe364 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.694410 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network d4d3f532-2c46-4718-b9a7-9dcc748d2849 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:40.696868 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676d7b3d-d236-44fe-9760-ef20c085aa79 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Made reservation on behalf of c70d0af12fb4469e8e2cebd7b8d8f84c for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:40.699189 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-676d7b3d-d236-44fe-9760-ef20c085aa79 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.718389 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-55423faf-4d0f-4a9d-ad88-46d6dfebe364 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.723542 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af993463-26cc-4576-b428-731ed97d2d50 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Made reservation on behalf of f91e5e17fdd14edfb8aa0c8daa6fd656 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:40.725954 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af993463-26cc-4576-b428-731ed97d2d50 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.744309 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-55423faf-4d0f-4a9d-ad88-46d6dfebe364 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network 87a49838-84b2-4c1f-8bc7-388cd0611465 is not hosted by any dhcp agent {{(pid=100416) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 11:44:40.749802 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55423faf-4d0f-4a9d-ad88-46d6dfebe364 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:40.750294 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-55423faf-4d0f-4a9d-ad88-46d6dfebe364 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:40.751607 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-55423faf-4d0f-4a9d-ad88-46d6dfebe364 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "PUT /v2.0/networks/87a49838-84b2-4c1f-8bc7-388cd0611465 HTTP/1.1" status: 200 len: 723 time: 0.4567399 Jul 28 11:44:40.765750 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Allocated IP 172.20.0.1 (7b79018e-d63b-4be6-be60-4b4cd352c9b7/201a9f5f-e057-49b1-9c14-8ee8b6dcb958/fca766b2-061a-4eeb-8a20-095a63279553) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:40.772798 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54316) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:40.783513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-122c3485-afeb-4948-a7a1-7c7549e5f710 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'subnet': {'network_id': '87a49838-84b2-4c1f-8bc7-388cd0611465', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:40.792806 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Allocated IP 2001:db8::2 (7b79018e-d63b-4be6-be60-4b4cd352c9b7/ef2a00a5-69eb-4c18-bc3a-9c96e309242d/fca766b2-061a-4eeb-8a20-095a63279553) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:40.794385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-676d7b3d-d236-44fe-9760-ef20c085aa79 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] device_id is not set on port 77a25c0f-a47a-4659-91a1-17e1a8d5941a yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:40.880797 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55423faf-4d0f-4a9d-ad88-46d6dfebe364 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Network': ['ID=87a49838-84b2-4c1f-8bc7-388cd0611465,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:40.916178 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 87a49838-84b2-4c1f-8bc7-388cd0611465 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:41.014630 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e882d3d4-a99c-4691-8cb8-45478fbb7e50 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.085829 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e882d3d4-a99c-4691-8cb8-45478fbb7e50 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:41.086852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122c3485-afeb-4948-a7a1-7c7549e5f710 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:41.093226 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-122c3485-afeb-4948-a7a1-7c7549e5f710 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.093641 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-e882d3d4-a99c-4691-8cb8-45478fbb7e50 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:41.103000 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e882d3d4-a99c-4691-8cb8-45478fbb7e50 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:41.103614 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e882d3d4-a99c-4691-8cb8-45478fbb7e50 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1794446'] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.108338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882d3d4-a99c-4691-8cb8-45478fbb7e50 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=d0f366c6-777d-4e8f-83d8-a59b5b8d0c5a,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:41.115868 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-676d7b3d-d236-44fe-9760-ef20c085aa79 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.119159 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fcddba98-1090-4d61-b9ea-dd991c898ead tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.132434 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e882d3d4-a99c-4691-8cb8-45478fbb7e50 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9238608 Jul 28 11:44:41.132638 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54320) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:41.135888 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2b4e0d-2517-4b14-8106-c4f4092d04ad None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:44:41.137811 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-646c642b-67a7-400e-8c99-298e1d48b97b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'name': 'tempest-NetworksTestDHCPv6-1401215503'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:41.244711 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-676d7b3d-d236-44fe-9760-ef20c085aa79 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.265355 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.276186 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b4e0d-2517-4b14-8106-c4f4092d04ad None None] Deleting port 68eb6a8b-3879-45b8-a549-58b676567107 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:41.276738 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd2b4e0d-2517-4b14-8106-c4f4092d04ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.280947 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Transition to ACTIVE for port object fca766b2-061a-4eeb-8a20-095a63279553 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:41.319389 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d7b3d-d236-44fe-9760-ef20c085aa79 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Pushing event updated for resources: {'Port': ['ID=77a25c0f-a47a-4659-91a1-17e1a8d5941a,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:41.324508 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676d7b3d-d236-44fe-9760-ef20c085aa79 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Network 021f992f-a8d8-4e8f-919d-341702d5a312 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:41.328025 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-676d7b3d-d236-44fe-9760-ef20c085aa79 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:41.330513 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d7b3d-d236-44fe-9760-ef20c085aa79 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:41.332509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676d7b3d-d236-44fe-9760-ef20c085aa79 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:41.333290 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-676d7b3d-d236-44fe-9760-ef20c085aa79 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.340349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646c642b-67a7-400e-8c99-298e1d48b97b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:41.343791 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-646c642b-67a7-400e-8c99-298e1d48b97b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.352183 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Transition to ACTIVE for port object fca766b2-061a-4eeb-8a20-095a63279553 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:41.367563 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.371192 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-676d7b3d-d236-44fe-9760-ef20c085aa79 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7737985 Jul 28 11:44:41.372508 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54324) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:41.375921 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-646c642b-67a7-400e-8c99-298e1d48b97b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port 90890a00-89f1-41c8-9bd3-52f0849068cb yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:41.424607 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Network 7b79018e-d63b-4be6-be60-4b4cd352c9b7 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:41.431017 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-cd2b4e0d-2517-4b14-8106-c4f4092d04ad None None] For port 68eb6a8b-3879-45b8-a549-58b676567107, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=68eb6a8b-3879-45b8-a549-58b676567107,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:41.431417 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd2b4e0d-2517-4b14-8106-c4f4092d04ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.433912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:41.436317 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:41.452419 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecbf747-96c7-4c9e-a6b0-5b42a918dca5 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:41.457606 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2ecbf747-96c7-4c9e-a6b0-5b42a918dca5 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] 10.222.0.43 "GET /v2.0/ports/77a25c0f-a47a-4659-91a1-17e1a8d5941a HTTP/1.1" status: 200 len: 955 time: 0.0806329 Jul 28 11:44:41.458686 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54326) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:41.463605 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Pushing event updated for resources: {'Port': ['ID=fca766b2-061a-4eeb-8a20-095a63279553,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:41.473750 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b4e0d-2517-4b14-8106-c4f4092d04ad None None] Calling delete_port for 68eb6a8b-3879-45b8-a549-58b676567107 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:41.580000 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Attempting to bind port fca766b2-061a-4eeb-8a20-095a63279553 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:41.580372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Attempting to bind port fca766b2-061a-4eeb-8a20-095a63279553 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'f66f1124-100f-45c3-b9ee-c70c4ece547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7b79018e-d63b-4be6-be60-4b4cd352c9b7'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:41.580734 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Attempting to bind port fca766b2-061a-4eeb-8a20-095a63279553 on network 7b79018e-d63b-4be6-be60-4b4cd352c9b7 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:41.588710 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-646c642b-67a7-400e-8c99-298e1d48b97b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::35e (ff79b356-b140-4126-83e7-2a8ec9cd81dc/d0f366c6-777d-4e8f-83d8-a59b5b8d0c5a/90890a00-89f1-41c8-9bd3-52f0849068cb) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:41.593032 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:44:41.593327 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Checking segment: {'id': 'f66f1124-100f-45c3-b9ee-c70c4ece547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7b79018e-d63b-4be6-be60-4b4cd352c9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:41.593740 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.594129 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Bound using segment: {'id': 'f66f1124-100f-45c3-b9ee-c70c4ece547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7b79018e-d63b-4be6-be60-4b4cd352c9b7'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:44:41.594644 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Bound port: fca766b2-061a-4eeb-8a20-095a63279553, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66f1124-100f-45c3-b9ee-c70c4ece547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7b79018e-d63b-4be6-be60-4b4cd352c9b7'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:44:41.595033 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.638676 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a10a3-431f-4fe1-8809-71fca5dc2cfe tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Deleting port 77a25c0f-a47a-4659-91a1-17e1a8d5941a {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:41.639025 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8c6a10a3-431f-4fe1-8809-71fca5dc2cfe tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.666374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd2b4e0d-2517-4b14-8106-c4f4092d04ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.708476 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b4e0d-2517-4b14-8106-c4f4092d04ad None None] Pushing event deleted for resources: {'Port': ['ID=68eb6a8b-3879-45b8-a549-58b676567107,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:41.715299 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2b4e0d-2517-4b14-8106-c4f4092d04ad None None] No DVR routers for this DVR port 68eb6a8b-3879-45b8-a549-58b676567107 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:44:41.727312 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] For port fca766b2-061a-4eeb-8a20-095a63279553, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:41.731312 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] For port fca766b2-061a-4eeb-8a20-095a63279553, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=fca766b2-061a-4eeb-8a20-095a63279553,segment=NetworkSegment(f66f1124-100f-45c3-b9ee-c70c4ece547c),segment_id=f66f1124-100f-45c3-b9ee-c70c4ece547c)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:44:41.738460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277a9fe7-6134-43e0-a59c-e050f7764ec8 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:41.742439 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.788231 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8c6a10a3-431f-4fe1-8809-71fca5dc2cfe tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.804194 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a10a3-431f-4fe1-8809-71fca5dc2cfe tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Calling delete_port for 77a25c0f-a47a-4659-91a1-17e1a8d5941a owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:41.865788 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0de16-ec30-4824-be9c-9957c16ecd08 None None] Pushing event updated for resources: {'Port': ['ID=fca766b2-061a-4eeb-8a20-095a63279553,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:41.930563 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-646c642b-67a7-400e-8c99-298e1d48b97b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.957121 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fcddba98-1090-4d61-b9ea-dd991c898ead tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.957362 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-646c642b-67a7-400e-8c99-298e1d48b97b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object 90890a00-89f1-41c8-9bd3-52f0849068cb will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:41.965943 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fcddba98-1090-4d61-b9ea-dd991c898ead tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.979710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-122c3485-afeb-4948-a7a1-7c7549e5f710 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:41.988539 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': 'd0f366c6-777d-4e8f-83d8-a59b5b8d0c5a'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:44:41.989412 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.009372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8c6a10a3-431f-4fe1-8809-71fca5dc2cfe tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.076750 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-646c642b-67a7-400e-8c99-298e1d48b97b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.080127 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a10a3-431f-4fe1-8809-71fca5dc2cfe tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Pushing event deleted for resources: {'Port': ['ID=77a25c0f-a47a-4659-91a1-17e1a8d5941a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:42.097753 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8c6a10a3-431f-4fe1-8809-71fca5dc2cfe tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.101823 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8c6a10a3-431f-4fe1-8809-71fca5dc2cfe tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] 10.222.0.43 "DELETE /v2.0/ports/77a25c0f-a47a-4659-91a1-17e1a8d5941a HTTP/1.1" status: 204 len: 168 time: 0.6401775 Jul 28 11:44:42.104235 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54330) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:42.145723 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c3485-afeb-4948-a7a1-7c7549e5f710 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Subnet': ['ID=8ecc46c9-8ce8-4a73-b954-d5b439c7591d,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:42.164059 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d5b163-635f-428a-a050-aa65507d9384 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] GET failed (client error): The resource could not be found. Jul 28 11:44:42.169097 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-05d5b163-635f-428a-a050-aa65507d9384 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] 10.222.0.43 "GET /v2.0/ports/77a25c0f-a47a-4659-91a1-17e1a8d5941a HTTP/1.1" status: 404 len: 333 time: 0.0392537 Jul 28 11:44:42.170439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54334) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:42.177625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646c642b-67a7-400e-8c99-298e1d48b97b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:42.179157 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c642b-67a7-400e-8c99-298e1d48b97b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=90890a00-89f1-41c8-9bd3-52f0849068cb,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:42.181963 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-646c642b-67a7-400e-8c99-298e1d48b97b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:42.184026 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c642b-67a7-400e-8c99-298e1d48b97b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:42.189819 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646c642b-67a7-400e-8c99-298e1d48b97b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:42.191282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-646c642b-67a7-400e-8c99-298e1d48b97b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.200897 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-109af5cf-1212-492d-b83f-8754365a9d3c tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Request body: {'port': {'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1645659554'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:42.212840 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-646c642b-67a7-400e-8c99-298e1d48b97b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0791306 Jul 28 11:44:42.213897 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Allocated IP 2001:db8::2 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/d0f366c6-777d-4e8f-83d8-a59b5b8d0c5a/dc19d944-2620-4cb5-bfaa-a9c6a56471ae) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:42.216134 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54336) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:42.257548 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.objects.ports [None req-af993463-26cc-4576-b428-731ed97d2d50 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100415) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:44:42.258019 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af993463-26cc-4576-b428-731ed97d2d50 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.259979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122c3485-afeb-4948-a7a1-7c7549e5f710 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Checking segment: {'id': 'ae2e39e4-da8c-4a1d-9480-9b9fadd4d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '87a49838-84b2-4c1f-8bc7-388cd0611465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:42.260352 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122c3485-afeb-4948-a7a1-7c7549e5f710 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network hostable DHCP agents. Network: 87a49838-84b2-4c1f-8bc7-388cd0611465, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:44:42.285092 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f268b8-8299-45d7-b0fa-9467ffec73ff tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:42.290345 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e3f268b8-8299-45d7-b0fa-9467ffec73ff tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0708015 Jul 28 11:44:42.291008 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54338) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:42.327946 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109af5cf-1212-492d-b83f-8754365a9d3c tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Made reservation on behalf of c70d0af12fb4469e8e2cebd7b8d8f84c for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:42.330248 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-109af5cf-1212-492d-b83f-8754365a9d3c tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.362998 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122c3485-afeb-4948-a7a1-7c7549e5f710 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network 87a49838-84b2-4c1f-8bc7-388cd0611465 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:44:42.367888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af993463-26cc-4576-b428-731ed97d2d50 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c4e3dda4-b151-4643-96cf-d7e86d8633cd,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:42.386914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-109af5cf-1212-492d-b83f-8754365a9d3c tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] device_id is not set on port 4b4810ba-7c4c-46b4-a20a-491d92a56377 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:42.393517 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-122c3485-afeb-4948-a7a1-7c7549e5f710 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 87a49838-84b2-4c1f-8bc7-388cd0611465) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:42.399364 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.402820 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b50fcc9-b79a-4b37-ae02-b2945fc09ef4 None None] Network 87a49838-84b2-4c1f-8bc7-388cd0611465 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:42.405161 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-c53bfb9d-97d1-4751-9b16-1261bcc1ee82 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port 90890a00-89f1-41c8-9bd3-52f0849068cb {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:42.405897 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c53bfb9d-97d1-4751-9b16-1261bcc1ee82 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.432256 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122c3485-afeb-4948-a7a1-7c7549e5f710 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:42.432865 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-122c3485-afeb-4948-a7a1-7c7549e5f710 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.445412 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af993463-26cc-4576-b428-731ed97d2d50 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Checking segment: {'id': 'a89475ba-5c35-46fc-9604-210b68b16e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd4d3f532-2c46-4718-b9a7-9dcc748d2849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:42.445412 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af993463-26cc-4576-b428-731ed97d2d50 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Network hostable DHCP agents. Network: d4d3f532-2c46-4718-b9a7-9dcc748d2849, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:44:42.454939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcddba98-1090-4d61-b9ea-dd991c898ead tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Router db0385df-85d0-4ea0-8632-1bf9c6b6d380 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:44:42.456980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Transition to ACTIVE for port object dc19d944-2620-4cb5-bfaa-a9c6a56471ae will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:42.482209 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-122c3485-afeb-4948-a7a1-7c7549e5f710 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7067475 Jul 28 11:44:42.488405 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Transition to ACTIVE for port object dc19d944-2620-4cb5-bfaa-a9c6a56471ae will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:42.490857 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54342) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:42.514501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.535564 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c53bfb9d-97d1-4751-9b16-1261bcc1ee82 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.552157 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af993463-26cc-4576-b428-731ed97d2d50 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Network d4d3f532-2c46-4718-b9a7-9dcc748d2849 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:44:42.554969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-518a15c3-0e49-460a-af2c-a22880e6a537 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:42.575484 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Pushing event updated for resources: {'Port': ['ID=dc19d944-2620-4cb5-bfaa-a9c6a56471ae,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:42.582786 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:42.587227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:42.592863 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-c53bfb9d-97d1-4751-9b16-1261bcc1ee82 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for 90890a00-89f1-41c8-9bd3-52f0849068cb owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:42.598910 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-af993463-26cc-4576-b428-731ed97d2d50 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, d4d3f532-2c46-4718-b9a7-9dcc748d2849) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:42.606070 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:42.608883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af993463-26cc-4576-b428-731ed97d2d50 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:42.609564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af993463-26cc-4576-b428-731ed97d2d50 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.623522 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4058aa72-a3ab-4714-a6db-c930cd0e2e60 None None] Network d4d3f532-2c46-4718-b9a7-9dcc748d2849 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:42.691682 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-af993463-26cc-4576-b428-731ed97d2d50 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0513351 Jul 28 11:44:42.696802 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54344) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:42.707140 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-e5ec2a54-8086-4253-aa67-23529572cb4c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-98292516', 'network_id': 'd4d3f532-2c46-4718-b9a7-9dcc748d2849'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:42.708011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-109af5cf-1212-492d-b83f-8754365a9d3c tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.715940 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcddba98-1090-4d61-b9ea-dd991c898ead tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:44:42.729145 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fcddba98-1090-4d61-b9ea-dd991c898ead tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.732917 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fcddba98-1090-4d61-b9ea-dd991c898ead tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "PUT /v2.0/routers/db0385df-85d0-4ea0-8632-1bf9c6b6d380 HTTP/1.1" status: 200 len: 878 time: 3.9678514 Jul 28 11:44:42.733235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54346) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:42.741535 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-518a15c3-0e49-460a-af2c-a22880e6a537 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9524416'] for subnet, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.756068 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef894213-0048-4d81-9e9d-ff34f50c887b None None] Sync routers for ids ['db0385df-85d0-4ea0-8632-1bf9c6b6d380'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:44:42.817521 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ec2a54-8086-4253-aa67-23529572cb4c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Made reservation on behalf of f91e5e17fdd14edfb8aa0c8daa6fd656 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:42.821317 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e5ec2a54-8086-4253-aa67-23529572cb4c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.865555 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Attempting to bind port dc19d944-2620-4cb5-bfaa-a9c6a56471ae on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:42.865871 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Attempting to bind port dc19d944-2620-4cb5-bfaa-a9c6a56471ae by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:42.866448 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Attempting to bind port dc19d944-2620-4cb5-bfaa-a9c6a56471ae on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:42.869678 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81738381-74c9-4a17-b814-437041992b16 None None] Network d4d3f532-2c46-4718-b9a7-9dcc748d2849 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:42.925591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54350) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:42.925591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-e5ec2a54-8086-4253-aa67-23529572cb4c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] device_id is not set on port 4bccea63-a78e-4ec5-89d1-36fb59d994de yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:42.925912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:44:42.925912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:42.926106 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8191692a-2779-4deb-bb41-579691a0d5cb tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "GET /v2.0/routers/db0385df-85d0-4ea0-8632-1bf9c6b6d380 HTTP/1.1" status: 200 len: 919 time: 0.1837552 Jul 28 11:44:42.926308 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.926634 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:44:42.927255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Bound port: dc19d944-2620-4cb5-bfaa-a9c6a56471ae, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:44:42.927643 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.928080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-109af5cf-1212-492d-b83f-8754365a9d3c tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.929765 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-87a49838-84b2-4c1f-8bc7-388cd0611465', 'network_id': '87a49838-84b2-4c1f-8bc7-388cd0611465', 'tenant_id': 'f644922813d441139ed3c30cdf7494f1', 'fixed_ips': [{'subnet_id': '8ecc46c9-8ce8-4a73-b954-d5b439c7591d'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:44:42.930590 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:42.962639 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109af5cf-1212-492d-b83f-8754365a9d3c tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Network 021f992f-a8d8-4e8f-919d-341702d5a312 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:43.006037 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109af5cf-1212-492d-b83f-8754365a9d3c tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Pushing event updated for resources: {'Port': ['ID=4b4810ba-7c4c-46b4-a20a-491d92a56377,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:43.009413 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-109af5cf-1212-492d-b83f-8754365a9d3c tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:43.019547 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109af5cf-1212-492d-b83f-8754365a9d3c tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:43.020723 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109af5cf-1212-492d-b83f-8754365a9d3c tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:43.021342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-109af5cf-1212-492d-b83f-8754365a9d3c tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:43.048488 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef894213-0048-4d81-9e9d-ff34f50c887b None None] Routers {'db0385df-85d0-4ea0-8632-1bf9c6b6d380'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:43.049143 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ef894213-0048-4d81-9e9d-ff34f50c887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['db0385df-85d0-4ea0-8632-1bf9c6b6d380'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:43.052173 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-109af5cf-1212-492d-b83f-8754365a9d3c tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8814149 Jul 28 11:44:43.052899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54352) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:43.058782 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:43.084576 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device fca766b2-061a-4eeb-8a20-095a63279553 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:44:43.092574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ef894213-0048-4d81-9e9d-ff34f50c887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:43.134454 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:43.170159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef894213-0048-4d81-9e9d-ff34f50c887b None None] Routers {'db0385df-85d0-4ea0-8632-1bf9c6b6d380'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:43.170642 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ef894213-0048-4d81-9e9d-ff34f50c887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['db0385df-85d0-4ea0-8632-1bf9c6b6d380'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:43.205147 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-518a15c3-0e49-460a-af2c-a22880e6a537 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758057976360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9515233'] for subnet, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:43.257211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ef894213-0048-4d81-9e9d-ff34f50c887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:43.257879 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef894213-0048-4d81-9e9d-ff34f50c887b None None] The sync data for ids ['db0385df-85d0-4ea0-8632-1bf9c6b6d380'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:44:43.267788 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab092a6e-5c59-402d-8eff-f00021f8f5c1 None None] Network 7b79018e-d63b-4be6-be60-4b4cd352c9b7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:43.349708 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] device_id is not set on port 4b4810ba-7c4c-46b4-a20a-491d92a56377 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:43.358697 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:43.373539 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Transition to ACTIVE for port object 4b4810ba-7c4c-46b4-a20a-491d92a56377 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:43.378491 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:43.415631 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] For port dc19d944-2620-4cb5-bfaa-a9c6a56471ae, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:43.418983 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Allocated IP 2001:db8::2 (87a49838-84b2-4c1f-8bc7-388cd0611465/8ecc46c9-8ce8-4a73-b954-d5b439c7591d/6f7725c4-a2da-47ac-b1cc-446b79ca5fb8) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:43.429215 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-416cc4e7-1e17-400b-a101-2bd11194fd9e None None] Provisioning for port fca766b2-061a-4eeb-8a20-095a63279553 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:43.442616 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Pushing event updated for resources: {'Port': ['ID=4b4810ba-7c4c-46b4-a20a-491d92a56377,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:43.455107 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:43.455559 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:43.456033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:43.461248 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:43.461591 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:43.461980 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 2 to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 Jul 28 11:44:43.470207 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port fca766b2-061a-4eeb-8a20-095a63279553 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:43.476338 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:43.476615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:43.476958 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:43.477194 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] For port dc19d944-2620-4cb5-bfaa-a9c6a56471ae, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=dc19d944-2620-4cb5-bfaa-a9c6a56471ae,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:44:43.482400 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:43.483226 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:43.483226 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 3 to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 Jul 28 11:44:43.484856 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-416cc4e7-1e17-400b-a101-2bd11194fd9e None None] Provisioning complete for port fca766b2-061a-4eeb-8a20-095a63279553 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:43.485239 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-416cc4e7-1e17-400b-a101-2bd11194fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:43.492225 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port fca766b2-061a-4eeb-8a20-095a63279553 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:43.492529 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:43.498100 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:43.498694 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:43.499464 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:43.499965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:43.504167 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:43.504503 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:43.504897 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 4 to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 Jul 28 11:44:43.519446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:43.519843 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:43.520199 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:43.525030 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:43.525369 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:43.525896 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 5 to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 Jul 28 11:44:43.539378 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:43.539727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:43.540072 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:43.544443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:43.544779 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:43.545300 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 6 to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 Jul 28 11:44:43.559904 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:43.559904 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:43.560162 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:43.563965 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1f470c-0d92-4b1c-9875-66b44a74e353 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:43.564680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:43.566141 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:43.566259 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-da1f470c-0d92-4b1c-9875-66b44a74e353 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&device_id=db0385df-85d0-4ea0-8632-1bf9c6b6d380&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6421888 Jul 28 11:44:43.569113 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 7 to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 Jul 28 11:44:43.571587 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54356) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:43.589117 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c53bfb9d-97d1-4751-9b16-1261bcc1ee82 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:43.606360 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518a15c3-0e49-460a-af2c-a22880e6a537 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:43.606989 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-518a15c3-0e49-460a-af2c-a22880e6a537 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:43.610691 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-518a15c3-0e49-460a-af2c-a22880e6a537 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "PUT /v2.0/subnets/8ecc46c9-8ce8-4a73-b954-d5b439c7591d HTTP/1.1" status: 200 len: 826 time: 1.0695424 Jul 28 11:44:43.631697 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54360) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:43.656409 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bfb9d-97d1-4751-9b16-1261bcc1ee82 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=90890a00-89f1-41c8-9bd3-52f0849068cb,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:43.690154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:43.691695 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:43.692206 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:43.700948 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16029f00-1294-483a-b7a7-e58eb3487417 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:43.705110 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-16029f00-1294-483a-b7a7-e58eb3487417 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "GET /v2.0/networks/e4f7873c-4d94-460a-8c07-155f724d96cd HTTP/1.1" status: 200 len: 881 time: 0.1290598 Jul 28 11:44:43.705110 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:43.705110 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:43.705110 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 8 to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 Jul 28 11:44:43.706293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54362) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:43.713564 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-e5ec2a54-8086-4253-aa67-23529572cb4c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Allocated IP 2001:db8::225 (d4d3f532-2c46-4718-b9a7-9dcc748d2849/c4e3dda4-b151-4643-96cf-d7e86d8633cd/4bccea63-a78e-4ec5-89d1-36fb59d994de) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:43.728582 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a15c3-0e49-460a-af2c-a22880e6a537 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Subnet': ['ID=8ecc46c9-8ce8-4a73-b954-d5b439c7591d,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:43.756301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c53bfb9d-97d1-4751-9b16-1261bcc1ee82 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:43.762939 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c53bfb9d-97d1-4751-9b16-1261bcc1ee82 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/90890a00-89f1-41c8-9bd3-52f0849068cb HTTP/1.1" status: 204 len: 168 time: 1.4662163 Jul 28 11:44:43.763118 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1fe33a4a-36c9-4d07-8bc8-768bce4518eb tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "GET /v2.0/ports?device_id=db0385df-85d0-4ea0-8632-1bf9c6b6d380 HTTP/1.1" status: 200 len: 205 time: 0.0523183 Jul 28 11:44:43.763920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54364) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:43.764884 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54366) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:43.772157 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:43.772501 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:43.772853 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:43.851455 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:43.851793 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:43.858001 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 9 to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 Jul 28 11:44:43.914920 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:43.917696 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca2b12-9b5d-419b-b445-13eff7d7db06 None None] Pushing event updated for resources: {'Port': ['ID=dc19d944-2620-4cb5-bfaa-a9c6a56471ae,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:43.921585 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:43.921945 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:43.922291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:43.932082 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee09e63-e712-418b-901e-aee8f94eab22 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:43.933626 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee09e63-e712-418b-901e-aee8f94eab22 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:43.935365 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6ee09e63-e712-418b-901e-aee8f94eab22 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1698637 Jul 28 11:44:43.938843 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54368) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:43.962672 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:43.963011 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:43.965118 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempt 10 to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 Jul 28 11:44:43.987654 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:43.988060 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:43.988335 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempting to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:43.998032 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:44:43.998216 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Failed to bind port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c103ea31-3726-40a2-84b8-6f00a01873d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '021f992f-a8d8-4e8f-919d-341702d5a312'}] Jul 28 11:44:43.998572 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.000555 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e5ec2a54-8086-4253-aa67-23529572cb4c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.010755 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-622595b0-4ce4-48c6-825f-db3088e86039 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.108634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.110197 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.125068 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Transition to ACTIVE for port object 6f7725c4-a2da-47ac-b1cc-446b79ca5fb8 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:44.136854 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-416cc4e7-1e17-400b-a101-2bd11194fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.158735 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49b08f1-057c-4727-a312-e9173369ba8a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet d0f366c6-777d-4e8f-83d8-a59b5b8d0c5a {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:44:44.172878 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b49b08f1-057c-4727-a312-e9173369ba8a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.177447 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.191188 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Transition to ACTIVE for port object 6f7725c4-a2da-47ac-b1cc-446b79ca5fb8 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:44.220694 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-416cc4e7-1e17-400b-a101-2bd11194fd9e None None] For port fca766b2-061a-4eeb-8a20-095a63279553, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=fca766b2-061a-4eeb-8a20-095a63279553,segment=NetworkSegment(f66f1124-100f-45c3-b9ee-c70c4ece547c),segment_id=f66f1124-100f-45c3-b9ee-c70c4ece547c)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:44.230318 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.240012 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] For port 4b4810ba-7c4c-46b4-a20a-491d92a56377, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:44.240468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attempted to set empty binding levels {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 11:44:44.256997 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.265829 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-416cc4e7-1e17-400b-a101-2bd11194fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.267552 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b49b08f1-057c-4727-a312-e9173369ba8a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.309811 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Network 87a49838-84b2-4c1f-8bc7-388cd0611465 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:44.313186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] In _notify_port_updated(), no bound segment for port 4b4810ba-7c4c-46b4-a20a-491d92a56377 on network 021f992f-a8d8-4e8f-919d-341702d5a312 {{(pid=100415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:44:44.314413 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:44.321606 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.326451 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] 10.222.0.43 "PUT /v2.0/ports/4b4810ba-7c4c-46b4-a20a-491d92a56377 HTTP/1.1" status: 200 len: 977 time: 1.2723753 Jul 28 11:44:44.327516 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54372) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:44.332204 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:44.337892 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:44.383436 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Pushing event updated for resources: {'Port': ['ID=6f7725c4-a2da-47ac-b1cc-446b79ca5fb8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:44.387410 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.db.api [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:44:44.387775 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG oslo_db.api [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:44:44.393269 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-622595b0-4ce4-48c6-825f-db3088e86039 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.394877 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e5ec2a54-8086-4253-aa67-23529572cb4c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.437357 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86881f4-97cb-4bba-8b12-2a2c0a4205b0 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Pushing event updated for resources: {'Port': ['ID=4b4810ba-7c4c-46b4-a20a-491d92a56377,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:44.451817 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Attempting to bind port 6f7725c4-a2da-47ac-b1cc-446b79ca5fb8 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:44.452474 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Attempting to bind port 6f7725c4-a2da-47ac-b1cc-446b79ca5fb8 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'ae2e39e4-da8c-4a1d-9480-9b9fadd4d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '87a49838-84b2-4c1f-8bc7-388cd0611465'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:44.452867 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Attempting to bind port 6f7725c4-a2da-47ac-b1cc-446b79ca5fb8 on network 87a49838-84b2-4c1f-8bc7-388cd0611465 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:44.465044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4344246-b41c-483a-9615-5587a4a184e0 None None] Network 7b79018e-d63b-4be6-be60-4b4cd352c9b7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:44.465355 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ec2a54-8086-4253-aa67-23529572cb4c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Network d4d3f532-2c46-4718-b9a7-9dcc748d2849 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:44.494559 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-e5ec2a54-8086-4253-aa67-23529572cb4c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:44.506665 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-db86b683-d384-4f6d-98f8-ff9ad4e12571 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Deleting port 4b4810ba-7c4c-46b4-a20a-491d92a56377 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:44.507011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-db86b683-d384-4f6d-98f8-ff9ad4e12571 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.510316 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ec2a54-8086-4253-aa67-23529572cb4c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:44.512045 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ec2a54-8086-4253-aa67-23529572cb4c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:44.512308 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e5ec2a54-8086-4253-aa67-23529572cb4c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.515126 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.551448 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:44:44.551895 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Checking segment: {'id': 'ae2e39e4-da8c-4a1d-9480-9b9fadd4d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '87a49838-84b2-4c1f-8bc7-388cd0611465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:44.552430 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.552754 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Bound using segment: {'id': 'ae2e39e4-da8c-4a1d-9480-9b9fadd4d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '87a49838-84b2-4c1f-8bc7-388cd0611465'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:44:44.553211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Bound port: 6f7725c4-a2da-47ac-b1cc-446b79ca5fb8, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2e39e4-da8c-4a1d-9480-9b9fadd4d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '87a49838-84b2-4c1f-8bc7-388cd0611465'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:44:44.553608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.562099 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b49b08f1-057c-4727-a312-e9173369ba8a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.574508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-622595b0-4ce4-48c6-825f-db3088e86039 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Deleting port 9dc10a36-c7f0-4f18-a297-1eacb587f3fc {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:44.574848 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-622595b0-4ce4-48c6-825f-db3088e86039 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.583336 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cc4e7-1e17-400b-a101-2bd11194fd9e None None] Pushing event updated for resources: {'Port': ['ID=fca766b2-061a-4eeb-8a20-095a63279553,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:44.589519 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Subnet': ['ID=8ecc46c9-8ce8-4a73-b954-d5b439c7591d,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:44.599141 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec2a54-8086-4253-aa67-23529572cb4c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Pushing event updated for resources: {'Port': ['ID=4bccea63-a78e-4ec5-89d1-36fb59d994de,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:44.636425 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-90915799-ab8c-4d60-bd82-3299b0b0fead None None] Provisioning complete for port fca766b2-061a-4eeb-8a20-095a63279553 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:44.636809 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90915799-ab8c-4d60-bd82-3299b0b0fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.657667 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-db86b683-d384-4f6d-98f8-ff9ad4e12571 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] For port 4b4810ba-7c4c-46b4-a20a-491d92a56377, host hv-neutron-7864, got binding levels [] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:44.658040 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-db86b683-d384-4f6d-98f8-ff9ad4e12571 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.664174 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.674396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a49838-84b2-4c1f-8bc7-388cd0611465']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:44.683765 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-db86b683-d384-4f6d-98f8-ff9ad4e12571 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Calling delete_port for 4b4810ba-7c4c-46b4-a20a-491d92a56377 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:44.685257 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2e39e4-da8c-4a1d-9480-9b9fadd4d83b') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:44.685563 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2e39e4-da8c-4a1d-9480-9b9fadd4d83b') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:44.695030 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.715643 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.727626 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] For port 6f7725c4-a2da-47ac-b1cc-446b79ca5fb8, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:44.728267 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:44.728852 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.750504 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-622595b0-4ce4-48c6-825f-db3088e86039 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.766118 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-622595b0-4ce4-48c6-825f-db3088e86039 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Calling delete_port for 9dc10a36-c7f0-4f18-a297-1eacb587f3fc owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:44.815960 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:44.820556 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:44:44.828951 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e5ec2a54-8086-4253-aa67-23529572cb4c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1300695 Jul 28 11:44:44.832618 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54378) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:44.876191 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-db86b683-d384-4f6d-98f8-ff9ad4e12571 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.882900 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.db.api [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 11:44:44.882900 dv-neutron-786478-16-hyperv neutron-server[100416]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 11:44:44.882900 dv-neutron-786478-16-hyperv neutron-server[100416]: [parameters: {'id': '87a49838-84b2-4c1f-8bc7-388cd0611465'}] Jul 28 11:44:44.882900 dv-neutron-786478-16-hyperv neutron-server[100416]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:44:44.883424 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG oslo_db.api [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:44:44.890611 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] For port 6f7725c4-a2da-47ac-b1cc-446b79ca5fb8, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6f7725c4-a2da-47ac-b1cc-446b79ca5fb8,segment=NetworkSegment(ae2e39e4-da8c-4a1d-9480-9b9fadd4d83b),segment_id=ae2e39e4-da8c-4a1d-9480-9b9fadd4d83b)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:44:44.900048 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b49b08f1-057c-4727-a312-e9173369ba8a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.927381 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.928013 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86b683-d384-4f6d-98f8-ff9ad4e12571 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b4810ba-7c4c-46b4-a20a-491d92a56377,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:44.936548 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b08f1-057c-4727-a312-e9173369ba8a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=d0f366c6-777d-4e8f-83d8-a59b5b8d0c5a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:44.951404 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b49b08f1-057c-4727-a312-e9173369ba8a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:44.953637 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b49b08f1-057c-4727-a312-e9173369ba8a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/d0f366c6-777d-4e8f-83d8-a59b5b8d0c5a HTTP/1.1" status: 204 len: 168 time: 1.0107565 Jul 28 11:44:44.961356 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54380) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:45.021088 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cbc3d578-73a9-4bb2-90ce-f04b548b9249 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584416 Jul 28 11:44:45.024133 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54382) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:45.043168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-db86b683-d384-4f6d-98f8-ff9ad4e12571 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.045077 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-db86b683-d384-4f6d-98f8-ff9ad4e12571 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] 10.222.0.43 "DELETE /v2.0/ports/4b4810ba-7c4c-46b4-a20a-491d92a56377 HTTP/1.1" status: 204 len: 168 time: 0.7114666 Jul 28 11:44:45.048093 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54384) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:45.080553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae09da-f232-4a26-92ee-b2aa1631e3c7 None None] Pushing event updated for resources: {'Port': ['ID=6f7725c4-a2da-47ac-b1cc-446b79ca5fb8,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:45.094878 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e6ab20-1cf4-4b35-b6a4-56dce1cad3a4 None None] Network 87a49838-84b2-4c1f-8bc7-388cd0611465 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:45.119063 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-622595b0-4ce4-48c6-825f-db3088e86039 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.125509 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4150390-7208-4bad-b06e-05ad75a260d1 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] GET failed (client error): The resource could not be found. Jul 28 11:44:45.129971 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b4150390-7208-4bad-b06e-05ad75a260d1 tempest-PortsAdminExtendedAttrsTestJSON-343317267 tempest-PortsAdminExtendedAttrsTestJSON-343317267-project-admin] 10.222.0.43 "GET /v2.0/ports/4b4810ba-7c4c-46b4-a20a-491d92a56377 HTTP/1.1" status: 404 len: 333 time: 0.0806282 Jul 28 11:44:45.137673 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54386) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:45.149935 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 68eb6a8b-3879-45b8-a549-58b676567107 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:44:45.170025 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0db644d-cd8f-484e-a275-ec65a277d62f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:45.175258 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 68eb6a8b-3879-45b8-a549-58b676567107 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:44:45.175610 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 68eb6a8b-3879-45b8-a549-58b676567107 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:44:45.176620 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c0db644d-cd8f-484e-a275-ec65a277d62f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1512613 Jul 28 11:44:45.186633 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54388) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:45.187771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622595b0-4ce4-48c6-825f-db3088e86039 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Pushing event deleted for resources: {'Port': ['ID=9dc10a36-c7f0-4f18-a297-1eacb587f3fc,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:45.296741 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c0f6f3d6-47b1-4858-be61-e821830ba925 None None] Provisioning complete for port fca766b2-061a-4eeb-8a20-095a63279553 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:45.297268 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0f6f3d6-47b1-4858-be61-e821830ba925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.313915 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7addb92-f27a-40f3-bb9b-05c2afe594ec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:45.322412 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-e70d1053-c387-41e2-9b33-e68c17ffcd11 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Deleting port 4bccea63-a78e-4ec5-89d1-36fb59d994de {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:45.322919 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e70d1053-c387-41e2-9b33-e68c17ffcd11 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.327142 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54392) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:45.330444 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a7addb92-f27a-40f3-bb9b-05c2afe594ec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1427517 Jul 28 11:44:45.367818 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b56e01-a54f-433e-9093-c212687acb91 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:45.384497 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.432451 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ec0c43ba-251c-4aec-be13-a50d691b3b87 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027806 Jul 28 11:44:45.437321 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device dc19d944-2620-4cb5-bfaa-a9c6a56471ae up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:44:45.437321 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4f403b-b8a6-4b5c-9c23-aa1f8bd0ae03 None None] Network 87a49838-84b2-4c1f-8bc7-388cd0611465 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:45.439619 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54394) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:45.445446 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-f206674e-9140-41a8-8cc4-435b2a6e0be2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:45.457006 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0dd8-3b7b-4870-8119-35cc1d3f470e tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.462625 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-622595b0-4ce4-48c6-825f-db3088e86039 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.531918 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Deleting port 6f7725c4-a2da-47ac-b1cc-446b79ca5fb8 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:45.532310 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.572226 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-622595b0-4ce4-48c6-825f-db3088e86039 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.579455 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-622595b0-4ce4-48c6-825f-db3088e86039 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.587283 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e70d1053-c387-41e2-9b33-e68c17ffcd11 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.653542 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] For port 6f7725c4-a2da-47ac-b1cc-446b79ca5fb8, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6f7725c4-a2da-47ac-b1cc-446b79ca5fb8,segment=NetworkSegment(ae2e39e4-da8c-4a1d-9480-9b9fadd4d83b),segment_id=ae2e39e4-da8c-4a1d-9480-9b9fadd4d83b)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:45.654657 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.666334 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-e70d1053-c387-41e2-9b33-e68c17ffcd11 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Calling delete_port for 4bccea63-a78e-4ec5-89d1-36fb59d994de owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:45.669946 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f206674e-9140-41a8-8cc4-435b2a6e0be2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:45.675699 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f206674e-9140-41a8-8cc4-435b2a6e0be2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.686114 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port dc19d944-2620-4cb5-bfaa-a9c6a56471ae completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:45.694911 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device fca766b2-061a-4eeb-8a20-095a63279553 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:44:45.699735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-622595b0-4ce4-48c6-825f-db3088e86039 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.700107 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622595b0-4ce4-48c6-825f-db3088e86039 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Fanout notify agent at l3_agent the message router_deleted on router db0385df-85d0-4ea0-8632-1bf9c6b6d380 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:44:45.717414 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-622595b0-4ce4-48c6-825f-db3088e86039 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.722295 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-622595b0-4ce4-48c6-825f-db3088e86039 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "DELETE /v2.0/routers/db0385df-85d0-4ea0-8632-1bf9c6b6d380 HTTP/1.1" status: 204 len: 168 time: 1.9518664 Jul 28 11:44:45.724112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54398) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:45.731217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c513abaf-6880-4958-bdbe-8e1256b43204 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2043440917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:45.731452 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Calling delete_port for 6f7725c4-a2da-47ac-b1cc-446b79ca5fb8 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:45.737740 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0dd8-3b7b-4870-8119-35cc1d3f470e tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.774648 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ee5cd23c-643b-4ce4-bf78-2769c1105d14 None None] Provisioning for port dc19d944-2620-4cb5-bfaa-a9c6a56471ae completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:45.784569 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ee5cd23c-643b-4ce4-bf78-2769c1105d14 None None] Provisioning complete for port dc19d944-2620-4cb5-bfaa-a9c6a56471ae triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:45.784773 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-9b2a0dd8-3b7b-4870-8119-35cc1d3f470e tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021f992f-a8d8-4e8f-919d-341702d5a312']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:45.785334 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ee5cd23c-643b-4ce4-bf78-2769c1105d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.787298 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port fca766b2-061a-4eeb-8a20-095a63279553 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:45.788205 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.801744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-9b2a0dd8-3b7b-4870-8119-35cc1d3f470e tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c103ea31-3726-40a2-84b8-6f00a01873d9') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:45.802043 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-9b2a0dd8-3b7b-4870-8119-35cc1d3f470e tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c103ea31-3726-40a2-84b8-6f00a01873d9') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:45.819586 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0dd8-3b7b-4870-8119-35cc1d3f470e tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.837299 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c513abaf-6880-4958-bdbe-8e1256b43204 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.838321 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c513abaf-6880-4958-bdbe-8e1256b43204 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.853792 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0dd8-3b7b-4870-8119-35cc1d3f470e tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.854888 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6917fa78-aa52-412f-bd66-c4405458b30b None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:44:45.865800 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2a0dd8-3b7b-4870-8119-35cc1d3f470e tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:45.868129 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0dd8-3b7b-4870-8119-35cc1d3f470e tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:45.876616 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:45.935842 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:45.975263 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No DVR routers for this DVR port 6f7725c4-a2da-47ac-b1cc-446b79ca5fb8 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:44:45.994375 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c513abaf-6880-4958-bdbe-8e1256b43204 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.002098 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6917fa78-aa52-412f-bd66-c4405458b30b None None] Deleting port dc19d944-2620-4cb5-bfaa-a9c6a56471ae {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:46.003244 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6917fa78-aa52-412f-bd66-c4405458b30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.006436 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Port': ['ID=6f7725c4-a2da-47ac-b1cc-446b79ca5fb8,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:46.020717 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0dd8-3b7b-4870-8119-35cc1d3f470e tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.026760 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c513abaf-6880-4958-bdbe-8e1256b43204 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.044303 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0dd8-3b7b-4870-8119-35cc1d3f470e tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.049106 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9b2a0dd8-3b7b-4870-8119-35cc1d3f470e tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] 10.222.0.43 "DELETE /v2.0/networks/021f992f-a8d8-4e8f-919d-341702d5a312 HTTP/1.1" status: 204 len: 168 time: 0.9111278 Jul 28 11:44:46.061474 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ee5cd23c-643b-4ce4-bf78-2769c1105d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.064538 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e70d1053-c387-41e2-9b33-e68c17ffcd11 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.068045 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a0dd8-3b7b-4870-8119-35cc1d3f470e tempest-PortsAdminExtendedAttrsTestJSON-1338241918 tempest-PortsAdminExtendedAttrsTestJSON-1338241918-project] Pushing event deleted for resources: {'Network': ['ID=021f992f-a8d8-4e8f-919d-341702d5a312,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:46.096566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c513abaf-6880-4958-bdbe-8e1256b43204 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.097889 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c513abaf-6880-4958-bdbe-8e1256b43204 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3740764 Jul 28 11:44:46.101145 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54404) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:46.103447 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d1053-c387-41e2-9b33-e68c17ffcd11 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bccea63-a78e-4ec5-89d1-36fb59d994de,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:46.106587 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-6917fa78-aa52-412f-bd66-c4405458b30b None None] For port dc19d944-2620-4cb5-bfaa-a9c6a56471ae, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=dc19d944-2620-4cb5-bfaa-a9c6a56471ae,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:46.107384 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6917fa78-aa52-412f-bd66-c4405458b30b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.108224 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-5e819198-b08d-4f59-8c35-a42921fca958 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'enable_snat': True}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:46.140246 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6917fa78-aa52-412f-bd66-c4405458b30b None None] Calling delete_port for dc19d944-2620-4cb5-bfaa-a9c6a56471ae owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:46.144460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ee5cd23c-643b-4ce4-bf78-2769c1105d14 None None] For port dc19d944-2620-4cb5-bfaa-a9c6a56471ae, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=dc19d944-2620-4cb5-bfaa-a9c6a56471ae,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:46.145895 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.160742 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ee5cd23c-643b-4ce4-bf78-2769c1105d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.162763 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a49838-84b2-4c1f-8bc7-388cd0611465']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:46.172657 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f206674e-9140-41a8-8cc4-435b2a6e0be2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.191639 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2e39e4-da8c-4a1d-9480-9b9fadd4d83b') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:46.191984 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2e39e4-da8c-4a1d-9480-9b9fadd4d83b') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:46.233699 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.238162 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f206674e-9140-41a8-8cc4-435b2a6e0be2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:46.253846 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-f206674e-9140-41a8-8cc4-435b2a6e0be2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:46.258032 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f206674e-9140-41a8-8cc4-435b2a6e0be2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:46.259546 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f206674e-9140-41a8-8cc4-435b2a6e0be2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.276947 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5cd23c-643b-4ce4-bf78-2769c1105d14 None None] Pushing event updated for resources: {'Port': ['ID=dc19d944-2620-4cb5-bfaa-a9c6a56471ae,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:46.300396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206674e-9140-41a8-8cc4-435b2a6e0be2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=df77f00f-509f-417a-b4ee-defb38d6636e,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:46.303586 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6917fa78-aa52-412f-bd66-c4405458b30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.312052 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.318918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6917fa78-aa52-412f-bd66-c4405458b30b None None] No DVR routers for this DVR port dc19d944-2620-4cb5-bfaa-a9c6a56471ae on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:44:46.328349 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f206674e-9140-41a8-8cc4-435b2a6e0be2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8850772 Jul 28 11:44:46.332435 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:46.333090 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.345325 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917fa78-aa52-412f-bd66-c4405458b30b None None] Pushing event deleted for resources: {'Port': ['ID=dc19d944-2620-4cb5-bfaa-a9c6a56471ae,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:46.363058 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7cfe2f-7252-43f5-bfcc-cbcdeb10c853 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:46.416801 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54408) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:46.417567 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:46.423708 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-223252bb-a04b-4e4a-b29a-b4e1e50b7923 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'fixed_ips': [{'subnet_id': 'df77f00f-509f-417a-b4ee-defb38d6636e', 'ip_address': '2001:db8::b434:b1f:455d:2b91'}], 'name': 'tempest-NetworksTestDHCPv6-1868557059'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:46.485781 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54412) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:46.532009 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': 'df77f00f-509f-417a-b4ee-defb38d6636e'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:44:46.532959 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.534644 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.541338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.546601 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/networks/87a49838-84b2-4c1f-8bc7-388cd0611465 HTTP/1.1" status: 204 len: 168 time: 2.9095981 Jul 28 11:44:46.550715 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54416) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:46.561295 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e70d1053-c387-41e2-9b33-e68c17ffcd11 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.563300 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e70d1053-c387-41e2-9b33-e68c17ffcd11 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "DELETE /v2.0/ports/4bccea63-a78e-4ec5-89d1-36fb59d994de HTTP/1.1" status: 204 len: 168 time: 1.7291780 Jul 28 11:44:46.568255 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54418) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:46.580622 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0fb8d-0f8c-4e72-8ae6-8dd096c7e73c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Network': ['ID=87a49838-84b2-4c1f-8bc7-388cd0611465,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:46.584017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4d3f532-2c46-4718-b9a7-9dcc748d2849', 'external_fixed_ips': [{'subnet_id': 'c4e3dda4-b151-4643-96cf-d7e86d8633cd', 'ip_address': '2001:db8::225'}]}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:46.589913 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bc8a45-46c2-404d-bf51-3b699a23c2a1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] DELETE failed (client error): The resource could not be found. Jul 28 11:44:46.590749 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bc8a45-46c2-404d-bf51-3b699a23c2a1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:44:46.592587 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-32bc8a45-46c2-404d-bf51-3b699a23c2a1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/networks/87a49838-84b2-4c1f-8bc7-388cd0611465 HTTP/1.1" status: 404 len: 339 time: 0.0404918 Jul 28 11:44:46.597573 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54420) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:46.611637 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-41e728d7-0508-4917-8a73-b077e308e82e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-853237634', 'description': 'd1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:46.661091 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.api [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:44:46.661091 dv-neutron-786478-16-hyperv neutron-server[100415]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 11:44:46.661091 dv-neutron-786478-16-hyperv neutron-server[100415]: [parameters: {'project_id_1': 'f91e5e17fdd14edfb8aa0c8daa6fd656', 'expiration_1': datetime.datetime(2021, 7, 28, 11, 44, 46, 625897)}] Jul 28 11:44:46.661091 dv-neutron-786478-16-hyperv neutron-server[100415]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100415) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:44:46.661887 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG oslo_db.api [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:44:46.679413 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e728d7-0508-4917-8a73-b077e308e82e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:46.682864 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41e728d7-0508-4917-8a73-b077e308e82e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.697219 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Allocated IP 2001:db8::2 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/df77f00f-509f-417a-b4ee-defb38d6636e/926c693e-6b8e-4d7a-a7ab-ef2e015c2fae) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:46.732569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223252bb-a04b-4e4a-b29a-b4e1e50b7923 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:46.741228 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e728d7-0508-4917-8a73-b077e308e82e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:46.752683 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5e819198-b08d-4f59-8c35-a42921fca958 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.817983 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f0081ac7-997f-4bda-9e5c-df28f07da7a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=197241ea4a684c8caf1d598273fbb2ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273125 Jul 28 11:44:46.819208 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41e728d7-0508-4917-8a73-b077e308e82e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.819550 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-41e728d7-0508-4917-8a73-b077e308e82e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Added segment f6c0b8d8-a542-45fe-b350-9d2a306639b2 of type vlan for network 361a1565-5e7e-4419-951d-87626fea5bc4 Jul 28 11:44:46.820615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54424) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:46.867024 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.876958 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Transition to ACTIVE for port object 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:46.882093 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41e728d7-0508-4917-8a73-b077e308e82e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.892313 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-223252bb-a04b-4e4a-b29a-b4e1e50b7923 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.892706 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92807375-62de-4b31-92bf-8ea6125bcbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.895233 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Transition to ACTIVE for port object 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:46.901535 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.914978 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-223252bb-a04b-4e4a-b29a-b4e1e50b7923 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port 1a6ff582-cacb-4739-b3b9-28bde419aaae yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:46.928289 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92807375-62de-4b31-92bf-8ea6125bcbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:46.941471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:46.946473 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:46.953481 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:46.961452 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Pushing event updated for resources: {'Port': ['ID=926c693e-6b8e-4d7a-a7ab-ef2e015c2fae,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:47.013741 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41e728d7-0508-4917-8a73-b077e308e82e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:47.020624 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Attempting to bind port 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:47.021108 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Attempting to bind port 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:47.021349 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Attempting to bind port 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:47.026861 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:44:47.027471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:47.027603 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:47.028124 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:44:47.028600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Bound port: 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:44:47.028979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:47.030392 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e728d7-0508-4917-8a73-b077e308e82e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:47.031116 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41e728d7-0508-4917-8a73-b077e308e82e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:47.087407 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92807375-62de-4b31-92bf-8ea6125bcbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:47.089998 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92807375-62de-4b31-92bf-8ea6125bcbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:47.094181 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-92807375-62de-4b31-92bf-8ea6125bcbc4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15db79be-1fd6-41e2-88e5-a1ebe347d6b2 HTTP/1.1" status: 204 len: 168 time: 0.2719276 Jul 28 11:44:47.097494 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5e819198-b08d-4f59-8c35-a42921fca958 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:47.108172 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] For port 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:47.113614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] For port 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=926c693e-6b8e-4d7a-a7ab-ef2e015c2fae,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:44:47.119935 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:47.124009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5e819198-b08d-4f59-8c35-a42921fca958 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:47.137623 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92807375-62de-4b31-92bf-8ea6125bcbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15db79be-1fd6-41e2-88e5-a1ebe347d6b2,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:47.197650 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-41e728d7-0508-4917-8a73-b077e308e82e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5920458 Jul 28 11:44:47.201678 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54430) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:47.203675 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e728d7-0508-4917-8a73-b077e308e82e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Network': ['ID=361a1565-5e7e-4419-951d-87626fea5bc4,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:47.217123 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704dba2-f770-42aa-b36c-eee9bf2c5b01 None None] Pushing event updated for resources: {'Port': ['ID=926c693e-6b8e-4d7a-a7ab-ef2e015c2fae,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:47.277117 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 361a1565-5e7e-4419-951d-87626fea5bc4 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:47.304892 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-223252bb-a04b-4e4a-b29a-b4e1e50b7923 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::b434:b1f:455d:2b91 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/df77f00f-509f-417a-b4ee-defb38d6636e/1a6ff582-cacb-4739-b3b9-28bde419aaae) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:47.326204 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:47.327290 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:47.403040 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device dc19d944-2620-4cb5-bfaa-a9c6a56471ae no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:44:47.433741 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: dc19d944-2620-4cb5-bfaa-a9c6a56471ae {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:44:47.434602 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device dc19d944-2620-4cb5-bfaa-a9c6a56471ae not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:44:47.481912 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-5e819198-b08d-4f59-8c35-a42921fca958 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Allocated IP 172.26.1.169 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/8884ca84-ce35-48f8-af87-2706a5d89645) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:47.488711 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:47.503633 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff130b3e-abb9-4f5e-99d5-6dc9d1936cf8 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:47.515455 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ff130b3e-abb9-4f5e-99d5-6dc9d1936cf8 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "GET /v2.0/networks?id=361a1565-5e7e-4419-951d-87626fea5bc4 HTTP/1.1" status: 200 len: 764 time: 0.3106973 Jul 28 11:44:47.522076 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54436) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:47.531370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b6604537-f551-4723-9f27-18911867594e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'network': {'description': 'd2'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:47.572438 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-223252bb-a04b-4e4a-b29a-b4e1e50b7923 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:47.591532 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-223252bb-a04b-4e4a-b29a-b4e1e50b7923 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object 1a6ff582-cacb-4739-b3b9-28bde419aaae will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:47.610573 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54438) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:47.663940 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-223252bb-a04b-4e4a-b29a-b4e1e50b7923 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:47.681436 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3bf97eb5-e8db-4634-9ccc-0f78523be874 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c70d0af12fb4469e8e2cebd7b8d8f84c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0694752 Jul 28 11:44:47.691855 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54440) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:47.710308 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223252bb-a04b-4e4a-b29a-b4e1e50b7923 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:47.713213 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-223252bb-a04b-4e4a-b29a-b4e1e50b7923 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:47.715881 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223252bb-a04b-4e4a-b29a-b4e1e50b7923 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:47.722718 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223252bb-a04b-4e4a-b29a-b4e1e50b7923 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:47.723366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-223252bb-a04b-4e4a-b29a-b4e1e50b7923 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:47.739933 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223252bb-a04b-4e4a-b29a-b4e1e50b7923 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=1a6ff582-cacb-4739-b3b9-28bde419aaae,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:47.747425 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-223252bb-a04b-4e4a-b29a-b4e1e50b7923 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3284945 Jul 28 11:44:47.749843 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54442) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:47.800788 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445901ba-ddf1-4c01-a23b-a5e2065d0802 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:47.806978 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445901ba-ddf1-4c01-a23b-a5e2065d0802 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:47.811135 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-445901ba-ddf1-4c01-a23b-a5e2065d0802 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0577567 Jul 28 11:44:47.811516 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54446) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:47.839335 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:47.915225 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c38eb-a5d1-4f83-9242-a7f5606f9905 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port 1a6ff582-cacb-4739-b3b9-28bde419aaae {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:47.915603 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a8c38eb-a5d1-4f83-9242-a7f5606f9905 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:47.955151 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5e819198-b08d-4f59-8c35-a42921fca958 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:47.996210 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-15cb8e24-b892-4540-8f19-edf2818a6545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:48.002047 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a8c38eb-a5d1-4f83-9242-a7f5606f9905 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:48.014794 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b6604537-f551-4723-9f27-18911867594e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:48.015607 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c38eb-a5d1-4f83-9242-a7f5606f9905 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for 1a6ff582-cacb-4739-b3b9-28bde419aaae owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:48.056521 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b6604537-f551-4723-9f27-18911867594e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:48.066526 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-15cb8e24-b892-4540-8f19-edf2818a6545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:48.133144 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6604537-f551-4723-9f27-18911867594e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network 361a1565-5e7e-4419-951d-87626fea5bc4 is not hosted by any dhcp agent {{(pid=100415) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 11:44:48.139077 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6604537-f551-4723-9f27-18911867594e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:48.139290 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b6604537-f551-4723-9f27-18911867594e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:48.144203 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b6604537-f551-4723-9f27-18911867594e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "PUT /v2.0/networks/361a1565-5e7e-4419-951d-87626fea5bc4 HTTP/1.1" status: 200 len: 761 time: 0.6200609 Jul 28 11:44:48.144412 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54450) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:48.193362 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6604537-f551-4723-9f27-18911867594e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Network': ['ID=361a1565-5e7e-4419-951d-87626fea5bc4,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:48.207875 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 361a1565-5e7e-4419-951d-87626fea5bc4 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:48.213983 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a8c38eb-a5d1-4f83-9242-a7f5606f9905 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:48.217159 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5e819198-b08d-4f59-8c35-a42921fca958 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:48.268939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e819198-b08d-4f59-8c35-a42921fca958 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:48.277327 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-5e819198-b08d-4f59-8c35-a42921fca958 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:48.282323 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c38eb-a5d1-4f83-9242-a7f5606f9905 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=1a6ff582-cacb-4739-b3b9-28bde419aaae,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:48.283220 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-15cb8e24-b892-4540-8f19-edf2818a6545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:48.286780 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-15cb8e24-b892-4540-8f19-edf2818a6545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:48.288096 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-15cb8e24-b892-4540-8f19-edf2818a6545 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76003b6c-fc05-49bd-b8d4-f36abd900f18 HTTP/1.1" status: 204 len: 168 time: 0.5953200 Jul 28 11:44:48.292136 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e819198-b08d-4f59-8c35-a42921fca958 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:48.329299 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a8c38eb-a5d1-4f83-9242-a7f5606f9905 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:48.331998 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3a8c38eb-a5d1-4f83-9242-a7f5606f9905 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/1a6ff582-cacb-4739-b3b9-28bde419aaae HTTP/1.1" status: 204 len: 168 time: 0.5192633 Jul 28 11:44:48.338992 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40902a03-9fec-46a4-81e9-a811ab843188 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:48.345885 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-40902a03-9fec-46a4-81e9-a811ab843188 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "GET /v2.0/networks?id=361a1565-5e7e-4419-951d-87626fea5bc4 HTTP/1.1" status: 200 len: 764 time: 0.1951172 Jul 28 11:44:48.345885 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54454) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:48.352634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54456) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:48.356484 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb8e24-b892-4540-8f19-edf2818a6545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76003b6c-fc05-49bd-b8d4-f36abd900f18,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:48.365320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e819198-b08d-4f59-8c35-a42921fca958 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Pushing event updated for resources: {'Port': ['ID=8884ca84-ce35-48f8-af87-2706a5d89645,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:48.517971 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-87099894-9c40-4f37-a7b3-bcd4bf056d1a None None] Provisioning for port 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:48.521781 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d36924-8466-49b1-8eb8-4d14a4a8e68c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:48.523435 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d36924-8466-49b1-8eb8-4d14a4a8e68c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:48.527650 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b5d36924-8466-49b1-8eb8-4d14a4a8e68c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1856966 Jul 28 11:44:48.533120 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54460) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:48.615614 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ee3a5e-528b-443f-8bf9-d0bf2abaa154 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:48.626178 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ee3a5e-528b-443f-8bf9-d0bf2abaa154 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:48.631418 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a3ee3a5e-528b-443f-8bf9-d0bf2abaa154 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1390 time: 0.2750113 Jul 28 11:44:48.631418 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54464) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:48.671064 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e217fa8-1325-4a8b-a94e-205bb6d74898 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet df77f00f-509f-417a-b4ee-defb38d6636e {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:44:48.686040 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:48.687793 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3e217fa8-1325-4a8b-a94e-205bb6d74898 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:48.695811 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54468) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:48.698572 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3115d1b1-78bd-4b6a-980b-381f2064abc8 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd HTTP/1.1" status: 200 len: 207 time: 0.0626984 Jul 28 11:44:48.735940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ebe78474-1d8b-4632-ab12-ad97bb6b6fc4 None None] Could not find standard attr ID for object 4e5e6c92-d647-41b5-bcbc-c220070c49fc. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:44:48.771361 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:48.867768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3e217fa8-1325-4a8b-a94e-205bb6d74898 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:48.950323 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d24c992a-6b98-4181-b42e-d98863442dee None None] Could not find standard attr ID for object 90890a00-89f1-41c8-9bd3-52f0849068cb. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:44:49.129109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616422ec-b7a2-445c-9ab6-dc25f3320ef8 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:49.134939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616422ec-b7a2-445c-9ab6-dc25f3320ef8 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:49.140729 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616422ec-b7a2-445c-9ab6-dc25f3320ef8 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:49.147158 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616422ec-b7a2-445c-9ab6-dc25f3320ef8 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:49.153090 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616422ec-b7a2-445c-9ab6-dc25f3320ef8 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:49.160112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616422ec-b7a2-445c-9ab6-dc25f3320ef8 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:49.166225 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616422ec-b7a2-445c-9ab6-dc25f3320ef8 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:49.168006 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f7a3d9cb-203c-4eb2-9f91-3d86a4346069 None None] Could not find standard attr ID for object 1a6ff582-cacb-4739-b3b9-28bde419aaae. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:44:49.168157 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-616422ec-b7a2-445c-9ab6-dc25f3320ef8 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4337 time: 0.4505284 Jul 28 11:44:49.172230 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54486) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:49.177709 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5e819198-b08d-4f59-8c35-a42921fca958 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:49.197133 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3e217fa8-1325-4a8b-a94e-205bb6d74898 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:49.248585 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54488) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:49.361152 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:44:49.427938 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:49.433761 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:49.434291 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:49.560282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:49.825472 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2f407597-2304-4499-8bb6-357f1a5e782d tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 917 time: 0.6520019 Jul 28 11:44:49.832280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54496) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:49.837626 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Allocated IP 2001:db8::225 (d4d3f532-2c46-4718-b9a7-9dcc748d2849/c4e3dda4-b151-4643-96cf-d7e86d8633cd/ee6d7167-1466-4562-b3e5-b824fb0779a2) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:49.904127 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab24119b-ca1b-4674-a007-05260c400fb2 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:49.912349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab24119b-ca1b-4674-a007-05260c400fb2 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:49.914023 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab24119b-ca1b-4674-a007-05260c400fb2 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:49.915816 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab24119b-ca1b-4674-a007-05260c400fb2 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:49.917330 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab24119b-ca1b-4674-a007-05260c400fb2 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:49.919153 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ab24119b-ca1b-4674-a007-05260c400fb2 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0857575 Jul 28 11:44:49.929998 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54498) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:49.969744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3e217fa8-1325-4a8b-a94e-205bb6d74898 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:49.978805 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-e69b4596-b7ff-4587-bef6-4f9d22279727 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1638391311'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:50.035728 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00290533-ef1d-456d-81af-2b96f5189987 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['shared'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:50.037311 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00290533-ef1d-456d-81af-2b96f5189987 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['shared'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:50.038781 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00290533-ef1d-456d-81af-2b96f5189987 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['shared'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:50.040399 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00290533-ef1d-456d-81af-2b96f5189987 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['shared'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:50.041234 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e217fa8-1325-4a8b-a94e-205bb6d74898 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=df77f00f-509f-417a-b4ee-defb38d6636e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:50.042148 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00290533-ef1d-456d-81af-2b96f5189987 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['shared'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:50.043903 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-00290533-ef1d-456d-81af-2b96f5189987 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1128840 Jul 28 11:44:50.047407 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54502) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:50.091836 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3e217fa8-1325-4a8b-a94e-205bb6d74898 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.093746 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3e217fa8-1325-4a8b-a94e-205bb6d74898 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/df77f00f-509f-417a-b4ee-defb38d6636e HTTP/1.1" status: 204 len: 168 time: 1.5590510 Jul 28 11:44:50.098076 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54504) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:50.136578 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5474c73-b5c7-4913-af49-994c986db773 None None] get_active_networks_info from dv-neutron-786478-16-hyperv {{(pid=100417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:44:50.145125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.db.api [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:44:50.145811 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG oslo_db.api [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:44:50.160935 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d72ce363-602c-4a5d-b1ec-abb22c9b9af1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602322 Jul 28 11:44:50.161826 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5dfa6e-c982-4131-b15a-ae090c438442 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:50.163226 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-df5dfa6e-c982-4131-b15a-ae090c438442 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "GET /v2.0/networks/ae432be9-2418-438c-ae28-3fd00210247d HTTP/1.1" status: 200 len: 804 time: 0.1145227 Jul 28 11:44:50.163764 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54506) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:50.169013 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-72bb2a15-6783-4d80-822a-74740d012fb6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:50.170522 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69b4596-b7ff-4587-bef6-4f9d22279727 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Made reservation on behalf of 3347003329624b1492e6c83bb59c3854 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:50.172702 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54508) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:50.173914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e69b4596-b7ff-4587-bef6-4f9d22279727 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.176615 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.226265 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e69b4596-b7ff-4587-bef6-4f9d22279727 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.257834 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.258474 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5474c73-b5c7-4913-af49-994c986db773 None None] Resources bound (agent type, host, resource id): {{(pid=100417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:44:50.272797 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5e819198-b08d-4f59-8c35-a42921fca958 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.284894 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5e819198-b08d-4f59-8c35-a42921fca958 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.336641 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-35859850-26b0-4978-a46e-e939ce2f6479 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "GET /v2.0/networks/ae432be9-2418-438c-ae28-3fd00210247d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1609805 Jul 28 11:44:50.339835 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54510) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:50.419618 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3828f6ce-1e9c-4bc4-a8b7-05bc686bfee1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:50.420183 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.426078 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3828f6ce-1e9c-4bc4-a8b7-05bc686bfee1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "GET /v2.0/subnets/1901ad22-9a38-4078-8ec4-9f199ce4c5fa HTTP/1.1" status: 200 len: 843 time: 0.0801120 Jul 28 11:44:50.427027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54514) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:50.523776 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Network d4d3f532-2c46-4718-b9a7-9dcc748d2849 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:50.534842 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:50.536328 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a917f49-68f0-4c60-9211-f13fa7d9ef7a None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:50.551363 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:50.598044 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c26e47c-4279-4618-ba3e-77daf6f72081 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['shared'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:50.599474 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4c26e47c-4279-4618-ba3e-77daf6f72081 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "GET /v2.0/subnets/1901ad22-9a38-4078-8ec4-9f199ce4c5fa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1720786 Jul 28 11:44:50.603196 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54516) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:50.607151 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Pushing event updated for resources: {'Port': ['ID=ee6d7167-1466-4562-b3e5-b824fb0779a2,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:50.615638 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-e6b103c1-71e9-4397-8ba3-921d39bf1dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-862961135'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:50.638370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e69b4596-b7ff-4587-bef6-4f9d22279727 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.648063 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e69b4596-b7ff-4587-bef6-4f9d22279727 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.667422 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bb2a15-6783-4d80-822a-74740d012fb6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:50.671590 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-72bb2a15-6783-4d80-822a-74740d012fb6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.695193 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.706474 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69b4596-b7ff-4587-bef6-4f9d22279727 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:50.730377 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b4596-b7ff-4587-bef6-4f9d22279727 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c1b207-2919-417f-9075-12339a7a0979,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:50.730836 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=926c693e-6b8e-4d7a-a7ab-ef2e015c2fae,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:50.738797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.739022 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e69b4596-b7ff-4587-bef6-4f9d22279727 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.739214 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-e69b4596-b7ff-4587-bef6-4f9d22279727 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Added segment 3cdc913f-d030-4a88-bbac-1487f8b502f7 of type vlan for network 027a4545-dd16-4212-bace-cdf3d27a1d40 Jul 28 11:44:50.751756 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e819198-b08d-4f59-8c35-a42921fca958 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Router bd233b80-d1f3-4414-b4c9-52f120a98666 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:44:50.771299 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b103c1-71e9-4397-8ba3-921d39bf1dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:50.772223 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91de34cc-fff0-40d8-a272-0e2b7515c560 None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:44:50.775501 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e6b103c1-71e9-4397-8ba3-921d39bf1dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.822351 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b103c1-71e9-4397-8ba3-921d39bf1dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:44:50.829377 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=926c693e-6b8e-4d7a-a7ab-ef2e015c2fae,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:50.837443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e69b4596-b7ff-4587-bef6-4f9d22279727 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.839578 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e6b103c1-71e9-4397-8ba3-921d39bf1dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.840594 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-e6b103c1-71e9-4397-8ba3-921d39bf1dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Added segment 540bf83d-3096-4e2d-96f5-e9d4249c3795 of type vlan for network 937801f5-b390-474d-91b8-90740f5c9f52 Jul 28 11:44:50.875870 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-91de34cc-fff0-40d8-a272-0e2b7515c560 None None] Deleting port 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:50.876354 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-91de34cc-fff0-40d8-a272-0e2b7515c560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.938505 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e6b103c1-71e9-4397-8ba3-921d39bf1dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.960631 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e69b4596-b7ff-4587-bef6-4f9d22279727 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.967021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69b4596-b7ff-4587-bef6-4f9d22279727 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:50.967802 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e69b4596-b7ff-4587-bef6-4f9d22279727 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.995442 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-91de34cc-fff0-40d8-a272-0e2b7515c560 None None] For port 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=926c693e-6b8e-4d7a-a7ab-ef2e015c2fae,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:50.996421 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-91de34cc-fff0-40d8-a272-0e2b7515c560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:51.013084 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-72bb2a15-6783-4d80-822a-74740d012fb6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:51.024380 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e6b103c1-71e9-4397-8ba3-921d39bf1dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:51.029820 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-91de34cc-fff0-40d8-a272-0e2b7515c560 None None] Calling delete_port for 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:51.030117 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b103c1-71e9-4397-8ba3-921d39bf1dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:51.030756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e6b103c1-71e9-4397-8ba3-921d39bf1dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:51.066156 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:51.081040 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e6b103c1-71e9-4397-8ba3-921d39bf1dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4762194 Jul 28 11:44:51.110464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54522) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:51.129520 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-6816cbf2-498f-40bc-b37b-6c4845bd9c97 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'subnet': {'network_id': '937801f5-b390-474d-91b8-90740f5c9f52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:51.133099 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e69b4596-b7ff-4587-bef6-4f9d22279727 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8784320 Jul 28 11:44:51.139630 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54524) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:51.147939 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-91de34cc-fff0-40d8-a272-0e2b7515c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:51.149899 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bb2a15-6783-4d80-822a-74740d012fb6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:51.152628 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-166ef7bc-fc1b-4a6d-b833-f34162197383 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Request body: {'subnet': {'network_id': '027a4545-dd16-4212-bace-cdf3d27a1d40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:51.168565 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-72bb2a15-6783-4d80-822a-74740d012fb6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:51.186860 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de34cc-fff0-40d8-a272-0e2b7515c560 None None] Pushing event deleted for resources: {'Port': ['ID=926c693e-6b8e-4d7a-a7ab-ef2e015c2fae,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:51.189284 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91de34cc-fff0-40d8-a272-0e2b7515c560 None None] No DVR routers for this DVR port 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:44:51.199982 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bb2a15-6783-4d80-822a-74740d012fb6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:51.199982 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-72bb2a15-6783-4d80-822a-74740d012fb6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:51.200895 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b103c1-71e9-4397-8ba3-921d39bf1dc1 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Network': ['ID=937801f5-b390-474d-91b8-90740f5c9f52,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:51.202493 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb2a15-6783-4d80-822a-74740d012fb6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=f78cc925-eb81-42b6-bc92-eb711f882648,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:51.209147 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059e9f80-a327-4c45-9195-df6b7053faf8 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:51.220147 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b4596-b7ff-4587-bef6-4f9d22279727 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Pushing event updated for resources: {'Network': ['ID=027a4545-dd16-4212-bace-cdf3d27a1d40,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:51.227507 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 937801f5-b390-474d-91b8-90740f5c9f52 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:51.247848 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-72bb2a15-6783-4d80-822a-74740d012fb6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0830293 Jul 28 11:44:51.248520 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54526) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:51.255739 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c31101ca-6ed1-4dbb-8d4a-1b4a5624e5ed tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'fixed_ips': [{'subnet_id': 'f78cc925-eb81-42b6-bc92-eb711f882648', 'ip_address': '2001:db8::3dd8:d8fc:98fb:2fb5'}], 'name': 'tempest-NetworksTestDHCPv6-1720501459'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:51.276150 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 027a4545-dd16-4212-bace-cdf3d27a1d40 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:44:51.282022 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e819198-b08d-4f59-8c35-a42921fca958 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:44:51.294180 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6670ba5a-96e2-4743-96a7-958316ef3f66 None None] Sync routers for ids ['bd233b80-d1f3-4414-b4c9-52f120a98666'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:44:51.311590 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5e819198-b08d-4f59-8c35-a42921fca958 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:51.313280 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5e819198-b08d-4f59-8c35-a42921fca958 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "PUT /v2.0/routers/bd233b80-d1f3-4414-b4c9-52f120a98666 HTTP/1.1" status: 200 len: 915 time: 5.2110019 Jul 28 11:44:51.317085 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54528) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:51.324822 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6670ba5a-96e2-4743-96a7-958316ef3f66 None None] Routers {'bd233b80-d1f3-4414-b4c9-52f120a98666'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:51.325527 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-6670ba5a-96e2-4743-96a7-958316ef3f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['bd233b80-d1f3-4414-b4c9-52f120a98666'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:51.331323 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:44:51.370323 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-6670ba5a-96e2-4743-96a7-958316ef3f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:51.385058 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6670ba5a-96e2-4743-96a7-958316ef3f66 None None] Routers {'bd233b80-d1f3-4414-b4c9-52f120a98666'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:51.386152 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-6670ba5a-96e2-4743-96a7-958316ef3f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['bd233b80-d1f3-4414-b4c9-52f120a98666'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:51.386276 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6816cbf2-498f-40bc-b37b-6c4845bd9c97 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Made reservation on behalf of f644922813d441139ed3c30cdf7494f1 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:51.389882 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6816cbf2-498f-40bc-b37b-6c4845bd9c97 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:51.395977 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:44:51.396355 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 926c693e-6b8e-4d7a-a7ab-ef2e015c2fae not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:44:51.443247 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166ef7bc-fc1b-4a6d-b833-f34162197383 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Made reservation on behalf of 3347003329624b1492e6c83bb59c3854 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:51.448295 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-166ef7bc-fc1b-4a6d-b833-f34162197383 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:51.467293 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-6670ba5a-96e2-4743-96a7-958316ef3f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:51.468296 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6670ba5a-96e2-4743-96a7-958316ef3f66 None None] The sync data for ids ['bd233b80-d1f3-4414-b4c9-52f120a98666'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:44:51.536149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': 'f78cc925-eb81-42b6-bc92-eb711f882648'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:44:51.538201 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:51.540168 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.ipam_backend_mixin [None req-6816cbf2-498f-40bc-b37b-6c4845bd9c97 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Performing IP validity checks on allocation pools {{(pid=100416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 11:44:51.540695 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.ipam_backend_mixin [None req-6816cbf2-498f-40bc-b37b-6c4845bd9c97 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 11:44:51.565967 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4d951adb-0722-4c56-b037-147a9995a829 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "GET /v2.0/routers/bd233b80-d1f3-4414-b4c9-52f120a98666 HTTP/1.1" status: 200 len: 921 time: 0.2472534 Jul 28 11:44:51.571604 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54532) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:51.616582 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:51.632520 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31101ca-6ed1-4dbb-8d4a-1b4a5624e5ed tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:51.637413 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c31101ca-6ed1-4dbb-8d4a-1b4a5624e5ed tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:51.670866 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-c31101ca-6ed1-4dbb-8d4a-1b4a5624e5ed tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port f4dfddbd-eaf1-466e-a912-b2874ed30e24 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:51.723089 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Allocated IP 2001:db8::2 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/f78cc925-eb81-42b6-bc92-eb711f882648/12f4bc76-8e1d-4581-a6f5-97c85caabc86) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:51.732236 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0003d379-1f54-4776-b346-3f3655dcfd52 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:51.733778 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0003d379-1f54-4776-b346-3f3655dcfd52 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&device_id=bd233b80-d1f3-4414-b4c9-52f120a98666&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1511393 Jul 28 11:44:51.740664 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54534) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:51.786333 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-166ef7bc-fc1b-4a6d-b833-f34162197383 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:51.850197 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ef7bc-fc1b-4a6d-b833-f34162197383 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Pushing event updated for resources: {'Subnet': ['ID=19a868f4-401f-4e1b-88e9-a192dda75119,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:51.878926 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ef7bc-fc1b-4a6d-b833-f34162197383 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Checking segment: {'id': '3cdc913f-d030-4a88-bbac-1487f8b502f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '027a4545-dd16-4212-bace-cdf3d27a1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:51.879302 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166ef7bc-fc1b-4a6d-b833-f34162197383 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Network hostable DHCP agents. Network: 027a4545-dd16-4212-bace-cdf3d27a1d40, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:44:51.888784 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Router da0b45f5-7aa6-48c4-ba72-8b0454fa5ef0 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:44:51.906302 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166ef7bc-fc1b-4a6d-b833-f34162197383 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Network 027a4545-dd16-4212-bace-cdf3d27a1d40 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:44:51.909117 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6816cbf2-498f-40bc-b37b-6c4845bd9c97 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:51.910737 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:51.919391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Transition to ACTIVE for port object 12f4bc76-8e1d-4581-a6f5-97c85caabc86 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:51.936077 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Transition to ACTIVE for port object 12f4bc76-8e1d-4581-a6f5-97c85caabc86 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:51.946183 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:51.958546 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-166ef7bc-fc1b-4a6d-b833-f34162197383 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 027a4545-dd16-4212-bace-cdf3d27a1d40) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:51.969094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ef7bc-fc1b-4a6d-b833-f34162197383 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:51.969714 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-166ef7bc-fc1b-4a6d-b833-f34162197383 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:51.984609 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de36a386-a3c0-4e18-a043-a3fd46c5e627 None None] Network 027a4545-dd16-4212-bace-cdf3d27a1d40 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:52.023613 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-166ef7bc-fc1b-4a6d-b833-f34162197383 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8772712 Jul 28 11:44:52.026737 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54538) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:52.035576 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c3a046-01bb-4439-b06e-4255a0c635e6 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:52.036139 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-76adb2d1-6ef8-4a8d-9704-da8dea2a0552 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Request body: {'port': {'network_id': '027a4545-dd16-4212-bace-cdf3d27a1d40', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-995571326'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:52.039613 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-99c3a046-01bb-4439-b06e-4255a0c635e6 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "GET /v2.0/networks/e4f7873c-4d94-460a-8c07-155f724d96cd HTTP/1.1" status: 200 len: 881 time: 0.2954309 Jul 28 11:44:52.040169 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:52.042287 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54540) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:52.047493 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:52.055595 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:52.060588 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Pushing event updated for resources: {'Port': ['ID=12f4bc76-8e1d-4581-a6f5-97c85caabc86,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:52.070646 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816cbf2-498f-40bc-b37b-6c4845bd9c97 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Subnet': ['ID=2211895a-6a0a-4af8-98f8-dcf021ea4e71,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:52.091690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-c31101ca-6ed1-4dbb-8d4a-1b4a5624e5ed tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::3dd8:d8fc:98fb:2fb5 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/f78cc925-eb81-42b6-bc92-eb711f882648/f4dfddbd-eaf1-466e-a912-b2874ed30e24) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:52.102549 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6816cbf2-498f-40bc-b37b-6c4845bd9c97 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Checking segment: {'id': '540bf83d-3096-4e2d-96f5-e9d4249c3795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '937801f5-b390-474d-91b8-90740f5c9f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:52.102549 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6816cbf2-498f-40bc-b37b-6c4845bd9c97 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network hostable DHCP agents. Network: 937801f5-b390-474d-91b8-90740f5c9f52, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:44:52.118214 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:44:52.134052 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Sync routers for ids ['da0b45f5-7aa6-48c4-ba72-8b0454fa5ef0'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:44:52.134245 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e5f7c9f7-7de8-4e27-a024-cc70a586bf53 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd233b80-d1f3-4414-b4c9-52f120a98666 HTTP/1.1" status: 200 len: 205 time: 0.0870943 Jul 28 11:44:52.134329 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Attempting to bind port 12f4bc76-8e1d-4581-a6f5-97c85caabc86 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:52.134329 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Attempting to bind port 12f4bc76-8e1d-4581-a6f5-97c85caabc86 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:52.134329 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Attempting to bind port 12f4bc76-8e1d-4581-a6f5-97c85caabc86 on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:52.135660 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54542) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:52.151327 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6816cbf2-498f-40bc-b37b-6c4845bd9c97 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Network 937801f5-b390-474d-91b8-90740f5c9f52 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:44:52.153324 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:44:52.153726 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:52.154138 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.155089 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:44:52.155276 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Bound port: 12f4bc76-8e1d-4581-a6f5-97c85caabc86, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:44:52.155645 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.165918 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.167612 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d1cd02cc-8328-49f3-b47d-d6487142c4f3 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.5875726 Jul 28 11:44:52.170854 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Routers {'da0b45f5-7aa6-48c4-ba72-8b0454fa5ef0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:52.171495 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['da0b45f5-7aa6-48c4-ba72-8b0454fa5ef0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:52.172062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54544) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:52.250403 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-6816cbf2-498f-40bc-b37b-6c4845bd9c97 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 937801f5-b390-474d-91b8-90740f5c9f52) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:52.255943 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6816cbf2-498f-40bc-b37b-6c4845bd9c97 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:52.257030 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6816cbf2-498f-40bc-b37b-6c4845bd9c97 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.277915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba8f948-c90d-42d2-ac78-abb234aa47ea None None] Network 937801f5-b390-474d-91b8-90740f5c9f52 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:52.331042 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76adb2d1-6ef8-4a8d-9704-da8dea2a0552 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Made reservation on behalf of 3347003329624b1492e6c83bb59c3854 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:52.335576 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-76adb2d1-6ef8-4a8d-9704-da8dea2a0552 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.345840 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6816cbf2-498f-40bc-b37b-6c4845bd9c97 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2319269 Jul 28 11:44:52.350182 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54548) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:52.362871 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ee0d3163-98b3-4f9c-abed-fdc69cdd7aa3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:52.368345 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5711309e-ee36-411a-8bdb-9cc6b184a2c4 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.371936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-741a05b0-4612-4955-8e77-af76d0e36248 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.422028 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c31101ca-6ed1-4dbb-8d4a-1b4a5624e5ed tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.436420 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-76adb2d1-6ef8-4a8d-9704-da8dea2a0552 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] device_id is not set on port 284c085f-fa92-42d4-9130-4608a8ca861a yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:52.473778 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-c31101ca-6ed1-4dbb-8d4a-1b4a5624e5ed tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object f4dfddbd-eaf1-466e-a912-b2874ed30e24 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:52.516011 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5711309e-ee36-411a-8bdb-9cc6b184a2c4 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.536985 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c31101ca-6ed1-4dbb-8d4a-1b4a5624e5ed tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.572944 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-027a4545-dd16-4212-bace-cdf3d27a1d40', 'network_id': '027a4545-dd16-4212-bace-cdf3d27a1d40', 'tenant_id': '3347003329624b1492e6c83bb59c3854', 'fixed_ips': [{'subnet_id': '19a868f4-401f-4e1b-88e9-a192dda75119'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:44:52.573819 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.595218 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] For port 12f4bc76-8e1d-4581-a6f5-97c85caabc86, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:52.607249 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31101ca-6ed1-4dbb-8d4a-1b4a5624e5ed tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:52.615163 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-c31101ca-6ed1-4dbb-8d4a-1b4a5624e5ed tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:52.617642 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31101ca-6ed1-4dbb-8d4a-1b4a5624e5ed tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:52.623913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31101ca-6ed1-4dbb-8d4a-1b4a5624e5ed tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:52.624647 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c31101ca-6ed1-4dbb-8d4a-1b4a5624e5ed tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.627832 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Set router da0b45f5-7aa6-48c4-ba72-8b0454fa5ef0 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:44:52.647314 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c31101ca-6ed1-4dbb-8d4a-1b4a5624e5ed tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3966491 Jul 28 11:44:52.648951 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31101ca-6ed1-4dbb-8d4a-1b4a5624e5ed tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=f4dfddbd-eaf1-466e-a912-b2874ed30e24,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:52.651732 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54552) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:52.653308 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ee0d3163-98b3-4f9c-abed-fdc69cdd7aa3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8522749'] for subnet, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.666944 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-5711309e-ee36-411a-8bdb-9cc6b184a2c4 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Deleting port 8884ca84-ce35-48f8-af87-2706a5d89645 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:52.667292 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5711309e-ee36-411a-8bdb-9cc6b184a2c4 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.725102 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-741a05b0-4612-4955-8e77-af76d0e36248 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.748947 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-76adb2d1-6ef8-4a8d-9704-da8dea2a0552 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Allocated IP 2001:db8::83 (027a4545-dd16-4212-bace-cdf3d27a1d40/19a868f4-401f-4e1b-88e9-a192dda75119/284c085f-fa92-42d4-9130-4608a8ca861a) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:52.762817 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] For port 12f4bc76-8e1d-4581-a6f5-97c85caabc86, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=12f4bc76-8e1d-4581-a6f5-97c85caabc86,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:44:52.806351 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.809436 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5711309e-ee36-411a-8bdb-9cc6b184a2c4 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.820793 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ba1cf-ea8e-4098-bc60-3154349f7a73 req-f3a7f30e-ec69-4f08-9e0e-6d67d02258a5 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:52.822596 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-422ba1cf-ea8e-4098-bc60-3154349f7a73 req-f3a7f30e-ec69-4f08-9e0e-6d67d02258a5 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 945 time: 0.0895851 Jul 28 11:44:52.842467 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-5711309e-ee36-411a-8bdb-9cc6b184a2c4 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Calling delete_port for 8884ca84-ce35-48f8-af87-2706a5d89645 owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:52.927009 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-422ba1cf-ea8e-4098-bc60-3154349f7a73 req-043db4ed-978f-4a3e-b89e-f51a3208b471 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/security-groups?id=472d702e-ff1e-4c12-aae5-f9f050a0014a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918894 Jul 28 11:44:53.033990 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e023f-2763-4c5b-9271-2bd21908f190 None None] Pushing event updated for resources: {'Port': ['ID=12f4bc76-8e1d-4581-a6f5-97c85caabc86,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:53.050940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-937801f5-b390-474d-91b8-90740f5c9f52', 'network_id': '937801f5-b390-474d-91b8-90740f5c9f52', 'tenant_id': 'f644922813d441139ed3c30cdf7494f1', 'fixed_ips': [{'subnet_id': '2211895a-6a0a-4af8-98f8-dcf021ea4e71'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:44:53.051885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.102556 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5711309e-ee36-411a-8bdb-9cc6b184a2c4 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.137917 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711309e-ee36-411a-8bdb-9cc6b184a2c4 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Pushing event deleted for resources: {'Port': ['ID=8884ca84-ce35-48f8-af87-2706a5d89645,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:53.212044 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5711309e-ee36-411a-8bdb-9cc6b184a2c4 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.233038 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96567548-40fa-4827-9f8f-fbdd924a567f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:53.240644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96567548-40fa-4827-9f8f-fbdd924a567f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:53.248812 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-96567548-40fa-4827-9f8f-fbdd924a567f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5910702 Jul 28 11:44:53.265981 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54562) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:53.327854 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.db.api [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:44:53.327854 dv-neutron-786478-16-hyperv neutron-server[100417]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 28 11:44:53.327854 dv-neutron-786478-16-hyperv neutron-server[100417]: [parameters: {'in_use': 1, 'id_1': '2211895a-6a0a-4af8-98f8-dcf021ea4e71'}] Jul 28 11:44:53.327854 dv-neutron-786478-16-hyperv neutron-server[100417]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:44:53.328589 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG oslo_db.api [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:44:53.332131 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0b45f5-7aa6-48c4-ba72-8b0454fa5ef0', 'name': '', 'tenant_id': 'f91e5e17fdd14edfb8aa0c8daa6fd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d3f532-2c46-4718-b9a7-9dcc748d2849', 'external_fixed_ips': [{'subnet_id': 'c4e3dda4-b151-4643-96cf-d7e86d8633cd', 'ip_address': '2001:db8::225'}], 'enable_snat': True}, 'gw_port_id': 'ee6d7167-1466-4562-b3e5-b824fb0779a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:44:47Z', 'updated_at': '2021-07-28T11:44:50Z', 'revision_number': 3, 'project_id': 'f91e5e17fdd14edfb8aa0c8daa6fd656', 'gw_port': {'id': 'ee6d7167-1466-4562-b3e5-b824fb0779a2', 'name': '', 'network_id': 'd4d3f532-2c46-4718-b9a7-9dcc748d2849', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0b45f5-7aa6-48c4-ba72-8b0454fa5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c4e3dda4-b151-4643-96cf-d7e86d8633cd', 'ip_address': '2001:db8::225', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:44:48Z', 'updated_at': '2021-07-28T11:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4e3dda4-b151-4643-96cf-d7e86d8633cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:53.340596 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5711309e-ee36-411a-8bdb-9cc6b184a2c4 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.345368 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5711309e-ee36-411a-8bdb-9cc6b184a2c4 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.380466 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Checking router: da0b45f5-7aa6-48c4-ba72-8b0454fa5ef0 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:44:53.388595 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Updating router da0b45f5-7aa6-48c4-ba72-8b0454fa5ef0 port ee6d7167-1466-4562-b3e5-b824fb0779a2 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:44:53.427414 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5711309e-ee36-411a-8bdb-9cc6b184a2c4 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.428189 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5711309e-ee36-411a-8bdb-9cc6b184a2c4 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Fanout notify agent at l3_agent the message router_deleted on router bd233b80-d1f3-4414-b4c9-52f120a98666 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:44:53.444102 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.444719 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91b5d28c-1ee4-47b7-9f3f-c620a6645ee1 req-9256016b-c7ce-46b9-b166-4345a2a8c185 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2988896 Jul 28 11:44:53.446914 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5711309e-ee36-411a-8bdb-9cc6b184a2c4 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.448205 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5711309e-ee36-411a-8bdb-9cc6b184a2c4 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "DELETE /v2.0/routers/bd233b80-d1f3-4414-b4c9-52f120a98666 HTTP/1.1" status: 204 len: 168 time: 1.3116305 Jul 28 11:44:53.453944 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54566) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:53.460664 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-7e17f61f-52b7-42ec-b040-47699c90b371 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1933328970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:53.464527 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 12f4bc76-8e1d-4581-a6f5-97c85caabc86 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:44:53.495791 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7e17f61f-52b7-42ec-b040-47699c90b371 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.500155 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7e17f61f-52b7-42ec-b040-47699c90b371 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.554893 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 12f4bc76-8e1d-4581-a6f5-97c85caabc86 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:53.565580 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7e17f61f-52b7-42ec-b040-47699c90b371 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.572191 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7e17f61f-52b7-42ec-b040-47699c90b371 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.593517 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7e17f61f-52b7-42ec-b040-47699c90b371 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.597487 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7e17f61f-52b7-42ec-b040-47699c90b371 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1397398 Jul 28 11:44:53.597778 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54570) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:53.604144 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-65e7f265-e71b-4a17-9715-d1b99247730b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'enable_snat': False}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:53.620902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-741a05b0-4612-4955-8e77-af76d0e36248 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Deleting port ee6d7167-1466-4562-b3e5-b824fb0779a2 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:53.621347 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-741a05b0-4612-4955-8e77-af76d0e36248 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.712325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-741a05b0-4612-4955-8e77-af76d0e36248 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.725639 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-741a05b0-4612-4955-8e77-af76d0e36248 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Calling delete_port for ee6d7167-1466-4562-b3e5-b824fb0779a2 owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:53.839408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.850277 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Transition to ACTIVE for port object ee6d7167-1466-4562-b3e5-b824fb0779a2 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:53.853693 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.865795 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.878245 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ee0d3163-98b3-4f9c-abed-fdc69cdd7aa3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758057976360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3128008'] for subnet, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:53.914917 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5d28c-1ee4-47b7-9f3f-c620a6645ee1 req-58a8bef2-30a4-4c50-b651-2c15faea3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:53.916886 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91b5d28c-1ee4-47b7-9f3f-c620a6645ee1 req-58a8bef2-30a4-4c50-b651-2c15faea3499 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9bb1524ad7c14d938746744332eba2f9&device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 1098 time: 0.3612113 Jul 28 11:44:53.995242 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41bcf8-0328-4496-8606-c4204953547d None None] Pushing event updated for resources: {'Port': ['ID=ee6d7167-1466-4562-b3e5-b824fb0779a2,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:54.000843 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Attempting to bind port ee6d7167-1466-4562-b3e5-b824fb0779a2 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:54.001231 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Attempting to bind port ee6d7167-1466-4562-b3e5-b824fb0779a2 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'a89475ba-5c35-46fc-9604-210b68b16e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd4d3f532-2c46-4718-b9a7-9dcc748d2849'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:54.001600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Attempting to bind port ee6d7167-1466-4562-b3e5-b824fb0779a2 on network d4d3f532-2c46-4718-b9a7-9dcc748d2849 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:54.009853 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:44:54.010237 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Checking segment: {'id': 'a89475ba-5c35-46fc-9604-210b68b16e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd4d3f532-2c46-4718-b9a7-9dcc748d2849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:54.010705 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.011110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Bound using segment: {'id': 'a89475ba-5c35-46fc-9604-210b68b16e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd4d3f532-2c46-4718-b9a7-9dcc748d2849'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:44:54.011600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Bound port: ee6d7167-1466-4562-b3e5-b824fb0779a2, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89475ba-5c35-46fc-9604-210b68b16e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd4d3f532-2c46-4718-b9a7-9dcc748d2849'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:44:54.011986 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.088642 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-1de78081-f921-4893-825a-62b47839eff1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port f4dfddbd-eaf1-466e-a912-b2874ed30e24 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:54.089698 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1de78081-f921-4893-825a-62b47839eff1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.093275 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5d28c-1ee4-47b7-9f3f-c620a6645ee1 req-9276d4b9-973a-4553-8f6f-4cff04553e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:54.094956 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91b5d28c-1ee4-47b7-9f3f-c620a6645ee1 req-9276d4b9-973a-4553-8f6f-4cff04553e63 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d310563c-1490-402f-bf32-5587181a47ab HTTP/1.1" status: 200 len: 907 time: 0.1359560 Jul 28 11:44:54.122266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] For port ee6d7167-1466-4562-b3e5-b824fb0779a2, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:54.129766 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] For port ee6d7167-1466-4562-b3e5-b824fb0779a2, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ee6d7167-1466-4562-b3e5-b824fb0779a2,segment=NetworkSegment(a89475ba-5c35-46fc-9604-210b68b16e7a),segment_id=a89475ba-5c35-46fc-9604-210b68b16e7a)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:44:54.131495 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Allocated IP 2001:db8::3 (937801f5-b390-474d-91b8-90740f5c9f52/2211895a-6a0a-4af8-98f8-dcf021ea4e71/bb6ba066-6ea0-4fa4-8ecd-89a8a28a72ed) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:54.142098 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.190408 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d3163-98b3-4f9c-abed-fdc69cdd7aa3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:54.191049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ee0d3163-98b3-4f9c-abed-fdc69cdd7aa3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.192374 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ee0d3163-98b3-4f9c-abed-fdc69cdd7aa3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "PUT /v2.0/subnets/2211895a-6a0a-4af8-98f8-dcf021ea4e71 HTTP/1.1" status: 200 len: 900 time: 1.8346171 Jul 28 11:44:54.205634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54576) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:54.226517 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621d7d-3955-41fd-974a-6ff329fd833d req-99676c5a-0a99-4390-99ab-b3ee6e962417 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:54.234329 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-84621d7d-3955-41fd-974a-6ff329fd833d req-99676c5a-0a99-4390-99ab-b3ee6e962417 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 945 time: 0.1850059 Jul 28 11:44:54.295963 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d3163-98b3-4f9c-abed-fdc69cdd7aa3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event updated for resources: {'Subnet': ['ID=2211895a-6a0a-4af8-98f8-dcf021ea4e71,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:54.308673 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Routers {'da0b45f5-7aa6-48c4-ba72-8b0454fa5ef0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:54.309399 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['da0b45f5-7aa6-48c4-ba72-8b0454fa5ef0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:54.319798 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41bcf8-0328-4496-8606-c4204953547d None None] Pushing event updated for resources: {'Port': ['ID=ee6d7167-1466-4562-b3e5-b824fb0779a2,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:54.320131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-76adb2d1-6ef8-4a8d-9704-da8dea2a0552 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.359487 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-76adb2d1-6ef8-4a8d-9704-da8dea2a0552 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Transition to ACTIVE for port object 284c085f-fa92-42d4-9130-4608a8ca861a will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:54.374128 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e98ca538-3598-4b45-aa03-8a391a584458 None None] Provisioning for port 12f4bc76-8e1d-4581-a6f5-97c85caabc86 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:54.405973 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65e7f265-e71b-4a17-9715-d1b99247730b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.427827 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e98ca538-3598-4b45-aa03-8a391a584458 None None] Provisioning complete for port 12f4bc76-8e1d-4581-a6f5-97c85caabc86 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:54.428035 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-76adb2d1-6ef8-4a8d-9704-da8dea2a0552 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.428242 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e98ca538-3598-4b45-aa03-8a391a584458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.439803 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-84621d7d-3955-41fd-974a-6ff329fd833d req-bd670268-81ba-4653-b931-c0b3ffa300d6 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/security-groups?id=472d702e-ff1e-4c12-aae5-f9f050a0014a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960053 Jul 28 11:44:54.440738 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91b5d28c-1ee4-47b7-9f3f-c620a6645ee1 req-89fbd19e-f450-4a42-8032-82c2987bc9f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=648f2041-44cd-4a25-9192-b89e73b13b60 HTTP/1.1" status: 200 len: 1001 time: 0.3290493 Jul 28 11:44:54.491876 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.501554 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76adb2d1-6ef8-4a8d-9704-da8dea2a0552 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Pushing event updated for resources: {'Port': ['ID=284c085f-fa92-42d4-9130-4608a8ca861a,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:54.561837 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] Set router da0b45f5-7aa6-48c4-ba72-8b0454fa5ef0 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:44:54.571356 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5d28c-1ee4-47b7-9f3f-c620a6645ee1 req-8be9ce33-68de-48e3-add4-879a7f7febac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:54.574712 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91b5d28c-1ee4-47b7-9f3f-c620a6645ee1 req-8be9ce33-68de-48e3-add4-879a7f7febac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19c8109d-3a05-45d9-a6c7-d963a29d9d0a HTTP/1.1" status: 200 len: 845 time: 0.0797536 Jul 28 11:44:54.598389 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Allocated IP 2001:db8::2 (027a4545-dd16-4212-bace-cdf3d27a1d40/19a868f4-401f-4e1b-88e9-a192dda75119/ba218712-1bac-40dd-850f-ba7bc2163ec4) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:54.619073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1de78081-f921-4893-825a-62b47839eff1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.625442 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.643664 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0b45f5-7aa6-48c4-ba72-8b0454fa5ef0', 'name': '', 'tenant_id': 'f91e5e17fdd14edfb8aa0c8daa6fd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:44:47Z', 'updated_at': '2021-07-28T11:44:52Z', 'revision_number': 4, 'project_id': 'f91e5e17fdd14edfb8aa0c8daa6fd656', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:54.655328 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76adb2d1-6ef8-4a8d-9704-da8dea2a0552 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Network 027a4545-dd16-4212-bace-cdf3d27a1d40 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:54.659057 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-1de78081-f921-4893-825a-62b47839eff1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for f4dfddbd-eaf1-466e-a912-b2874ed30e24 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:54.669266 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-76adb2d1-6ef8-4a8d-9704-da8dea2a0552 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:54.679510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76adb2d1-6ef8-4a8d-9704-da8dea2a0552 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:54.685145 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76adb2d1-6ef8-4a8d-9704-da8dea2a0552 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:54.685782 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-76adb2d1-6ef8-4a8d-9704-da8dea2a0552 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.697583 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.706193 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e2bc54-a576-49cf-9977-99b9cc756b0f None None] The sync data for ids ['da0b45f5-7aa6-48c4-ba72-8b0454fa5ef0'] in dv-neutron-786478-16-hyperv is: [{'id': 'da0b45f5-7aa6-48c4-ba72-8b0454fa5ef0', 'name': '', 'tenant_id': 'f91e5e17fdd14edfb8aa0c8daa6fd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:44:47Z', 'updated_at': '2021-07-28T11:44:52Z', 'revision_number': 4, 'project_id': 'f91e5e17fdd14edfb8aa0c8daa6fd656', 'gw_port_host': None}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:44:54.741069 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-741a05b0-4612-4955-8e77-af76d0e36248 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.761734 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-76adb2d1-6ef8-4a8d-9704-da8dea2a0552 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.7336135 Jul 28 11:44:54.763856 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5d28c-1ee4-47b7-9f3f-c620a6645ee1 req-b8a4419e-586d-45a4-9eae-99d77dd70a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:54.765382 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91b5d28c-1ee4-47b7-9f3f-c620a6645ee1 req-b8a4419e-586d-45a4-9eae-99d77dd70a00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d310563c-1490-402f-bf32-5587181a47ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1657417 Jul 28 11:44:54.773468 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Transition to ACTIVE for port object bb6ba066-6ea0-4fa4-8ecd-89a8a28a72ed will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:54.777454 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54580) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:54.783301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-803d0a8e-c958-4416-b3e0-f835077b9282 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Request body: {'port': {'network_id': '027a4545-dd16-4212-bace-cdf3d27a1d40', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1047193005', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:54.784147 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.api.validators [None req-803d0a8e-c958-4416-b3e0-f835077b9282 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] bootfile-name is not in valid_values {{(pid=100416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:44:54.784587 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.api.validators [None req-803d0a8e-c958-4416-b3e0-f835077b9282 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] tftp-server is not in valid_values {{(pid=100416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:44:54.785254 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.api.validators [None req-803d0a8e-c958-4416-b3e0-f835077b9282 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] server-ip-address is not in valid_values {{(pid=100416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:44:54.790931 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Transition to ACTIVE for port object bb6ba066-6ea0-4fa4-8ecd-89a8a28a72ed will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:54.807096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a05b0-4612-4955-8e77-af76d0e36248 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee6d7167-1466-4562-b3e5-b824fb0779a2,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:54.833094 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.880360 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-741a05b0-4612-4955-8e77-af76d0e36248 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.891507 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.915705 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Network 937801f5-b390-474d-91b8-90740f5c9f52 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:54.919864 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e98ca538-3598-4b45-aa03-8a391a584458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:54.929492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:54.937706 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:54.944956 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Subnet': ['ID=2211895a-6a0a-4af8-98f8-dcf021ea4e71,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:54.959280 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Pushing event updated for resources: {'Port': ['ID=bb6ba066-6ea0-4fa4-8ecd-89a8a28a72ed,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:54.990346 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65e7f265-e71b-4a17-9715-d1b99247730b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.011989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-741a05b0-4612-4955-8e77-af76d0e36248 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.017212 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-741a05b0-4612-4955-8e77-af76d0e36248 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.067954 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e98ca538-3598-4b45-aa03-8a391a584458 None None] For port 12f4bc76-8e1d-4581-a6f5-97c85caabc86, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=12f4bc76-8e1d-4581-a6f5-97c85caabc86,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:55.075096 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65e7f265-e71b-4a17-9715-d1b99247730b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.094573 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.103974 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.106528 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91b5d28c-1ee4-47b7-9f3f-c620a6645ee1 req-1dc206cb-9f03-42ae-9ed2-9aa6a3585404 service neutron] 10.222.0.39 "GET /v2.0/networks/d310563c-1490-402f-bf32-5587181a47ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205187 Jul 28 11:44:55.111518 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e98ca538-3598-4b45-aa03-8a391a584458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.114507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-741a05b0-4612-4955-8e77-af76d0e36248 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.116488 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741a05b0-4612-4955-8e77-af76d0e36248 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da0b45f5-7aa6-48c4-ba72-8b0454fa5ef0 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:44:55.125204 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-741a05b0-4612-4955-8e77-af76d0e36248 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.129475 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-741a05b0-4612-4955-8e77-af76d0e36248 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "DELETE /v2.0/routers/da0b45f5-7aa6-48c4-ba72-8b0454fa5ef0 HTTP/1.1" status: 204 len: 168 time: 2.9530084 Jul 28 11:44:55.135617 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54582) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:55.154602 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937801f5-b390-474d-91b8-90740f5c9f52']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:55.168508 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803d0a8e-c958-4416-b3e0-f835077b9282 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Made reservation on behalf of 3347003329624b1492e6c83bb59c3854 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:55.172202 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-803d0a8e-c958-4416-b3e0-f835077b9282 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.183644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1de78081-f921-4893-825a-62b47839eff1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.196553 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540bf83d-3096-4e2d-96f5-e9d4249c3795') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:55.196926 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540bf83d-3096-4e2d-96f5-e9d4249c3795') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:55.215572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.220151 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-803d0a8e-c958-4416-b3e0-f835077b9282 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] device_id is not set on port a88be1af-1891-4e67-b92d-793f26a41779 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:44:55.266108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de78081-f921-4893-825a-62b47839eff1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=f4dfddbd-eaf1-466e-a912-b2874ed30e24,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:55.304970 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Transition to ACTIVE for port object ba218712-1bac-40dd-850f-ba7bc2163ec4 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:55.308625 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Attempting to bind port bb6ba066-6ea0-4fa4-8ecd-89a8a28a72ed on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:55.309004 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Attempting to bind port bb6ba066-6ea0-4fa4-8ecd-89a8a28a72ed by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '540bf83d-3096-4e2d-96f5-e9d4249c3795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '937801f5-b390-474d-91b8-90740f5c9f52'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:55.309373 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Attempting to bind port bb6ba066-6ea0-4fa4-8ecd-89a8a28a72ed on network 937801f5-b390-474d-91b8-90740f5c9f52 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:55.321255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:44:55.321636 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Checking segment: {'id': '540bf83d-3096-4e2d-96f5-e9d4249c3795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '937801f5-b390-474d-91b8-90740f5c9f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:55.322051 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.322489 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Bound using segment: {'id': '540bf83d-3096-4e2d-96f5-e9d4249c3795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '937801f5-b390-474d-91b8-90740f5c9f52'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:44:55.322981 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Bound port: bb6ba066-6ea0-4fa4-8ecd-89a8a28a72ed, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540bf83d-3096-4e2d-96f5-e9d4249c3795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '937801f5-b390-474d-91b8-90740f5c9f52'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:44:55.323859 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.328145 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69a321d-ae3d-4f60-a162-faea8a094384 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Deleting subnet c4e3dda4-b151-4643-96cf-d7e86d8633cd {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:44:55.336642 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d69a321d-ae3d-4f60-a162-faea8a094384 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.373482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1de78081-f921-4893-825a-62b47839eff1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.379015 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1de78081-f921-4893-825a-62b47839eff1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/f4dfddbd-eaf1-466e-a912-b2874ed30e24 HTTP/1.1" status: 204 len: 168 time: 2.1071792 Jul 28 11:44:55.382326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54586) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:55.389623 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f78f41a2-a6fc-4c77-8195-d2649d35db5a None None] Could not find standard attr ID for object f4dfddbd-eaf1-466e-a912-b2874ed30e24. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:44:55.407781 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91b5d28c-1ee4-47b7-9f3f-c620a6645ee1 req-4b034d1a-f006-4972-a735-764095d4b9ca service neutron] 10.222.0.39 "GET /v2.0/networks/d310563c-1490-402f-bf32-5587181a47ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890618 Jul 28 11:44:55.417369 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d69a321d-ae3d-4f60-a162-faea8a094384 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.423909 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Transition to ACTIVE for port object ba218712-1bac-40dd-850f-ba7bc2163ec4 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:55.430057 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66acd1-da21-4257-8fd0-13844eef831b req-d36512fe-c3e1-46a5-a6ef-af195d80a01e tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:55.431628 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ed66acd1-da21-4257-8fd0-13844eef831b req-d36512fe-c3e1-46a5-a6ef-af195d80a01e tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 945 time: 0.1799169 Jul 28 11:44:55.442111 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.449126 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ca538-3598-4b45-aa03-8a391a584458 None None] Pushing event updated for resources: {'Port': ['ID=12f4bc76-8e1d-4581-a6f5-97c85caabc86,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:55.452203 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.453410 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:55.454414 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.493312 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] For port bb6ba066-6ea0-4fa4-8ecd-89a8a28a72ed, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:55.506798 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:55.574299 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Network 027a4545-dd16-4212-bace-cdf3d27a1d40 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:55.577282 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d69a321d-ae3d-4f60-a162-faea8a094384 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.578735 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:55.582274 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:55.588416 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174058c3-20c4-437f-b72d-73ea9da52674 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:55.590791 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174058c3-20c4-437f-b72d-73ea9da52674 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:55.594789 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-174058c3-20c4-437f-b72d-73ea9da52674 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2067759 Jul 28 11:44:55.603095 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54592) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:55.637316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Pushing event updated for resources: {'Port': ['ID=ba218712-1bac-40dd-850f-ba7bc2163ec4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:55.657379 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Attempting to bind port ba218712-1bac-40dd-850f-ba7bc2163ec4 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:44:55.657783 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Attempting to bind port ba218712-1bac-40dd-850f-ba7bc2163ec4 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '3cdc913f-d030-4a88-bbac-1487f8b502f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '027a4545-dd16-4212-bace-cdf3d27a1d40'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:44:55.658151 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Attempting to bind port ba218712-1bac-40dd-850f-ba7bc2163ec4 on network 027a4545-dd16-4212-bace-cdf3d27a1d40 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:44:55.665527 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:44:55.665957 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Checking segment: {'id': '3cdc913f-d030-4a88-bbac-1487f8b502f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '027a4545-dd16-4212-bace-cdf3d27a1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:44:55.666487 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.666895 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Bound using segment: {'id': '3cdc913f-d030-4a88-bbac-1487f8b502f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '027a4545-dd16-4212-bace-cdf3d27a1d40'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:44:55.667332 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Bound port: ba218712-1bac-40dd-850f-ba7bc2163ec4, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdc913f-d030-4a88-bbac-1487f8b502f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '027a4545-dd16-4212-bace-cdf3d27a1d40'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:44:55.668062 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.682518 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d69a321d-ae3d-4f60-a162-faea8a094384 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.716999 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a321d-ae3d-4f60-a162-faea8a094384 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e3dda4-b151-4643-96cf-d7e86d8633cd,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:55.720428 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d69a321d-ae3d-4f60-a162-faea8a094384 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.722336 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d69a321d-ae3d-4f60-a162-faea8a094384 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/c4e3dda4-b151-4643-96cf-d7e86d8633cd HTTP/1.1" status: 204 len: 168 time: 0.5849822 Jul 28 11:44:55.725055 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ad388c-b487-4ed0-a9cd-5d3a8f38274f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet f78cc925-eb81-42b6-bc92-eb711f882648 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:44:55.725193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54594) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:55.737537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-ed66acd1-da21-4257-8fd0-13844eef831b req-e0c76b97-22bf-47e5-9fa0-1f53fe180e40 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Deleting port 648f2041-44cd-4a25-9192-b89e73b13b60 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:55.737537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ed66acd1-da21-4257-8fd0-13844eef831b req-e0c76b97-22bf-47e5-9fa0-1f53fe180e40 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.747101 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-60ad388c-b487-4ed0-a9cd-5d3a8f38274f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.760670 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] For port ba218712-1bac-40dd-850f-ba7bc2163ec4, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:44:55.767587 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] For port bb6ba066-6ea0-4fa4-8ecd-89a8a28a72ed, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=bb6ba066-6ea0-4fa4-8ecd-89a8a28a72ed,segment=NetworkSegment(540bf83d-3096-4e2d-96f5-e9d4249c3795),segment_id=540bf83d-3096-4e2d-96f5-e9d4249c3795)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:44:55.777633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] For port ba218712-1bac-40dd-850f-ba7bc2163ec4, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ba218712-1bac-40dd-850f-ba7bc2163ec4,segment=NetworkSegment(3cdc913f-d030-4a88-bbac-1487f8b502f7),segment_id=3cdc913f-d030-4a88-bbac-1487f8b502f7)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:44:55.779990 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.801407 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.809871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-65e7f265-e71b-4a17-9715-d1b99247730b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Allocated IP 172.26.1.154 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/0a370043-cd17-4367-9f10-91e317e3db68) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:55.819947 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.db.api [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 11:44:55.819947 dv-neutron-786478-16-hyperv neutron-server[100416]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 11:44:55.819947 dv-neutron-786478-16-hyperv neutron-server[100416]: [parameters: {'id': '937801f5-b390-474d-91b8-90740f5c9f52'}] Jul 28 11:44:55.819947 dv-neutron-786478-16-hyperv neutron-server[100416]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:44:55.820669 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG oslo_db.api [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:44:55.894453 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be902051-348e-4342-9fac-fc47b2615fa2 None None] Pushing event updated for resources: {'Port': ['ID=bb6ba066-6ea0-4fa4-8ecd-89a8a28a72ed,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:55.914056 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372ac439-4ab9-434b-833e-c172d39c5178 None None] Network 937801f5-b390-474d-91b8-90740f5c9f52 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:55.918251 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-639cb6e4-e5fe-4201-ab08-42757b70282f tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.949064 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-60ad388c-b487-4ed0-a9cd-5d3a8f38274f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.962565 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33534c25-b133-40e6-af03-f347819adaeb req-3aa7a8e6-5945-4737-ae5c-354df8447da9 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:55.963262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-ed66acd1-da21-4257-8fd0-13844eef831b req-e0c76b97-22bf-47e5-9fa0-1f53fe180e40 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] For port 648f2041-44cd-4a25-9192-b89e73b13b60, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=648f2041-44cd-4a25-9192-b89e73b13b60,segment=NetworkSegment(93604057-13a3-44e1-bbd3-2296078d1b81),segment_id=93604057-13a3-44e1-bbd3-2296078d1b81)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:55.963791 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ed66acd1-da21-4257-8fd0-13844eef831b req-e0c76b97-22bf-47e5-9fa0-1f53fe180e40 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:55.964255 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-33534c25-b133-40e6-af03-f347819adaeb req-3aa7a8e6-5945-4737-ae5c-354df8447da9 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 945 time: 0.3627541 Jul 28 11:44:56.007552 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-803d0a8e-c958-4416-b3e0-f835077b9282 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Allocated IP 2001:db8::e5 (027a4545-dd16-4212-bace-cdf3d27a1d40/19a868f4-401f-4e1b-88e9-a192dda75119/a88be1af-1891-4e67-b92d-793f26a41779) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:44:56.034179 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee4854-dc42-49e4-89e4-c71f26f2331e None None] Pushing event updated for resources: {'Port': ['ID=ba218712-1bac-40dd-850f-ba7bc2163ec4,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:56.125793 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-60ad388c-b487-4ed0-a9cd-5d3a8f38274f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:56.139682 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45c399c-39c1-4872-b4a1-78789e09c7bb None None] Network 937801f5-b390-474d-91b8-90740f5c9f52 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:56.253370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-639cb6e4-e5fe-4201-ab08-42757b70282f tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:56.266968 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-33534c25-b133-40e6-af03-f347819adaeb req-5182d657-6d5b-4082-a0e3-0ab72700c19d tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/security-groups?id=472d702e-ff1e-4c12-aae5-f9f050a0014a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631094 Jul 28 11:44:56.306122 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-60ad388c-b487-4ed0-a9cd-5d3a8f38274f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:56.309868 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-639cb6e4-e5fe-4201-ab08-42757b70282f tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d3f532-2c46-4718-b9a7-9dcc748d2849']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:56.323580 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-639cb6e4-e5fe-4201-ab08-42757b70282f tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89475ba-5c35-46fc-9604-210b68b16e7a') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:56.323881 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-639cb6e4-e5fe-4201-ab08-42757b70282f tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89475ba-5c35-46fc-9604-210b68b16e7a') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:56.331960 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:56.352556 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5a00b2-82ad-441b-9aed-4b647b677a38 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:56.364006 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65e7f265-e71b-4a17-9715-d1b99247730b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:56.366636 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-60ad388c-b487-4ed0-a9cd-5d3a8f38274f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:56.371019 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-60ad388c-b487-4ed0-a9cd-5d3a8f38274f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/f78cc925-eb81-42b6-bc92-eb711f882648 HTTP/1.1" status: 204 len: 168 time: 0.7392066 Jul 28 11:44:56.380695 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54598) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:56.381426 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad388c-b487-4ed0-a9cd-5d3a8f38274f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=f78cc925-eb81-42b6-bc92-eb711f882648,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:56.483266 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9f9c39f8-bd9b-4369-af08-2a89bbc76ad6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942674 Jul 28 11:44:56.489101 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54602) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:56.497747 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d8bb7c0b-e51d-438a-b683-b16760dae1b5 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:56.567928 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f94682-031b-432a-b3d7-9c851622cd83 None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:44:56.625538 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-07f94682-031b-432a-b3d7-9c851622cd83 None None] Deleting port 12f4bc76-8e1d-4581-a6f5-97c85caabc86 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:56.625913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07f94682-031b-432a-b3d7-9c851622cd83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:56.698816 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-07f94682-031b-432a-b3d7-9c851622cd83 None None] For port 12f4bc76-8e1d-4581-a6f5-97c85caabc86, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=12f4bc76-8e1d-4581-a6f5-97c85caabc86,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:56.699256 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07f94682-031b-432a-b3d7-9c851622cd83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:56.708780 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65e7f265-e71b-4a17-9715-d1b99247730b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:56.729383 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-07f94682-031b-432a-b3d7-9c851622cd83 None None] Calling delete_port for 12f4bc76-8e1d-4581-a6f5-97c85caabc86 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:56.795762 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-639cb6e4-e5fe-4201-ab08-42757b70282f tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:56.819164 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-803d0a8e-c958-4416-b3e0-f835077b9282 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:56.823743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-639cb6e4-e5fe-4201-ab08-42757b70282f tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:56.837018 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639cb6e4-e5fe-4201-ab08-42757b70282f tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:56.837427 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-639cb6e4-e5fe-4201-ab08-42757b70282f tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: items = [ Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:56.839569 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:56.860773 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-803d0a8e-c958-4416-b3e0-f835077b9282 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Transition to ACTIVE for port object a88be1af-1891-4e67-b92d-793f26a41779 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:44:56.873115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07f94682-031b-432a-b3d7-9c851622cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:56.885929 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bb7c0b-e51d-438a-b683-b16760dae1b5 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:44:56.891195 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7c0b-e51d-438a-b683-b16760dae1b5 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:56.891390 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ed66acd1-da21-4257-8fd0-13844eef831b req-e0c76b97-22bf-47e5-9fa0-1f53fe180e40 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:56.891390 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ed66acd1-da21-4257-8fd0-13844eef831b req-e0c76b97-22bf-47e5-9fa0-1f53fe180e40 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:56.891706 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [req-ed66acd1-da21-4257-8fd0-13844eef831b req-e0c76b97-22bf-47e5-9fa0-1f53fe180e40 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Floating IP 8fd592b0-2824-4b4c-8801-697ba1f05d05 disassociated. External IP: 172.26.1.175, port: 648f2041-44cd-4a25-9192-b89e73b13b60. Jul 28 11:44:56.892059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-ed66acd1-da21-4257-8fd0-13844eef831b req-e0c76b97-22bf-47e5-9fa0-1f53fe180e40 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Calling delete_port for 648f2041-44cd-4a25-9192-b89e73b13b60 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:56.909333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f94682-031b-432a-b3d7-9c851622cd83 None None] Pushing event deleted for resources: {'Port': ['ID=12f4bc76-8e1d-4581-a6f5-97c85caabc86,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:56.921885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f94682-031b-432a-b3d7-9c851622cd83 None None] No DVR routers for this DVR port 12f4bc76-8e1d-4581-a6f5-97c85caabc86 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:44:56.969924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e7f265-e71b-4a17-9715-d1b99247730b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:56.991571 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-65e7f265-e71b-4a17-9715-d1b99247730b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:56.993327 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-639cb6e4-e5fe-4201-ab08-42757b70282f tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:57.001078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639cb6e4-e5fe-4201-ab08-42757b70282f tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d4d3f532-2c46-4718-b9a7-9dcc748d2849 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 11:44:57.007243 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-639cb6e4-e5fe-4201-ab08-42757b70282f tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:57.008664 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e7f265-e71b-4a17-9715-d1b99247730b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:57.009868 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-639cb6e4-e5fe-4201-ab08-42757b70282f tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "DELETE /v2.0/networks/d4d3f532-2c46-4718-b9a7-9dcc748d2849 HTTP/1.1" status: 204 len: 168 time: 1.2839527 Jul 28 11:44:57.022913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12179d-9ac0-4f8e-a591-36a4d693d044 req-04413e8f-bcf4-42f8-bf55-5ea691d10859 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:57.024483 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6c12179d-9ac0-4f8e-a591-36a4d693d044 req-04413e8f-bcf4-42f8-bf55-5ea691d10859 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.4149313 Jul 28 11:44:57.025907 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Deleting port bb6ba066-6ea0-4fa4-8ecd-89a8a28a72ed {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:57.026170 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:57.028331 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cb6e4-e5fe-4201-ab08-42757b70282f tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4d3f532-2c46-4718-b9a7-9dcc748d2849,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:57.161036 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7f265-e71b-4a17-9715-d1b99247730b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Pushing event updated for resources: {'Port': ['ID=0a370043-cd17-4367-9f10-91e317e3db68,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:57.161912 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ed66acd1-da21-4257-8fd0-13844eef831b req-e0c76b97-22bf-47e5-9fa0-1f53fe180e40 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:57.205290 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c76b97-22bf-47e5-9fa0-1f53fe180e40 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Pushing event deleted for resources: {'Port': ['ID=648f2041-44cd-4a25-9192-b89e73b13b60,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:57.292674 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] For port bb6ba066-6ea0-4fa4-8ecd-89a8a28a72ed, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=bb6ba066-6ea0-4fa4-8ecd-89a8a28a72ed,segment=NetworkSegment(540bf83d-3096-4e2d-96f5-e9d4249c3795),segment_id=540bf83d-3096-4e2d-96f5-e9d4249c3795)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:57.293059 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:57.351895 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6c12179d-9ac0-4f8e-a591-36a4d693d044 req-d5f538fe-9132-4e01-b33f-a5875ea0f9bd tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780883 Jul 28 11:44:57.427171 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769bcdd8-84bb-4aea-bda3-a4dc73b14ae4 None None] Network 027a4545-dd16-4212-bace-cdf3d27a1d40 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:57.434340 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Calling delete_port for bb6ba066-6ea0-4fa4-8ecd-89a8a28a72ed owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:44:57.534689 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-803d0a8e-c958-4416-b3e0-f835077b9282 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:57.539230 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed66acd1-da21-4257-8fd0-13844eef831b req-e0c76b97-22bf-47e5-9fa0-1f53fe180e40 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Router e9dea12a-9593-4278-8833-d88fc842acc7 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:44:57.540747 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ba218712-1bac-40dd-850f-ba7bc2163ec4 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:44:57.664278 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5e02047e-e3c3-4723-9c52-c4f5d24560c1 None None] Provisioning for port ba218712-1bac-40dd-850f-ba7bc2163ec4 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:57.710927 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54618) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:57.725508 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-1f2d73a2-70f9-403c-b246-68a05230b87b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Request body: {'router': {'name': 'tempest-router--770245425', 'project_id': '617d3f9fd4714cc59efbd38d05d9affb'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:57.759091 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port ba218712-1bac-40dd-850f-ba7bc2163ec4 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:57.781101 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed66acd1-da21-4257-8fd0-13844eef831b req-e0c76b97-22bf-47e5-9fa0-1f53fe180e40 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:44:57.797358 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d9cb9-c54a-4338-922e-c0a91dbf1218 None None] Sync routers for ids ['e9dea12a-9593-4278-8833-d88fc842acc7'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:44:57.812816 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d9cb9-c54a-4338-922e-c0a91dbf1218 None None] Routers {'e9dea12a-9593-4278-8833-d88fc842acc7'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:57.815800 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e97d9cb9-c54a-4338-922e-c0a91dbf1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['e9dea12a-9593-4278-8833-d88fc842acc7'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:57.834369 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ba218712-1bac-40dd-850f-ba7bc2163ec4 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:57.835136 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:57.838235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed66acd1-da21-4257-8fd0-13844eef831b req-e0c76b97-22bf-47e5-9fa0-1f53fe180e40 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] No DVR routers for this DVR port 648f2041-44cd-4a25-9192-b89e73b13b60 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:44:57.840840 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ed66acd1-da21-4257-8fd0-13844eef831b req-e0c76b97-22bf-47e5-9fa0-1f53fe180e40 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:57.843168 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ed66acd1-da21-4257-8fd0-13844eef831b req-e0c76b97-22bf-47e5-9fa0-1f53fe180e40 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.39 "DELETE /v2.0/ports/648f2041-44cd-4a25-9192-b89e73b13b60 HTTP/1.1" status: 204 len: 173 time: 2.3852735 Jul 28 11:44:57.843639 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cee1f0-f956-4ca2-b253-8545f9f7cf53', 'name': 'network-vif-deleted', 'tag': '648f2041-44cd-4a25-9192-b89e73b13b60'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:44:57.849931 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a9b07a-9de2-4098-9964-d1e97c50007b" -d '{"events": [{"server_uuid": "f3cee1f0-f956-4ca2-b253-8545f9f7cf53", "name": "network-vif-deleted", "tag": "648f2041-44cd-4a25-9192-b89e73b13b60"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:44:57.953773 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-e97d9cb9-c54a-4338-922e-c0a91dbf1218 None None] Set router e9dea12a-9593-4278-8833-d88fc842acc7 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:44:57.974489 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:58.013489 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port ba218712-1bac-40dd-850f-ba7bc2163ec4, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ba218712-1bac-40dd-850f-ba7bc2163ec4,segment=NetworkSegment(3cdc913f-d030-4a88-bbac-1487f8b502f7),segment_id=3cdc913f-d030-4a88-bbac-1487f8b502f7)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:44:58.022608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:58.099572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 12f4bc76-8e1d-4581-a6f5-97c85caabc86 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:44:58.102846 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=ba218712-1bac-40dd-850f-ba7bc2163ec4,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:58.132885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 12f4bc76-8e1d-4581-a6f5-97c85caabc86 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:44:58.133373 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 12f4bc76-8e1d-4581-a6f5-97c85caabc86 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:44:58.237296 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-81453f26-8926-4a8a-af71-892a5a243adc req-88854924-9d27-4abf-b8b5-abfec6d254eb tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3cee1f0-f956-4ca2-b253-8545f9f7cf53 HTTP/1.1" status: 200 len: 210 time: 0.6955285 Jul 28 11:44:58.281677 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e97d9cb9-c54a-4338-922e-c0a91dbf1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'name': 'tempest-ServersTestJSON-1046667276-router', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'gw_port': {'id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ba98ec67-c04e-45c6-a6de-5a9476b3d3a1', 'name': '', 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'mac_address': 'fa:16:3e:0a:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:27Z', 'updated_at': '2021-07-28T11:43:40Z', 'revision_number': 5, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'subnets': [{'id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:58.320812 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d9cb9-c54a-4338-922e-c0a91dbf1218 None None] Checking router: e9dea12a-9593-4278-8833-d88fc842acc7 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:44:58.338276 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-19d612c7-a5f9-4051-a63c-d4d41b6de232 None None] Provisioning complete for port ba218712-1bac-40dd-850f-ba7bc2163ec4 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:58.338986 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19d612c7-a5f9-4051-a63c-d4d41b6de232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:58.348210 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d9cb9-c54a-4338-922e-c0a91dbf1218 None None] Routers {'e9dea12a-9593-4278-8833-d88fc842acc7'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:44:58.348826 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e97d9cb9-c54a-4338-922e-c0a91dbf1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['e9dea12a-9593-4278-8833-d88fc842acc7'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:58.415186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13910aec-0d59-4d25-95e5-97a93089e770 x-openstack-request-id: req-13910aec-0d59-4d25-95e5-97a93089e770 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:44:58.415484 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cee1f0-f956-4ca2-b253-8545f9f7cf53", "name": "network-vif-deleted", "tag": "648f2041-44cd-4a25-9192-b89e73b13b60", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:44:58.415740 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13910aec-0d59-4d25-95e5-97a93089e770 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:44:58.416149 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cee1f0-f956-4ca2-b253-8545f9f7cf53', 'name': 'network-vif-deleted', 'tag': '648f2041-44cd-4a25-9192-b89e73b13b60', 'status': 'completed', 'code': 200} Jul 28 11:44:58.551142 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-19d612c7-a5f9-4051-a63c-d4d41b6de232 None None] Provisioning for port a88be1af-1891-4e67-b92d-793f26a41779 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:58.554956 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-e97d9cb9-c54a-4338-922e-c0a91dbf1218 None None] Set router e9dea12a-9593-4278-8833-d88fc842acc7 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:44:58.557211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-19d612c7-a5f9-4051-a63c-d4d41b6de232 None None] Provisioning complete for port a88be1af-1891-4e67-b92d-793f26a41779 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:58.557608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19d612c7-a5f9-4051-a63c-d4d41b6de232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:58.621205 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1f2d73a2-70f9-403c-b246-68a05230b87b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:58.622912 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1f2d73a2-70f9-403c-b246-68a05230b87b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:58.631580 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-19d612c7-a5f9-4051-a63c-d4d41b6de232 None None] Port a88be1af-1891-4e67-b92d-793f26a41779 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:44:58.653294 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-19d612c7-a5f9-4051-a63c-d4d41b6de232 None None] Provisioning for port 284c085f-fa92-42d4-9130-4608a8ca861a completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:44:58.658036 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-19d612c7-a5f9-4051-a63c-d4d41b6de232 None None] Provisioning complete for port 284c085f-fa92-42d4-9130-4608a8ca861a triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:58.658964 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19d612c7-a5f9-4051-a63c-d4d41b6de232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:58.672940 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803d0a8e-c958-4416-b3e0-f835077b9282 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Network 027a4545-dd16-4212-bace-cdf3d27a1d40 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:58.695605 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d0a8e-c958-4416-b3e0-f835077b9282 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Pushing event updated for resources: {'Port': ['ID=a88be1af-1891-4e67-b92d-793f26a41779,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:58.702783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:58.706449 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-19d612c7-a5f9-4051-a63c-d4d41b6de232 None None] Port 284c085f-fa92-42d4-9130-4608a8ca861a cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:44:58.791202 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-803d0a8e-c958-4416-b3e0-f835077b9282 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:58.796899 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d0a8e-c958-4416-b3e0-f835077b9282 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:44:58.800457 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803d0a8e-c958-4416-b3e0-f835077b9282 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:58.801102 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-803d0a8e-c958-4416-b3e0-f835077b9282 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:58.807035 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1f2d73a2-70f9-403c-b246-68a05230b87b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:58.843745 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7b49e-8421-41f7-b5b2-91be72298f21 req-ea06e078-08a5-4527-98ae-a83841e7a9fa tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:58.845193 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fbf7b49e-8421-41f7-b5b2-91be72298f21 req-ea06e078-08a5-4527-98ae-a83841e7a9fa tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.5291340 Jul 28 11:44:58.852664 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5c551c7f-f95f-4cd9-aec3-91867ade3043 None None] Provisioning complete for port 284c085f-fa92-42d4-9130-4608a8ca861a triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:58.853418 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c551c7f-f95f-4cd9-aec3-91867ade3043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:58.854832 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1f2d73a2-70f9-403c-b246-68a05230b87b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:58.859135 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Port': ['ID=bb6ba066-6ea0-4fa4-8ecd-89a8a28a72ed,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:58.863415 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No DVR routers for this DVR port bb6ba066-6ea0-4fa4-8ecd-89a8a28a72ed on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:44:58.905158 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5c551c7f-f95f-4cd9-aec3-91867ade3043 None None] Port 284c085f-fa92-42d4-9130-4608a8ca861a cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:44:58.906046 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7c0b-e51d-438a-b683-b16760dae1b5 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:58.928885 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e97d9cb9-c54a-4338-922e-c0a91dbf1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'name': 'tempest-ServersTestJSON-1046667276-router', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'gw_port': {'id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ba98ec67-c04e-45c6-a6de-5a9476b3d3a1', 'name': '', 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'mac_address': 'fa:16:3e:0a:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:27Z', 'updated_at': '2021-07-28T11:43:40Z', 'revision_number': 5, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'subnets': [{'id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:58.960010 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d9cb9-c54a-4338-922e-c0a91dbf1218 None None] The sync data for ids ['e9dea12a-9593-4278-8833-d88fc842acc7'] in dv-neutron-786478-16-hyperv is: [{'id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'name': 'tempest-ServersTestJSON-1046667276-router', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'gw_port': {'id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ba98ec67-c04e-45c6-a6de-5a9476b3d3a1', 'name': '', 'network_id': 'd310563c-1490-402f-bf32-5587181a47ab', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'mac_address': 'fa:16:3e:0a:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:27Z', 'updated_at': '2021-07-28T11:43:40Z', 'revision_number': 5, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'subnets': [{'id': '19c8109d-3a05-45d9-a6c7-d963a29d9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:44:58.974672 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-803d0a8e-c958-4416-b3e0-f835077b9282 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.1958590 Jul 28 11:44:58.977255 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54630) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:59.046867 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1f2d73a2-70f9-403c-b246-68a05230b87b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.050957 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1f2d73a2-70f9-403c-b246-68a05230b87b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3353832 Jul 28 11:44:59.051370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54632) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:59.057390 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8338-04c8-4189-a3cc-6be81f23bc28 req-80a173d4-c618-44ef-a738-2605b3235867 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:59.058940 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-805e8338-04c8-4189-a3cc-6be81f23bc28 req-80a173d4-c618-44ef-a738-2605b3235867 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 945 time: 0.4987767 Jul 28 11:44:59.062873 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a37f02-d3e9-4d15-aeaa-dd8ce45dab12 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:59.074560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a37f02-d3e9-4d15-aeaa-dd8ce45dab12 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:59.083778 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a37f02-d3e9-4d15-aeaa-dd8ce45dab12 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:59.085882 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-35a37f02-d3e9-4d15-aeaa-dd8ce45dab12 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1067367 Jul 28 11:44:59.091082 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54634) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:59.117398 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb7c0b-e51d-438a-b683-b16760dae1b5 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:44:59.131629 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a80373a2-56df-4237-9515-487c4d81c06e None None] Provisioning complete for port a88be1af-1891-4e67-b92d-793f26a41779 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:59.132336 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a80373a2-56df-4237-9515-487c4d81c06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.161331 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fbf7b49e-8421-41f7-b5b2-91be72298f21 req-d8df3f81-bf48-4d8b-9779-0c358c015ded tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893910 Jul 28 11:44:59.164524 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.168053 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8fef141e-3ce3-4c31-a3b2-a523f249ea30 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.173810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb7c0b-e51d-438a-b683-b16760dae1b5 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:44:59.178187 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bb7c0b-e51d-438a-b683-b16760dae1b5 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:44:59.178817 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7c0b-e51d-438a-b683-b16760dae1b5 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.191694 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0d92e1-a150-4c8f-b064-fd36af7b23af None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:44:59.207831 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb7c0b-e51d-438a-b683-b16760dae1b5 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=dd1601be-6bdb-4b1c-901a-b6984d52ebdc,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:59.212180 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937801f5-b390-474d-91b8-90740f5c9f52']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:59.222133 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65e7f265-e71b-4a17-9715-d1b99247730b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.297433 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540bf83d-3096-4e2d-96f5-e9d4249c3795') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:59.297433 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540bf83d-3096-4e2d-96f5-e9d4249c3795') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:59.308555 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.325794 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.328682 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a80373a2-56df-4237-9515-487c4d81c06e None None] Port a88be1af-1891-4e67-b92d-793f26a41779 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:44:59.342455 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:59.342455 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.397192 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ba218712-1bac-40dd-850f-ba7bc2163ec4 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:59.426283 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:59.461562 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-805e8338-04c8-4189-a3cc-6be81f23bc28 req-e8c667c1-3f88-4444-863c-201cb89d4740 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b4186a-a2ed-4792-94d3-313facceaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3781762 Jul 28 11:44:59.466700 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d8bb7c0b-e51d-438a-b683-b16760dae1b5 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9762824 Jul 28 11:44:59.481940 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54644) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:59.487659 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f44812-be7d-4ee7-806f-bdf33b0eb3f9 None None] New status for floating IP 8fd592b0-2824-4b4c-8801-697ba1f05d05: DOWN {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:44:59.489908 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d87b488a-ca41-4dac-9172-a3f7c210b651 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'fixed_ips': [{'subnet_id': 'dd1601be-6bdb-4b1c-901a-b6984d52ebdc', 'ip_address': '2001:db8::f2ee:a45a:865d:3885'}], 'name': 'tempest-NetworksTestDHCPv6-330688036'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:44:59.504366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.533679 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.539363 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/networks/937801f5-b390-474d-91b8-90740f5c9f52 HTTP/1.1" status: 204 len: 168 time: 5.3285391 Jul 28 11:44:59.539363 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54648) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:59.563570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54650) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:59.585702 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8fef141e-3ce3-4c31-a3b2-a523f249ea30 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.592514 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8fef141e-3ce3-4c31-a3b2-a523f249ea30 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.669882 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc823c-1682-4a61-bab0-812c94b2dc01 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Network': ['ID=937801f5-b390-474d-91b8-90740f5c9f52,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:59.691892 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8fef141e-3ce3-4c31-a3b2-a523f249ea30 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.692783 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fef141e-3ce3-4c31-a3b2-a523f249ea30 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65f389b9-54cd-49d3-b1fa-947c64b28d7f {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:44:59.693826 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc0b114-143e-4db3-9488-e4a46862eaa4 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] DELETE failed (client error): The resource could not be found. Jul 28 11:44:59.694844 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc0b114-143e-4db3-9488-e4a46862eaa4 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:44:59.698610 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ddc0b114-143e-4db3-9488-e4a46862eaa4 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/subnets/2211895a-6a0a-4af8-98f8-dcf021ea4e71 HTTP/1.1" status: 404 len: 337 time: 0.1121688 Jul 28 11:44:59.700217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8fef141e-3ce3-4c31-a3b2-a523f249ea30 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.701818 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8fef141e-3ce3-4c31-a3b2-a523f249ea30 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "DELETE /v2.0/routers/65f389b9-54cd-49d3-b1fa-947c64b28d7f HTTP/1.1" status: 204 len: 168 time: 0.6492033 Jul 28 11:44:59.703085 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54656) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:59.727097 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26d2356-a6ee-4d73-99e4-8639bba67408 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] DELETE failed (client error): The resource could not be found. Jul 28 11:44:59.728100 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26d2356-a6ee-4d73-99e4-8639bba67408 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:44:59.730970 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c26d2356-a6ee-4d73-99e4-8639bba67408 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/networks/937801f5-b390-474d-91b8-90740f5c9f52 HTTP/1.1" status: 404 len: 339 time: 0.0267880 Jul 28 11:44:59.733727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54660) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:59.770025 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ba218712-1bac-40dd-850f-ba7bc2163ec4 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:44:59.772286 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.773511 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-8cec2b37-6d7d-44b5-add6-8b9cdf1d011b tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Deleting port a88be1af-1891-4e67-b92d-793f26a41779 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:44:59.773975 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8cec2b37-6d7d-44b5-add6-8b9cdf1d011b tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.875376 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00c54669-e197-4a8a-bb23-dc38c619c852 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.883516 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': 'dd1601be-6bdb-4b1c-901a-b6984d52ebdc'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:44:59.887248 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:59.924711 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54664) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:59.987807 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7c82953c-0cc9-4c3e-ba15-3da5f6ab1073 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.133333 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87b488a-ca41-4dac-9172-a3f7c210b651 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:00.165569 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00c54669-e197-4a8a-bb23-dc38c619c852 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.166589 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7c82953c-0cc9-4c3e-ba15-3da5f6ab1073 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.173752 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8cec2b37-6d7d-44b5-add6-8b9cdf1d011b tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.178762 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-00c54669-e197-4a8a-bb23-dc38c619c852 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361a1565-5e7e-4419-951d-87626fea5bc4']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:00.206843 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-00c54669-e197-4a8a-bb23-dc38c619c852 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c0b8d8-a542-45fe-b350-9d2a306639b2') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:00.207551 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-00c54669-e197-4a8a-bb23-dc38c619c852 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c0b8d8-a542-45fe-b350-9d2a306639b2') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:00.229353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00c54669-e197-4a8a-bb23-dc38c619c852 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.259992 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00c54669-e197-4a8a-bb23-dc38c619c852 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.270283 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c54669-e197-4a8a-bb23-dc38c619c852 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:45:00.275014 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00c54669-e197-4a8a-bb23-dc38c619c852 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:45:00.283313 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:45:00.290480 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-8cec2b37-6d7d-44b5-add6-8b9cdf1d011b tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Calling delete_port for a88be1af-1891-4e67-b92d-793f26a41779 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:00.357870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65e7f265-e71b-4a17-9715-d1b99247730b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.375003 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bdce2-e43a-4fe9-9fd5-d0ee7a4ce9b2 req-645be200-d8ed-426d-8221-654f2362c9cd tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:00.385272 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-af6bdce2-e43a-4fe9-9fd5-d0ee7a4ce9b2 req-645be200-d8ed-426d-8221-654f2362c9cd tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.2835972 Jul 28 11:45:00.388368 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1412851392', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}, 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:00.413305 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65e7f265-e71b-4a17-9715-d1b99247730b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.434961 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00c54669-e197-4a8a-bb23-dc38c619c852 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.439310 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00c54669-e197-4a8a-bb23-dc38c619c852 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.442475 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-00c54669-e197-4a8a-bb23-dc38c619c852 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/networks/361a1565-5e7e-4419-951d-87626fea5bc4 HTTP/1.1" status: 204 len: 168 time: 0.7070301 Jul 28 11:45:00.443377 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Allocated IP 2001:db8::2 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/dd1601be-6bdb-4b1c-901a-b6984d52ebdc/0b863965-cd69-44c8-a32a-7c3113198c05) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:00.447876 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.448993 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.452173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54672) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:00.492883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c54669-e197-4a8a-bb23-dc38c619c852 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Network': ['ID=361a1565-5e7e-4419-951d-87626fea5bc4,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:00.503958 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df229a5-a807-48b7-b2e4-fbeb3825a8fd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] DELETE failed (client error): The resource could not be found. Jul 28 11:45:00.504661 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df229a5-a807-48b7-b2e4-fbeb3825a8fd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:45:00.506622 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1df229a5-a807-48b7-b2e4-fbeb3825a8fd tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/subnets/8ecc46c9-8ce8-4a73-b954-d5b439c7591d HTTP/1.1" status: 404 len: 337 time: 0.0395434 Jul 28 11:45:00.509658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54674) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:00.535413 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e09e024-ecbd-4e64-a0a4-cb26aaac3983 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] DELETE failed (client error): The resource could not be found. Jul 28 11:45:00.535976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e09e024-ecbd-4e64-a0a4-cb26aaac3983 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:45:00.540152 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5e09e024-ecbd-4e64-a0a4-cb26aaac3983 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/networks/87a49838-84b2-4c1f-8bc7-388cd0611465 HTTP/1.1" status: 404 len: 339 time: 0.0271165 Jul 28 11:45:00.545471 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54676) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:00.592612 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d87b488a-ca41-4dac-9172-a3f7c210b651 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.598406 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7c82953c-0cc9-4c3e-ba15-3da5f6ab1073 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.600941 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7c82953c-0cc9-4c3e-ba15-3da5f6ab1073 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.604311 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7c82953c-0cc9-4c3e-ba15-3da5f6ab1073 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "DELETE /v2.0/security-groups/472d702e-ff1e-4c12-aae5-f9f050a0014a HTTP/1.1" status: 204 len: 168 time: 1.0522063 Jul 28 11:45:00.604457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.604980 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54678) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:00.613163 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-af6bdce2-e43a-4fe9-9fd5-d0ee7a4ce9b2 req-abf9e211-e03f-4c04-b839-1d42697f1691 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268276 Jul 28 11:45:00.640681 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.649608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Transition to ACTIVE for port object 0b863965-cd69-44c8-a32a-7c3113198c05 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:00.668317 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Transition to ACTIVE for port object 0b863965-cd69-44c8-a32a-7c3113198c05 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:00.678712 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 648f2041-44cd-4a25-9192-b89e73b13b60 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:00.679992 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82953c-0cc9-4c3e-ba15-3da5f6ab1073 tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=472d702e-ff1e-4c12-aae5-f9f050a0014a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:00.681157 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.693626 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-658d02f2-63dd-47b4-9fb5-b7557ececfed tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] show failed (client error): The resource could not be found. Jul 28 11:45:00.694721 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-658d02f2-63dd-47b4-9fb5-b7557ececfed tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "GET /v2.0/security-groups/472d702e-ff1e-4c12-aae5-f9f050a0014a HTTP/1.1" status: 404 len: 347 time: 0.0891531 Jul 28 11:45:00.695163 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-d87b488a-ca41-4dac-9172-a3f7c210b651 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port 2a482892-f5c4-47c9-8160-274c71d710e5 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:00.701212 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54680) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:00.707469 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ced6b8-7346-4342-8503-b83caa7b8633 req-74e13c7d-7e0e-44a0-a74f-58c972864ebf tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:00.709197 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d1ced6b8-7346-4342-8503-b83caa7b8633 req-74e13c7d-7e0e-44a0-a74f-58c972864ebf tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 945 time: 0.2389371 Jul 28 11:45:00.746913 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-431e3341-5505-40a9-bc94-4fc526b790ce tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Deleting subnet 201a9f5f-e057-49b1-9c14-8ee8b6dcb958 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:45:00.756297 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:00.757377 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 648f2041-44cd-4a25-9192-b89e73b13b60 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:00.757866 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 648f2041-44cd-4a25-9192-b89e73b13b60 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:00.783103 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:00.792046 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:00.807013 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Pushing event updated for resources: {'Port': ['ID=0b863965-cd69-44c8-a32a-7c3113198c05,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:00.830836 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.836214 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-431e3341-5505-40a9-bc94-4fc526b790ce tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.879649 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Attempting to bind port 0b863965-cd69-44c8-a32a-7c3113198c05 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:00.880391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Attempting to bind port 0b863965-cd69-44c8-a32a-7c3113198c05 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:00.881002 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Attempting to bind port 0b863965-cd69-44c8-a32a-7c3113198c05 on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:00.888314 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:00.892228 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:00.892749 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.893454 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:00.894838 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Bound port: 0b863965-cd69-44c8-a32a-7c3113198c05, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:00.895242 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.919061 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d1ced6b8-7346-4342-8503-b83caa7b8633 req-221ac661-1518-4bc0-81cf-bee44dfbd496 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b4186a-a2ed-4792-94d3-313facceaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619518 Jul 28 11:45:00.936464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8cec2b37-6d7d-44b5-add6-8b9cdf1d011b tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.958820 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-431e3341-5505-40a9-bc94-4fc526b790ce tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:00.995964 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] For port 0b863965-cd69-44c8-a32a-7c3113198c05, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:00.999315 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] For port 0b863965-cd69-44c8-a32a-7c3113198c05, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=0b863965-cd69-44c8-a32a-7c3113198c05,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:01.005236 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:01.012176 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e7f265-e71b-4a17-9715-d1b99247730b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Router 15470d1b-a08b-4c25-9c9a-13fba413950b is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:45:01.014097 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec2b37-6d7d-44b5-add6-8b9cdf1d011b tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Pushing event deleted for resources: {'Port': ['ID=a88be1af-1891-4e67-b92d-793f26a41779,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:01.051569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8cec2b37-6d7d-44b5-add6-8b9cdf1d011b tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:01.053468 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8cec2b37-6d7d-44b5-add6-8b9cdf1d011b tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] 10.222.0.43 "DELETE /v2.0/ports/a88be1af-1891-4e67-b92d-793f26a41779 HTTP/1.1" status: 204 len: 168 time: 1.9484465 Jul 28 11:45:01.059251 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54682) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:01.066750 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-ac4a2e7c-8a3a-4f25-a727-1dc7a1da6cbb tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Request body: {'port': {'name': 'tempest-new-port-name-765087175', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:01.067151 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.api.validators [None req-ac4a2e7c-8a3a-4f25-a727-1dc7a1da6cbb tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] bootfile-name is not in valid_values {{(pid=100416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:45:01.067495 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.api.validators [None req-ac4a2e7c-8a3a-4f25-a727-1dc7a1da6cbb tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] tftp-server is not in valid_values {{(pid=100416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:45:01.067985 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.api.validators [None req-ac4a2e7c-8a3a-4f25-a727-1dc7a1da6cbb tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] server-ip-address is not in valid_values {{(pid=100416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:45:01.073282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-d87b488a-ca41-4dac-9172-a3f7c210b651 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::f2ee:a45a:865d:3885 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/dd1601be-6bdb-4b1c-901a-b6984d52ebdc/2a482892-f5c4-47c9-8160-274c71d710e5) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:01.094822 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-d92ca694-0d6d-4563-b653-4bb09c3470ea tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Deleting port aaec5455-8439-41f2-8912-ebe49e144333 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:01.095125 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d92ca694-0d6d-4563-b653-4bb09c3470ea tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:01.098921 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff929e6-d9f5-479c-9f52-0e2b41c438e6 None None] Pushing event updated for resources: {'Port': ['ID=0b863965-cd69-44c8-a32a-7c3113198c05,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:01.120432 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-431e3341-5505-40a9-bc94-4fc526b790ce tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:01.278586 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-431e3341-5505-40a9-bc94-4fc526b790ce tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:01.374293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d92ca694-0d6d-4563-b653-4bb09c3470ea tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:01.379654 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d92ca694-0d6d-4563-b653-4bb09c3470ea tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:01.399552 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e3341-5505-40a9-bc94-4fc526b790ce tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Subnet': ['ID=201a9f5f-e057-49b1-9c14-8ee8b6dcb958,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:01.432769 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-d92ca694-0d6d-4563-b653-4bb09c3470ea tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Calling delete_port for aaec5455-8439-41f2-8912-ebe49e144333 owned by network:floatingip {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:01.437590 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-431e3341-5505-40a9-bc94-4fc526b790ce tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:01.440359 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-431e3341-5505-40a9-bc94-4fc526b790ce tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/subnets/201a9f5f-e057-49b1-9c14-8ee8b6dcb958 HTTP/1.1" status: 204 len: 168 time: 0.8932891 Jul 28 11:45:01.444607 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6712ae-7b03-4a77-a84e-b30c0bcfd543 None None] Network 7b79018e-d63b-4be6-be60-4b4cd352c9b7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:01.446718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54684) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:01.538788 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:01.575737 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:01.608966 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-4425bc99-73b1-4f40-b8f1-36b02d1fbe0c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Deleting subnet ef2a00a5-69eb-4c18-bc3a-9c96e309242d {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:45:01.636929 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ac4a2e7c-8a3a-4f25-a727-1dc7a1da6cbb tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:01.650089 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4425bc99-73b1-4f40-b8f1-36b02d1fbe0c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:01.683010 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e7f265-e71b-4a17-9715-d1b99247730b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:01.688255 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65e7f265-e71b-4a17-9715-d1b99247730b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:01.689612 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-65e7f265-e71b-4a17-9715-d1b99247730b tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "PUT /v2.0/routers/15470d1b-a08b-4c25-9c9a-13fba413950b HTTP/1.1" status: 200 len: 916 time: 8.0907645 Jul 28 11:45:01.693084 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54688) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:01.697837 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba74541c-7aef-4f56-a862-765d92dd8f39 None None] Sync routers for ids ['15470d1b-a08b-4c25-9c9a-13fba413950b'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:01.709522 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba74541c-7aef-4f56-a862-765d92dd8f39 None None] Routers {'15470d1b-a08b-4c25-9c9a-13fba413950b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:01.710574 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ba74541c-7aef-4f56-a862-765d92dd8f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['15470d1b-a08b-4c25-9c9a-13fba413950b'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:01.746404 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ba74541c-7aef-4f56-a862-765d92dd8f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:01.755672 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba74541c-7aef-4f56-a862-765d92dd8f39 None None] Routers {'15470d1b-a08b-4c25-9c9a-13fba413950b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:01.756605 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ba74541c-7aef-4f56-a862-765d92dd8f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:44:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['15470d1b-a08b-4c25-9c9a-13fba413950b'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:01.800533 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ba74541c-7aef-4f56-a862-765d92dd8f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:01.801478 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba74541c-7aef-4f56-a862-765d92dd8f39 None None] The sync data for ids ['15470d1b-a08b-4c25-9c9a-13fba413950b'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:01.846711 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4425bc99-73b1-4f40-b8f1-36b02d1fbe0c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:01.912058 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c33792-27e0-4de3-a073-ad807b1f48fc req-abdf4c07-0651-484c-b74e-a291e26b0ee7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:01.913570 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-83c33792-27e0-4de3-a073-ad807b1f48fc req-abdf4c07-0651-484c-b74e-a291e26b0ee7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.1908727 Jul 28 11:45:01.957908 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d87b488a-ca41-4dac-9172-a3f7c210b651 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:02.021593 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-d87b488a-ca41-4dac-9172-a3f7c210b651 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object 2a482892-f5c4-47c9-8160-274c71d710e5 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:02.032617 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-83c33792-27e0-4de3-a073-ad807b1f48fc req-30c82b25-7d26-4e88-b601-56c420187fa7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083527 Jul 28 11:45:02.071170 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-85e8136d-1569-47fd-8cf9-19ceaf73da53 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "GET /v2.0/routers/15470d1b-a08b-4c25-9c9a-13fba413950b HTTP/1.1" status: 200 len: 922 time: 0.3768556 Jul 28 11:45:02.077441 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54692) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:02.089989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Allocated IP 172.26.1.130 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/803aa48e-58dd-4b53-b254-c835e1591db4) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:02.100519 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d92ca694-0d6d-4563-b653-4bb09c3470ea tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:02.119531 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01b230-adb6-4d64-b3d7-1479a137c2c2 req-49f24da7-b0b3-40dd-890e-6f0ab53ca26a tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:02.123287 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd01b230-adb6-4d64-b3d7-1479a137c2c2 req-49f24da7-b0b3-40dd-890e-6f0ab53ca26a tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 945 time: 0.2908685 Jul 28 11:45:02.175044 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144fc32-2b00-42d0-a30c-f839bc2853f1 req-7d98c82e-610c-4fb9-98fd-af4272933c76 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:02.176579 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f144fc32-2b00-42d0-a30c-f839bc2853f1 req-7d98c82e-610c-4fb9-98fd-af4272933c76 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 945 time: 0.1478851 Jul 28 11:45:02.209065 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ac4a2e7c-8a3a-4f25-a727-1dc7a1da6cbb tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:02.213237 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ca694-0d6d-4563-b653-4bb09c3470ea tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Pushing event deleted for resources: {'Port': ['ID=aaec5455-8439-41f2-8912-ebe49e144333,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:02.231100 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ac4a2e7c-8a3a-4f25-a727-1dc7a1da6cbb tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:02.235279 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d87b488a-ca41-4dac-9172-a3f7c210b651 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:02.249857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4425bc99-73b1-4f40-b8f1-36b02d1fbe0c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:02.262083 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47e8033-46ac-4db5-a4e9-aa6d6a1330b7 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:02.266413 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b47e8033-46ac-4db5-a4e9-aa6d6a1330b7 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&device_id=15470d1b-a08b-4c25-9c9a-13fba413950b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1849988 Jul 28 11:45:02.292750 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54694) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:02.294526 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87b488a-ca41-4dac-9172-a3f7c210b651 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:02.309349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a2e7c-8a3a-4f25-a727-1dc7a1da6cbb tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] In _notify_port_updated(), no bound segment for port 284c085f-fa92-42d4-9130-4608a8ca861a on network 027a4545-dd16-4212-bace-cdf3d27a1d40 {{(pid=100416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:45:02.315437 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4a2e7c-8a3a-4f25-a727-1dc7a1da6cbb tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:02.316316 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ac4a2e7c-8a3a-4f25-a727-1dc7a1da6cbb tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:02.320473 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ac4a2e7c-8a3a-4f25-a727-1dc7a1da6cbb tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] 10.222.0.43 "PUT /v2.0/ports/284c085f-fa92-42d4-9130-4608a8ca861a HTTP/1.1" status: 200 len: 1128 time: 1.2600987 Jul 28 11:45:02.320923 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54696) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:02.332769 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-d87b488a-ca41-4dac-9172-a3f7c210b651 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:02.335232 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87b488a-ca41-4dac-9172-a3f7c210b651 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:02.341402 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87b488a-ca41-4dac-9172-a3f7c210b651 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:02.341670 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d87b488a-ca41-4dac-9172-a3f7c210b651 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:02.387489 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4d4ee92-e6f0-4072-8389-be2108c15f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:02.433574 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d92ca694-0d6d-4563-b653-4bb09c3470ea tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks [] for floatingip, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:02.436079 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d92ca694-0d6d-4563-b653-4bb09c3470ea tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:02.441319 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d92ca694-0d6d-4563-b653-4bb09c3470ea tempest-ServersTestJSON-521021180 tempest-ServersTestJSON-521021180-project] 10.222.0.43 "DELETE /v2.0/floatingips/8fd592b0-2824-4b4c-8801-697ba1f05d05 HTTP/1.1" status: 204 len: 168 time: 1.7390206 Jul 28 11:45:02.449886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54698) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:02.456076 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a2e7c-8a3a-4f25-a727-1dc7a1da6cbb tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Pushing event updated for resources: {'Port': ['ID=284c085f-fa92-42d4-9130-4608a8ca861a,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:02.470982 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d87b488a-ca41-4dac-9172-a3f7c210b651 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9846675 Jul 28 11:45:02.472236 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f144fc32-2b00-42d0-a30c-f839bc2853f1 req-5fb20500-06c6-4951-8100-609011acbee5 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b4186a-a2ed-4792-94d3-313facceaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820814 Jul 28 11:45:02.507385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54700) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:02.538513 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ef473-eab7-4e38-847c-6a9f04200597 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:02.544088 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-663ef473-eab7-4e38-847c-6a9f04200597 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] 10.222.0.43 "GET /v2.0/ports/284c085f-fa92-42d4-9130-4608a8ca861a HTTP/1.1" status: 200 len: 1128 time: 0.2143800 Jul 28 11:45:02.548780 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54702) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:02.588004 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5560d81f-57a6-4d17-94a4-def7493e7be4 None None] Provisioning for port 0b863965-cd69-44c8-a32a-7c3113198c05 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:02.602552 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5560d81f-57a6-4d17-94a4-def7493e7be4 None None] Provisioning complete for port fca766b2-061a-4eeb-8a20-095a63279553 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:02.602928 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5560d81f-57a6-4d17-94a4-def7493e7be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:02.710343 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b488a-ca41-4dac-9172-a3f7c210b651 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=2a482892-f5c4-47c9-8160-274c71d710e5,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:02.729515 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa38e27-358e-498e-b4d0-a517bbb1d63f tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:02.733527 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-faa38e27-358e-498e-b4d0-a517bbb1d63f tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "GET /v2.0/networks/e4f7873c-4d94-460a-8c07-155f724d96cd HTTP/1.1" status: 200 len: 881 time: 0.4353511 Jul 28 11:45:02.733863 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54704) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:02.769568 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2636d2d3-706b-46f1-b862-2f078ec84ba7 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "GET /v2.0/ports?device_id=15470d1b-a08b-4c25-9c9a-13fba413950b HTTP/1.1" status: 200 len: 205 time: 0.0345674 Jul 28 11:45:02.775589 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54706) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:02.785941 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a8dcf7-12d2-46af-84d0-6f603c3b9f7b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:02.791947 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a8dcf7-12d2-46af-84d0-6f603c3b9f7b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:02.792111 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3bee15-39f9-477d-b456-804b4df9040c None None] get_active_networks_info from dv-neutron-786478-16-hyperv {{(pid=100417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:45:02.797904 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d3a8dcf7-12d2-46af-84d0-6f603c3b9f7b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2631145 Jul 28 11:45:02.800480 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54708) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:02.847292 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0128bfaf-aff3-4f09-b93e-c4760c4de14d None None] Provisioning complete for port 284c085f-fa92-42d4-9130-4608a8ca861a triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:02.848021 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0128bfaf-aff3-4f09-b93e-c4760c4de14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:02.889912 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-019451ce-44ca-4474-b509-87132ff418c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Deleting port 284c085f-fa92-42d4-9130-4608a8ca861a {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:02.890451 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-019451ce-44ca-4474-b509-87132ff418c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:02.906356 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:02.915288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0128bfaf-aff3-4f09-b93e-c4760c4de14d None None] Port 284c085f-fa92-42d4-9130-4608a8ca861a cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:02.932745 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4425bc99-73b1-4f40-b8f1-36b02d1fbe0c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:02.940201 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0128bfaf-aff3-4f09-b93e-c4760c4de14d None None] Provisioning for port 2a482892-f5c4-47c9-8160-274c71d710e5 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:02.951448 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0128bfaf-aff3-4f09-b93e-c4760c4de14d None None] Provisioning complete for port 2a482892-f5c4-47c9-8160-274c71d710e5 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:02.951829 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0128bfaf-aff3-4f09-b93e-c4760c4de14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.001360 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425bc99-73b1-4f40-b8f1-36b02d1fbe0c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Subnet': ['ID=ef2a00a5-69eb-4c18-bc3a-9c96e309242d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:03.003323 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3bee15-39f9-477d-b456-804b4df9040c None None] Resources bound (agent type, host, resource id): {{(pid=100417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:45:03.009884 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0128bfaf-aff3-4f09-b93e-c4760c4de14d None None] Port 2a482892-f5c4-47c9-8160-274c71d710e5 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:03.010528 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4425bc99-73b1-4f40-b8f1-36b02d1fbe0c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.012891 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4425bc99-73b1-4f40-b8f1-36b02d1fbe0c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/subnets/ef2a00a5-69eb-4c18-bc3a-9c96e309242d HTTP/1.1" status: 204 len: 168 time: 1.5637622 Jul 28 11:45:03.019449 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-bd01b230-adb6-4d64-b3d7-1479a137c2c2 req-03ea9d7c-b425-4d65-a217-a4a7d26d24a5 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Deleting port 66f4fcee-dcd8-4157-8499-b57d57ea8b88 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:03.019871 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-bd01b230-adb6-4d64-b3d7-1479a137c2c2 req-03ea9d7c-b425-4d65-a217-a4a7d26d24a5 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.020912 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54710) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:03.165645 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.178244 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f82027a3-90ee-4434-bac2-2b853ba4bd9c tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.232507 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.246584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-bd01b230-adb6-4d64-b3d7-1479a137c2c2 req-03ea9d7c-b425-4d65-a217-a4a7d26d24a5 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] For port 66f4fcee-dcd8-4157-8499-b57d57ea8b88, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=66f4fcee-dcd8-4157-8499-b57d57ea8b88,segment=NetworkSegment(93120ba0-1f0b-459b-be62-4c9b92914d38),segment_id=93120ba0-1f0b-459b-be62-4c9b92914d38)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:03.246962 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-bd01b230-adb6-4d64-b3d7-1479a137c2c2 req-03ea9d7c-b425-4d65-a217-a4a7d26d24a5 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.248239 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-019451ce-44ca-4474-b509-87132ff418c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.263021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:03.276391 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:03.278209 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:03.280829 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-019451ce-44ca-4474-b509-87132ff418c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Calling delete_port for 284c085f-fa92-42d4-9130-4608a8ca861a owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:03.294809 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3904d739-5990-44c6-9e98-be473aca9581 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port 2a482892-f5c4-47c9-8160-274c71d710e5 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:03.295200 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3904d739-5990-44c6-9e98-be473aca9581 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.331347 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c755823-eb2c-45ed-af8a-a67c7688d05e None None] Network 7b79018e-d63b-4be6-be60-4b4cd352c9b7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:03.345625 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Pushing event updated for resources: {'Port': ['ID=803aa48e-58dd-4b53-b254-c835e1591db4,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:03.411677 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b9f64-b9ba-498a-b8e7-50ab6531e733 req-e6849623-d539-4fca-b1af-d0456bdc1dde tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:03.413833 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a87b9f64-b9ba-498a-b8e7-50ab6531e733 req-e6849623-d539-4fca-b1af-d0456bdc1dde tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.3000050 Jul 28 11:45:03.447582 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 0b863965-cd69-44c8-a32a-7c3113198c05 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:03.547527 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 0b863965-cd69-44c8-a32a-7c3113198c05 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:03.553394 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 0b863965-cd69-44c8-a32a-7c3113198c05 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:03.553990 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.562868 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f82027a3-90ee-4434-bac2-2b853ba4bd9c tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.582707 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a87b9f64-b9ba-498a-b8e7-50ab6531e733 req-98f347fb-e93b-4d9c-9575-64454cf53149 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249442 Jul 28 11:45:03.592437 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3904d739-5990-44c6-9e98-be473aca9581 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.637715 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3904d739-5990-44c6-9e98-be473aca9581 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for 2a482892-f5c4-47c9-8160-274c71d710e5 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:03.641290 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a4037f-0423-411e-b6e0-f8e65c4490b8 None None] DHCP port deletion for 7b79018e-d63b-4be6-be60-4b4cd352c9b7 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:45:03.648703 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Deleting port fca766b2-061a-4eeb-8a20-095a63279553 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:03.649044 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.677978 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.724447 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 0b863965-cd69-44c8-a32a-7c3113198c05, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=0b863965-cd69-44c8-a32a-7c3113198c05,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:03.733213 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-47a4037f-0423-411e-b6e0-f8e65c4490b8 None None] Deleting port fca766b2-061a-4eeb-8a20-095a63279553 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:03.733709 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47a4037f-0423-411e-b6e0-f8e65c4490b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.736121 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.761599 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-bd01b230-adb6-4d64-b3d7-1479a137c2c2 req-03ea9d7c-b425-4d65-a217-a4a7d26d24a5 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.762146 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-bd01b230-adb6-4d64-b3d7-1479a137c2c2 req-03ea9d7c-b425-4d65-a217-a4a7d26d24a5 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.762248 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [req-bd01b230-adb6-4d64-b3d7-1479a137c2c2 req-03ea9d7c-b425-4d65-a217-a4a7d26d24a5 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Floating IP eea76222-0821-4218-80ab-b9cab8a76811 disassociated. External IP: 172.26.1.42, port: 66f4fcee-dcd8-4157-8499-b57d57ea8b88. Jul 28 11:45:03.765313 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-bd01b230-adb6-4d64-b3d7-1479a137c2c2 req-03ea9d7c-b425-4d65-a217-a4a7d26d24a5 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Calling delete_port for 66f4fcee-dcd8-4157-8499-b57d57ea8b88 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:03.853999 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=0b863965-cd69-44c8-a32a-7c3113198c05,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:03.858578 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-47a4037f-0423-411e-b6e0-f8e65c4490b8 None None] For port fca766b2-061a-4eeb-8a20-095a63279553, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=fca766b2-061a-4eeb-8a20-095a63279553,segment=NetworkSegment(f66f1124-100f-45c3-b9ee-c70c4ece547c),segment_id=f66f1124-100f-45c3-b9ee-c70c4ece547c)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:03.859233 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47a4037f-0423-411e-b6e0-f8e65c4490b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.874012 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-47a4037f-0423-411e-b6e0-f8e65c4490b8 None None] Calling delete_port for fca766b2-061a-4eeb-8a20-095a63279553 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:03.907562 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.961613 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47a4037f-0423-411e-b6e0-f8e65c4490b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.992047 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4037f-0423-411e-b6e0-f8e65c4490b8 None None] Pushing event deleted for resources: {'Port': ['ID=fca766b2-061a-4eeb-8a20-095a63279553,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:03.996519 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a4037f-0423-411e-b6e0-f8e65c4490b8 None None] No DVR routers for this DVR port fca766b2-061a-4eeb-8a20-095a63279553 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:04.089527 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca21d0e8-1b33-4893-863b-8476aafb6b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:04.123304 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087eac0-2598-4396-b921-798e3a9c2bea req-d4963234-273e-41ea-b555-866205e37638 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:04.125054 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e087eac0-2598-4396-b921-798e3a9c2bea req-d4963234-273e-41ea-b555-866205e37638 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 945 time: 0.5534830 Jul 28 11:45:04.138787 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] For port fca766b2-061a-4eeb-8a20-095a63279553, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=fca766b2-061a-4eeb-8a20-095a63279553,segment=NetworkSegment(f66f1124-100f-45c3-b9ee-c70c4ece547c),segment_id=f66f1124-100f-45c3-b9ee-c70c4ece547c)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:04.139152 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:04.186939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-bd01b230-adb6-4d64-b3d7-1479a137c2c2 req-03ea9d7c-b425-4d65-a217-a4a7d26d24a5 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:04.191238 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Calling delete_port for fca766b2-061a-4eeb-8a20-095a63279553 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:04.258446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea9d7c-b425-4d65-a217-a4a7d26d24a5 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Pushing event deleted for resources: {'Port': ['ID=66f4fcee-dcd8-4157-8499-b57d57ea8b88,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:04.278483 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-019451ce-44ca-4474-b509-87132ff418c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:04.284370 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f82027a3-90ee-4434-bac2-2b853ba4bd9c tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Deleting port 0a370043-cd17-4367-9f10-91e317e3db68 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:04.284715 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f82027a3-90ee-4434-bac2-2b853ba4bd9c tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:04.301008 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e087eac0-2598-4396-b921-798e3a9c2bea req-de7ac134-53d1-4540-bee7-33199de2d15d tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b4186a-a2ed-4792-94d3-313facceaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660216 Jul 28 11:45:04.383906 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019451ce-44ca-4474-b509-87132ff418c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Pushing event deleted for resources: {'Port': ['ID=284c085f-fa92-42d4-9130-4608a8ca861a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:04.389945 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:04.392211 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-019451ce-44ca-4474-b509-87132ff418c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:04.394924 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-019451ce-44ca-4474-b509-87132ff418c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] 10.222.0.43 "DELETE /v2.0/ports/284c085f-fa92-42d4-9130-4608a8ca861a HTTP/1.1" status: 204 len: 168 time: 1.8378432 Jul 28 11:45:04.400351 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54716) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:04.492104 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f82027a3-90ee-4434-bac2-2b853ba4bd9c tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:04.500814 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3904d739-5990-44c6-9e98-be473aca9581 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:04.507866 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:04.535660 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f82027a3-90ee-4434-bac2-2b853ba4bd9c tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Calling delete_port for 0a370043-cd17-4367-9f10-91e317e3db68 owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:04.545472 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904d739-5990-44c6-9e98-be473aca9581 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=2a482892-f5c4-47c9-8160-274c71d710e5,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:04.555228 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-97480239-17f3-4f55-af3d-1961f1e052bd tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Deleting subnet 19a868f4-401f-4e1b-88e9-a192dda75119 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:45:04.580180 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No DVR routers for this DVR port fca766b2-061a-4eeb-8a20-095a63279553 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:04.581892 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Port': ['ID=fca766b2-061a-4eeb-8a20-095a63279553,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:04.593262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97480239-17f3-4f55-af3d-1961f1e052bd tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:04.652831 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3904d739-5990-44c6-9e98-be473aca9581 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:04.655848 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3904d739-5990-44c6-9e98-be473aca9581 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/2a482892-f5c4-47c9-8160-274c71d710e5 HTTP/1.1" status: 204 len: 168 time: 1.8535519 Jul 28 11:45:04.690962 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54720) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:04.797458 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:04.826919 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b79018e-d63b-4be6-be60-4b4cd352c9b7']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:04.862829 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66f1124-100f-45c3-b9ee-c70c4ece547c') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:04.863088 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66f1124-100f-45c3-b9ee-c70c4ece547c') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:04.874773 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0e6de217-3aff-404f-a20e-857ca1494d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:04.883523 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26461e3b-785c-4b22-8589-12897cbf9dde tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:04.885038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26461e3b-785c-4b22-8589-12897cbf9dde tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:04.886571 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-26461e3b-785c-4b22-8589-12897cbf9dde tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1946189 Jul 28 11:45:04.892648 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:04.894075 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54722) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:04.985306 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70489188-4b8e-48b0-9fdc-fe1d77163f7c req-a3f28702-6aaf-4bb5-92ea-24c43531300b tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:04.987616 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-70489188-4b8e-48b0-9fdc-fe1d77163f7c req-a3f28702-6aaf-4bb5-92ea-24c43531300b tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.3058782 Jul 28 11:45:04.990755 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:04.995674 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd01b230-adb6-4d64-b3d7-1479a137c2c2 req-03ea9d7c-b425-4d65-a217-a4a7d26d24a5 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Router daf70c08-293b-44b9-80f0-62da971a6003 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:45:04.998948 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97480239-17f3-4f55-af3d-1961f1e052bd tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.026349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:45:05.026782 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: self.session.flush() Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: self.session.flush() Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: self.session.flush() Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: self.session.flush() Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:45:05.030496 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:45:05.109052 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2884d49-1238-4d66-bf62-427f63375212 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet dd1601be-6bdb-4b1c-901a-b6984d52ebdc {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:45:05.136517 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2884d49-1238-4d66-bf62-427f63375212 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.165203 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-70489188-4b8e-48b0-9fdc-fe1d77163f7c req-39ebdbdb-2a9a-4658-9079-0bd48b99b7d0 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689849 Jul 28 11:45:05.178759 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.183167 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.187632 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/networks/7b79018e-d63b-4be6-be60-4b4cd352c9b7 HTTP/1.1" status: 204 len: 168 time: 2.1611879 Jul 28 11:45:05.187950 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54724) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:05.220207 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2884d49-1238-4d66-bf62-427f63375212 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.222871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfe3b0-cd5a-4346-a726-0915cd75c1cb tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Network': ['ID=7b79018e-d63b-4be6-be60-4b4cd352c9b7,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:05.231532 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Router 668f40fd-0914-4c05-a4f5-84a0c660c43b is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:45:05.253809 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f82027a3-90ee-4434-bac2-2b853ba4bd9c tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.260104 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97480239-17f3-4f55-af3d-1961f1e052bd tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.286030 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d76a24d-40e8-4594-b901-c0a4f7ce76e7 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] DELETE failed (client error): The resource could not be found. Jul 28 11:45:05.286509 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d76a24d-40e8-4594-b901-c0a4f7ce76e7 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:45:05.290891 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8d76a24d-40e8-4594-b901-c0a4f7ce76e7 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/subnets/b3c56165-3051-4353-99c4-1959799ddeba HTTP/1.1" status: 404 len: 337 time: 0.0997739 Jul 28 11:45:05.295845 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54726) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:05.299871 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.313547 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82027a3-90ee-4434-bac2-2b853ba4bd9c tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Pushing event deleted for resources: {'Port': ['ID=0a370043-cd17-4367-9f10-91e317e3db68,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:05.351899 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 0b863965-cd69-44c8-a32a-7c3113198c05 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:05.380701 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c67a3d-ac09-49e4-9149-b8225415f37d tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] DELETE failed (client error): The resource could not be found. Jul 28 11:45:05.381229 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c67a3d-ac09-49e4-9149-b8225415f37d tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:45:05.385851 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e9c67a3d-ac09-49e4-9149-b8225415f37d tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/networks/3d6f120d-97bf-4dc7-aed3-ca1cef5c84a0 HTTP/1.1" status: 404 len: 339 time: 0.0867226 Jul 28 11:45:05.387001 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54730) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:05.406403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd01b230-adb6-4d64-b3d7-1479a137c2c2 req-03ea9d7c-b425-4d65-a217-a4a7d26d24a5 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:05.419674 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 0b863965-cd69-44c8-a32a-7c3113198c05 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:05.420061 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.421819 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b36a85-c36d-4a18-98c5-5431ef224715 None None] Sync routers for ids ['daf70c08-293b-44b9-80f0-62da971a6003'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:05.435807 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-df8fb612-7386-4234-9f1e-53133bad907e req-c67ca0d0-3e1e-4650-8af4-16bd00106600 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb5afee4-04b9-4338-8aec-60c8139c7bf4 HTTP/1.1" status: 200 len: 210 time: 0.0511532 Jul 28 11:45:05.465346 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b36a85-c36d-4a18-98c5-5431ef224715 None None] Routers {'daf70c08-293b-44b9-80f0-62da971a6003'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:05.465997 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-58b36a85-c36d-4a18-98c5-5431ef224715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['daf70c08-293b-44b9-80f0-62da971a6003'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:05.481455 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-90937ed0-284f-4167-945a-dc65f1d2f71d tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] DELETE failed (client error): The resource could not be found. Jul 28 11:45:05.481749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2884d49-1238-4d66-bf62-427f63375212 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.481920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90937ed0-284f-4167-945a-dc65f1d2f71d tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:45:05.483781 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-90937ed0-284f-4167-945a-dc65f1d2f71d tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/subnets/de316e82-0b9b-46cc-9622-2ec780ef08aa HTTP/1.1" status: 404 len: 337 time: 0.0884161 Jul 28 11:45:05.485303 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-ca21d0e8-1b33-4893-863b-8476aafb6b4c admin admin] Deleting port ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:05.485652 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca21d0e8-1b33-4893-863b-8476aafb6b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.488935 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54732) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:05.546214 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f82027a3-90ee-4434-bac2-2b853ba4bd9c tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.573843 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd01b230-adb6-4d64-b3d7-1479a137c2c2 req-03ea9d7c-b425-4d65-a217-a4a7d26d24a5 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] No DVR routers for this DVR port 66f4fcee-dcd8-4157-8499-b57d57ea8b88 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:05.579898 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-bd01b230-adb6-4d64-b3d7-1479a137c2c2 req-03ea9d7c-b425-4d65-a217-a4a7d26d24a5 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.582464 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd01b230-adb6-4d64-b3d7-1479a137c2c2 req-03ea9d7c-b425-4d65-a217-a4a7d26d24a5 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.39 "DELETE /v2.0/ports/66f4fcee-dcd8-4157-8499-b57d57ea8b88 HTTP/1.1" status: 204 len: 173 time: 3.4111762 Jul 28 11:45:05.584610 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5afee4-04b9-4338-8aec-60c8139c7bf4', 'name': 'network-vif-deleted', 'tag': '66f4fcee-dcd8-4157-8499-b57d57ea8b88'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:45:05.593525 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48c6671-7cf9-4a7f-b33a-1b195df930f9" -d '{"events": [{"server_uuid": "fb5afee4-04b9-4338-8aec-60c8139c7bf4", "name": "network-vif-deleted", "tag": "66f4fcee-dcd8-4157-8499-b57d57ea8b88"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:45:05.598226 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c63dcf-dded-40b5-8395-43c8f1cd0afe tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] DELETE failed (client error): The resource could not be found. Jul 28 11:45:05.598767 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c63dcf-dded-40b5-8395-43c8f1cd0afe tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:45:05.608117 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f7c63dcf-dded-40b5-8395-43c8f1cd0afe tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/networks/cf4fec1f-3f73-45ad-9303-e06b8d69fc64 HTTP/1.1" status: 404 len: 339 time: 0.1131904 Jul 28 11:45:05.609514 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97480239-17f3-4f55-af3d-1961f1e052bd tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.611594 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54736) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:05.618259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-58b36a85-c36d-4a18-98c5-5431ef224715 None None] Set router daf70c08-293b-44b9-80f0-62da971a6003 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:05.631382 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:05.649157 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be13454-2d53-4adc-924c-314b003c6706 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] DELETE failed (client error): The resource could not be found. Jul 28 11:45:05.649698 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be13454-2d53-4adc-924c-314b003c6706 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:45:05.653782 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9be13454-2d53-4adc-924c-314b003c6706 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/subnets/97b6cfa0-ebff-4d23-9505-ee226c1c2664 HTTP/1.1" status: 404 len: 337 time: 0.0387521 Jul 28 11:45:05.657078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54738) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:05.657619 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e97b75e-5bc3-46ad-b337-f41c907e611b None None] Sync routers for ids ['668f40fd-0914-4c05-a4f5-84a0c660c43b'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:05.669882 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e97b75e-5bc3-46ad-b337-f41c907e611b None None] Routers {'668f40fd-0914-4c05-a4f5-84a0c660c43b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:05.670743 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-3e97b75e-5bc3-46ad-b337-f41c907e611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['668f40fd-0914-4c05-a4f5-84a0c660c43b'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:05.693977 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f82027a3-90ee-4434-bac2-2b853ba4bd9c tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.698347 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f82027a3-90ee-4434-bac2-2b853ba4bd9c tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.706668 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97480239-17f3-4f55-af3d-1961f1e052bd tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Pushing event deleted for resources: {'Subnet': ['ID=19a868f4-401f-4e1b-88e9-a192dda75119,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:05.709972 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97480239-17f3-4f55-af3d-1961f1e052bd tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.714739 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-97480239-17f3-4f55-af3d-1961f1e052bd tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] 10.222.0.43 "DELETE /v2.0/subnets/19a868f4-401f-4e1b-88e9-a192dda75119 HTTP/1.1" status: 204 len: 168 time: 1.3099813 Jul 28 11:45:05.728539 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54740) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:05.728918 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-3e97b75e-5bc3-46ad-b337-f41c907e611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:05.741765 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b67ad22-39af-4ca4-9c27-e7ff3c7404f8 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] DELETE failed (client error): The resource could not be found. Jul 28 11:45:05.742202 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e97b75e-5bc3-46ad-b337-f41c907e611b None None] Routers {'668f40fd-0914-4c05-a4f5-84a0c660c43b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:05.743303 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b67ad22-39af-4ca4-9c27-e7ff3c7404f8 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:45:05.746477 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6b67ad22-39af-4ca4-9c27-e7ff3c7404f8 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/networks/f06ed28c-7c8b-49cb-8e6e-990a4637de1c HTTP/1.1" status: 404 len: 339 time: 0.0589552 Jul 28 11:45:05.748396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2884d49-1238-4d66-bf62-427f63375212 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.749219 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-3e97b75e-5bc3-46ad-b337-f41c907e611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['668f40fd-0914-4c05-a4f5-84a0c660c43b'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:05.750793 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54742) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:05.751641 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.753701 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2d87d758-8f36-4311-bc16-beba4ebee882 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.8280208 Jul 28 11:45:05.760743 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device fca766b2-061a-4eeb-8a20-095a63279553 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:05.762950 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f43f2e3-efd0-4813-a217-851094848afc None None] Network 027a4545-dd16-4212-bace-cdf3d27a1d40 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:05.767892 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c05e3c2-18b3-4330-984a-582e92671f1e x-openstack-request-id: req-2c05e3c2-18b3-4330-984a-582e92671f1e {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:45:05.767892 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5afee4-04b9-4338-8aec-60c8139c7bf4", "name": "network-vif-deleted", "tag": "66f4fcee-dcd8-4157-8499-b57d57ea8b88", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:45:05.768277 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c05e3c2-18b3-4330-984a-582e92671f1e {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:45:05.768607 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5afee4-04b9-4338-8aec-60c8139c7bf4', 'name': 'network-vif-deleted', 'tag': '66f4fcee-dcd8-4157-8499-b57d57ea8b88', 'status': 'completed', 'code': 200} Jul 28 11:45:05.780400 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54744) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:05.783075 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2884d49-1238-4d66-bf62-427f63375212 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=dd1601be-6bdb-4b1c-901a-b6984d52ebdc,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:05.800733 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: fca766b2-061a-4eeb-8a20-095a63279553 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:05.801097 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device fca766b2-061a-4eeb-8a20-095a63279553 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:05.868744 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-3e97b75e-5bc3-46ad-b337-f41c907e611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:05.870475 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e97b75e-5bc3-46ad-b337-f41c907e611b None None] The sync data for ids ['668f40fd-0914-4c05-a4f5-84a0c660c43b'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:05.876303 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-ca21d0e8-1b33-4893-863b-8476aafb6b4c admin admin] For port ba98ec67-c04e-45c6-a6de-5a9476b3d3a1, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ba98ec67-c04e-45c6-a6de-5a9476b3d3a1,segment=NetworkSegment(93604057-13a3-44e1-bbd3-2296078d1b81),segment_id=93604057-13a3-44e1-bbd3-2296078d1b81)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:05.876582 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca21d0e8-1b33-4893-863b-8476aafb6b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.904150 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f82027a3-90ee-4434-bac2-2b853ba4bd9c tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.904150 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82027a3-90ee-4434-bac2-2b853ba4bd9c tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Fanout notify agent at l3_agent the message router_deleted on router 15470d1b-a08b-4c25-9c9a-13fba413950b {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:45:05.910680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-ca21d0e8-1b33-4893-863b-8476aafb6b4c admin admin] Calling delete_port for ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:05.915653 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f82027a3-90ee-4434-bac2-2b853ba4bd9c tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.916710 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f82027a3-90ee-4434-bac2-2b853ba4bd9c tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "DELETE /v2.0/routers/15470d1b-a08b-4c25-9c9a-13fba413950b HTTP/1.1" status: 204 len: 168 time: 3.1220584 Jul 28 11:45:05.920190 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-2753e0b7-378e-4590-9433-0e0d5a8f128c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Deleting subnet 2f417d55-1d52-4fe9-981d-ec08f4697d03 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:45:05.925837 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54746) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:05.925976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.927208 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2884d49-1238-4d66-bf62-427f63375212 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.929645 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b2884d49-1238-4d66-bf62-427f63375212 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/dd1601be-6bdb-4b1c-901a-b6984d52ebdc HTTP/1.1" status: 204 len: 168 time: 1.0332355 Jul 28 11:45:05.933882 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54748) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:05.934014 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2753e0b7-378e-4590-9433-0e0d5a8f128c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:05.937909 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-842167820', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}, 'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:05.945185 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aec99e-88ff-4ac6-89eb-2c24eef5ffd9 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:05.998339 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e483ad91-624d-49d5-b76c-0fe582fd60b2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515893 Jul 28 11:45:06.000117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54750) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:06.000698 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c782d39f-a72e-4b78-9471-8c799324d578 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "GET /v2.0/routers/668f40fd-0914-4c05-a4f5-84a0c660c43b HTTP/1.1" status: 200 len: 925 time: 0.2139728 Jul 28 11:45:06.003464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54752) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:06.038475 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f70d4e54-4e71-4dc9-95b6-f720bf23bbc5 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "GET /v2.0/ports?device_id=668f40fd-0914-4c05-a4f5-84a0c660c43b HTTP/1.1" status: 200 len: 205 time: 0.0336988 Jul 28 11:45:06.039550 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.040683 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.045422 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54754) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:06.046730 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2753e0b7-378e-4590-9433-0e0d5a8f128c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.163433 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a319a7b8-bb58-4b4b-aef9-c6cb2c79a641 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.206979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f517d6-051c-4e4f-bfeb-89ebb5bd690f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:06.211407 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c7f517d6-051c-4e4f-bfeb-89ebb5bd690f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2080319 Jul 28 11:45:06.215653 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54758) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:06.235438 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1389cb5c-e9eb-4419-84cd-73cfc20546c1 None None] DHCP port deletion for 027a4545-dd16-4212-bace-cdf3d27a1d40 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:45:06.245884 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2753e0b7-378e-4590-9433-0e0d5a8f128c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.313616 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Deleting port ba218712-1bac-40dd-850f-ba7bc2163ec4 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:06.314101 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.353348 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e819ffa-c2cd-4b95-802b-8de39ef9492c None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:45:06.387272 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.390126 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-58b36a85-c36d-4a18-98c5-5431ef224715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'name': 'tempest-ServersTestManualDisk-497779107-router', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:24Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'gw_port': {'id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:26Z', 'updated_at': '2021-07-28T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'bc740f75-c273-475c-9c5f-29721e29c476', 'name': '', 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'mac_address': 'fa:16:3e:ba:59:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3757737d-2ee3-496c-9734-f629212027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:32Z', 'updated_at': '2021-07-28T11:43:44Z', 'revision_number': 5, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'subnets': [{'id': '3757737d-2ee3-496c-9734-f629212027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:06.394573 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.441787 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] For port ba218712-1bac-40dd-850f-ba7bc2163ec4, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ba218712-1bac-40dd-850f-ba7bc2163ec4,segment=NetworkSegment(3cdc913f-d030-4a88-bbac-1487f8b502f7),segment_id=3cdc913f-d030-4a88-bbac-1487f8b502f7)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:06.442050 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.456709 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2753e0b7-378e-4590-9433-0e0d5a8f128c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.469619 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Calling delete_port for ba218712-1bac-40dd-850f-ba7bc2163ec4 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:06.474370 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c3e8a7-044c-4a9b-b177-b21ac85d8c2a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:06.477936 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-42c3e8a7-044c-4a9b-b177-b21ac85d8c2a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2589395 Jul 28 11:45:06.478934 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54762) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:06.510991 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753e0b7-378e-4590-9433-0e0d5a8f128c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Subnet': ['ID=2f417d55-1d52-4fe9-981d-ec08f4697d03,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:06.527676 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a319a7b8-bb58-4b4b-aef9-c6cb2c79a641 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.551155 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2753e0b7-378e-4590-9433-0e0d5a8f128c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.559906 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2753e0b7-378e-4590-9433-0e0d5a8f128c tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/subnets/2f417d55-1d52-4fe9-981d-ec08f4697d03 HTTP/1.1" status: 204 len: 168 time: 0.7983139 Jul 28 11:45:06.560139 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dba19-217a-4600-a6f4-1dbb7bd92aec req-a92755ad-5998-45fd-ab8d-d1524dc6b729 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:06.560252 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-25c319ff-bbb7-493d-92a7-361c8f742c43 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554144 Jul 28 11:45:06.560554 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca21d0e8-1b33-4893-863b-8476aafb6b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.563130 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fd0dba19-217a-4600-a6f4-1dbb7bd92aec req-a92755ad-5998-45fd-ab8d-d1524dc6b729 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.2265244 Jul 28 11:45:06.563936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54766) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:06.564265 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54768) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:06.602520 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54770) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:06.608808 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-59e1e34e-159b-4747-9922-70b0f572ef0d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:06.626759 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998835ce-464a-47ea-9b95-c971f4d823e7 None None] Network 50fd055a-b8ce-4f16-944b-67aa43b6c928 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:06.632152 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b36a85-c36d-4a18-98c5-5431ef224715 None None] Checking router: daf70c08-293b-44b9-80f0-62da971a6003 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:45:06.690940 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.695699 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 66f4fcee-dcd8-4157-8499-b57d57ea8b88 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:06.706081 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b36a85-c36d-4a18-98c5-5431ef224715 None None] Routers {'daf70c08-293b-44b9-80f0-62da971a6003'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:06.706956 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-58b36a85-c36d-4a18-98c5-5431ef224715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['daf70c08-293b-44b9-80f0-62da971a6003'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:06.707300 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21d0e8-1b33-4893-863b-8476aafb6b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=ba98ec67-c04e-45c6-a6de-5a9476b3d3a1,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:06.709197 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1389cb5c-e9eb-4419-84cd-73cfc20546c1 None None] Deleting port ba218712-1bac-40dd-850f-ba7bc2163ec4 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:06.709525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1389cb5c-e9eb-4419-84cd-73cfc20546c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.743643 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fd0dba19-217a-4600-a6f4-1dbb7bd92aec req-55f6bbf1-8c9f-4456-994c-63ae66b114de tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774969 Jul 28 11:45:06.787086 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 66f4fcee-dcd8-4157-8499-b57d57ea8b88 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:06.787433 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 66f4fcee-dcd8-4157-8499-b57d57ea8b88 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:06.844451 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-a319a7b8-bb58-4b4b-aef9-c6cb2c79a641 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Deleting port 803aa48e-58dd-4b53-b254-c835e1591db4 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:06.844451 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a319a7b8-bb58-4b4b-aef9-c6cb2c79a641 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.844451 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-080e8ea4-99eb-41f9-9638-0312aab06764 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.872067 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.920451 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-080e8ea4-99eb-41f9-9638-0312aab06764 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.945252 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-1389cb5c-e9eb-4419-84cd-73cfc20546c1 None None] For port ba218712-1bac-40dd-850f-ba7bc2163ec4, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ba218712-1bac-40dd-850f-ba7bc2163ec4,segment=NetworkSegment(3cdc913f-d030-4a88-bbac-1487f8b502f7),segment_id=3cdc913f-d030-4a88-bbac-1487f8b502f7)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:06.945960 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1389cb5c-e9eb-4419-84cd-73cfc20546c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.948715 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8e819ffa-c2cd-4b95-802b-8de39ef9492c None None] Deleting port 0b863965-cd69-44c8-a32a-7c3113198c05 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:06.949076 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e819ffa-c2cd-4b95-802b-8de39ef9492c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:06.993990 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a319a7b8-bb58-4b4b-aef9-c6cb2c79a641 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.006898 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1389cb5c-e9eb-4419-84cd-73cfc20546c1 None None] Calling delete_port for ba218712-1bac-40dd-850f-ba7bc2163ec4 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:07.025403 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-a319a7b8-bb58-4b4b-aef9-c6cb2c79a641 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Calling delete_port for 803aa48e-58dd-4b53-b254-c835e1591db4 owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:07.047511 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-58b36a85-c36d-4a18-98c5-5431ef224715 None None] Set router daf70c08-293b-44b9-80f0-62da971a6003 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:07.059891 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.073499 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e1e34e-159b-4747-9922-70b0f572ef0d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:07.077090 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-59e1e34e-159b-4747-9922-70b0f572ef0d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.079164 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-080e8ea4-99eb-41f9-9638-0312aab06764 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.082538 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-080e8ea4-99eb-41f9-9638-0312aab06764 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.086112 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-080e8ea4-99eb-41f9-9638-0312aab06764 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "DELETE /v2.0/security-groups/67b4186a-a2ed-4792-94d3-313facceaebd HTTP/1.1" status: 204 len: 168 time: 0.4733369 Jul 28 11:45:07.090132 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54772) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:07.116579 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e8ea4-99eb-41f9-9638-0312aab06764 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b4186a-a2ed-4792-94d3-313facceaebd,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:07.118071 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-8e819ffa-c2cd-4b95-802b-8de39ef9492c None None] For port 0b863965-cd69-44c8-a32a-7c3113198c05, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=0b863965-cd69-44c8-a32a-7c3113198c05,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:07.118210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e819ffa-c2cd-4b95-802b-8de39ef9492c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.144096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Pushing event deleted for resources: {'Port': ['ID=ba218712-1bac-40dd-850f-ba7bc2163ec4,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:07.146174 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8e819ffa-c2cd-4b95-802b-8de39ef9492c None None] Calling delete_port for 0b863965-cd69-44c8-a32a-7c3113198c05 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:07.157812 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] No DVR routers for this DVR port ba218712-1bac-40dd-850f-ba7bc2163ec4 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:07.161123 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-f340e271-c90d-48d2-828f-ad7ff9c2dcd4 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] show failed (client error): The resource could not be found. Jul 28 11:45:07.164714 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f340e271-c90d-48d2-828f-ad7ff9c2dcd4 tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "GET /v2.0/security-groups/67b4186a-a2ed-4792-94d3-313facceaebd HTTP/1.1" status: 404 len: 347 time: 0.0684686 Jul 28 11:45:07.200628 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54774) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:07.292227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2419c9-2db2-4b5e-b74d-35cfe64a2a24 None None] DHCP port deletion for 50fd055a-b8ce-4f16-944b-67aa43b6c928 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:45:07.310303 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Deleting port a108bb19-a4e3-47e8-bfbe-48329d800349 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:07.310688 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.447647 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 0b863965-cd69-44c8-a32a-7c3113198c05 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:07.455975 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1389cb5c-e9eb-4419-84cd-73cfc20546c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.467275 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca21d0e8-1b33-4893-863b-8476aafb6b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.470437 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.502520 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027a4545-dd16-4212-bace-cdf3d27a1d40']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:07.531324 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389cb5c-e9eb-4419-84cd-73cfc20546c1 None None] Pushing event deleted for resources: {'Port': ['ID=ba218712-1bac-40dd-850f-ba7bc2163ec4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:07.540143 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] For port a108bb19-a4e3-47e8-bfbe-48329d800349, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a108bb19-a4e3-47e8-bfbe-48329d800349,segment=NetworkSegment(e74fdf5b-6c99-4522-a34a-860c55b26591),segment_id=e74fdf5b-6c99-4522-a34a-860c55b26591)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:07.540517 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.552263 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cdc913f-d030-4a88-bbac-1487f8b502f7') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:07.552863 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cdc913f-d030-4a88-bbac-1487f8b502f7') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:07.560828 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1389cb5c-e9eb-4419-84cd-73cfc20546c1 None None] No DVR routers for this DVR port ba218712-1bac-40dd-850f-ba7bc2163ec4 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:07.576875 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.601601 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e819ffa-c2cd-4b95-802b-8de39ef9492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.607535 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Calling delete_port for a108bb19-a4e3-47e8-bfbe-48329d800349 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:07.608838 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.611888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.626177 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7b2419c9-2db2-4b5e-b74d-35cfe64a2a24 None None] Deleting port a108bb19-a4e3-47e8-bfbe-48329d800349 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:07.626581 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7b2419c9-2db2-4b5e-b74d-35cfe64a2a24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.639235 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Port 0b863965-cd69-44c8-a32a-7c3113198c05 update to DOWN by agent not found {{(pid=100417) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 28 11:45:07.639753 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a108bb19-a4e3-47e8-bfbe-48329d800349 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:07.647601 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.698280 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e819ffa-c2cd-4b95-802b-8de39ef9492c None None] No DVR routers for this DVR port 0b863965-cd69-44c8-a32a-7c3113198c05 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:07.713970 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:45:07.714486 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:45:07.720158 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:45:07.723078 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e819ffa-c2cd-4b95-802b-8de39ef9492c None None] Pushing event deleted for resources: {'Port': ['ID=0b863965-cd69-44c8-a32a-7c3113198c05,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:07.772365 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a319a7b8-bb58-4b4b-aef9-c6cb2c79a641 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.778282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7b2419c9-2db2-4b5e-b74d-35cfe64a2a24 None None] For port a108bb19-a4e3-47e8-bfbe-48329d800349, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a108bb19-a4e3-47e8-bfbe-48329d800349,segment=NetworkSegment(e74fdf5b-6c99-4522-a34a-860c55b26591),segment_id=e74fdf5b-6c99-4522-a34a-860c55b26591)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:07.778771 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7b2419c9-2db2-4b5e-b74d-35cfe64a2a24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.791565 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Allocated IP 172.26.1.78 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/678b88b4-d3b4-44bf-b968-f6810b115538) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:07.795938 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7b2419c9-2db2-4b5e-b74d-35cfe64a2a24 None None] Calling delete_port for a108bb19-a4e3-47e8-bfbe-48329d800349 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:07.823808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319a7b8-bb58-4b4b-aef9-c6cb2c79a641 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Pushing event deleted for resources: {'Port': ['ID=803aa48e-58dd-4b53-b254-c835e1591db4,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:07.865115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-58b36a85-c36d-4a18-98c5-5431ef224715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'name': 'tempest-ServersTestManualDisk-497779107-router', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:24Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'gw_port': {'id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:26Z', 'updated_at': '2021-07-28T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'bc740f75-c273-475c-9c5f-29721e29c476', 'name': '', 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'mac_address': 'fa:16:3e:ba:59:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3757737d-2ee3-496c-9734-f629212027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:32Z', 'updated_at': '2021-07-28T11:43:44Z', 'revision_number': 5, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'subnets': [{'id': '3757737d-2ee3-496c-9734-f629212027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:07.911980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b36a85-c36d-4a18-98c5-5431ef224715 None None] The sync data for ids ['daf70c08-293b-44b9-80f0-62da971a6003'] in dv-neutron-786478-16-hyperv is: [{'id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'name': 'tempest-ServersTestManualDisk-497779107-router', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:24Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'gw_port': {'id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:26Z', 'updated_at': '2021-07-28T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'bc740f75-c273-475c-9c5f-29721e29c476', 'name': '', 'network_id': '3ab5dcf3-09cf-45bd-bb1a-1345514f52ad', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'mac_address': 'fa:16:3e:ba:59:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3757737d-2ee3-496c-9734-f629212027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:32Z', 'updated_at': '2021-07-28T11:43:44Z', 'revision_number': 5, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'subnets': [{'id': '3757737d-2ee3-496c-9734-f629212027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:07.933377 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.973828 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:07.988652 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de507c9-e1e3-48f5-9261-01221ad5adf1 req-48bbc99a-4303-47b4-b73b-78ea0ca418ef tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:07.990484 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0de507c9-e1e3-48f5-9261-01221ad5adf1 req-48bbc99a-4303-47b4-b73b-78ea0ca418ef tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.1680057 Jul 28 11:45:08.016236 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a319a7b8-bb58-4b4b-aef9-c6cb2c79a641 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.019466 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port a108bb19-a4e3-47e8-bfbe-48329d800349, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a108bb19-a4e3-47e8-bfbe-48329d800349,segment=NetworkSegment(e74fdf5b-6c99-4522-a34a-860c55b26591),segment_id=e74fdf5b-6c99-4522-a34a-860c55b26591)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:08.025936 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.026973 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ba218712-1bac-40dd-850f-ba7bc2163ec4 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:08.073994 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: ba218712-1bac-40dd-850f-ba7bc2163ec4 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:08.074614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ba218712-1bac-40dd-850f-ba7bc2163ec4 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:08.085653 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7b2419c9-2db2-4b5e-b74d-35cfe64a2a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.108964 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2419c9-2db2-4b5e-b74d-35cfe64a2a24 None None] No DVR routers for this DVR port a108bb19-a4e3-47e8-bfbe-48329d800349 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:08.123589 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=a108bb19-a4e3-47e8-bfbe-48329d800349,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:08.149514 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2419c9-2db2-4b5e-b74d-35cfe64a2a24 None None] Pushing event deleted for resources: {'Port': ['ID=a108bb19-a4e3-47e8-bfbe-48329d800349,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:08.159110 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a319a7b8-bb58-4b4b-aef9-c6cb2c79a641 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.168122 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.172739 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a319a7b8-bb58-4b4b-aef9-c6cb2c79a641 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.183937 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0de507c9-e1e3-48f5-9261-01221ad5adf1 req-8b5ddda4-67d2-472b-b551-4cde0f75ac05 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872637 Jul 28 11:45:08.246387 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a319a7b8-bb58-4b4b-aef9-c6cb2c79a641 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.247013 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a319a7b8-bb58-4b4b-aef9-c6cb2c79a641 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Fanout notify agent at l3_agent the message router_deleted on router 668f40fd-0914-4c05-a4f5-84a0c660c43b {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:45:08.253969 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3779f-d124-4f56-b524-d2f7153e00ab tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Deleting port 628dd618-075f-46fa-a5c2-66fc7143b5d3 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:08.254785 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4aa3779f-d124-4f56-b524-d2f7153e00ab tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.258928 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a319a7b8-bb58-4b4b-aef9-c6cb2c79a641 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.263572 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a319a7b8-bb58-4b4b-aef9-c6cb2c79a641 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "DELETE /v2.0/routers/668f40fd-0914-4c05-a4f5-84a0c660c43b HTTP/1.1" status: 204 len: 168 time: 2.2143338 Jul 28 11:45:08.265610 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54778) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:08.271081 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1797326559', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'enable_snat': False}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:08.278759 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.282937 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.288673 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] 10.222.0.43 "DELETE /v2.0/networks/027a4545-dd16-4212-bace-cdf3d27a1d40 HTTP/1.1" status: 204 len: 168 time: 2.5576012 Jul 28 11:45:08.299211 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.309569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.311205 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.329218 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d28210c-7357-47ba-87c5-2ffb7694fb0d None None] New status for floating IP eea76222-0821-4218-80ab-b9cab8a76811: DOWN {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:45:08.354142 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:08.361953 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:08.374533 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:08.392140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa53d4f-386b-4cbb-a752-ba59896aec24 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937 tempest-ExtraDHCPOptionsIpV6TestJSON-1502192937-project] Pushing event deleted for resources: {'Network': ['ID=027a4545-dd16-4212-bace-cdf3d27a1d40,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:08.424295 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Pushing event updated for resources: {'Port': ['ID=678b88b4-d3b4-44bf-b968-f6810b115538,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:08.448552 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-59e1e34e-159b-4747-9922-70b0f572ef0d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.450606 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.473046 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.546152 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No DVR routers for this DVR port a108bb19-a4e3-47e8-bfbe-48329d800349 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:08.551024 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Port': ['ID=a108bb19-a4e3-47e8-bfbe-48329d800349,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:08.573772 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e1e34e-159b-4747-9922-70b0f572ef0d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:08.576203 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4aa3779f-d124-4f56-b524-d2f7153e00ab tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.576540 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4aa3779f-d124-4f56-b524-d2f7153e00ab tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.626671 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54784) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:08.636697 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-59e1e34e-159b-4747-9922-70b0f572ef0d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:08.640429 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e1e34e-159b-4747-9922-70b0f572ef0d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:08.641028 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-59e1e34e-159b-4747-9922-70b0f572ef0d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.646030 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b9d8bd-551d-4eb5-ad35-25affb977ab5 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:08.669193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3779f-d124-4f56-b524-d2f7153e00ab tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Calling delete_port for 628dd618-075f-46fa-a5c2-66fc7143b5d3 owned by network:floatingip {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:08.684471 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1e34e-159b-4747-9922-70b0f572ef0d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=7c44dfd8-9f05-4e0e-b760-1057af2a4d2a,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:08.713416 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.750585 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-59e1e34e-159b-4747-9922-70b0f572ef0d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1811087 Jul 28 11:45:08.751184 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54788) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:08.761700 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c2f4fe24-2c2e-4b13-9db6-93b3e6cdcbcf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'fixed_ips': [{'subnet_id': '7c44dfd8-9f05-4e0e-b760-1057af2a4d2a', 'ip_address': '2001:db8::4585:302c:4223:a7e1'}], 'name': 'tempest-NetworksTestDHCPv6-1380359187'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:08.815850 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.827718 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': '7c44dfd8-9f05-4e0e-b760-1057af2a4d2a'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:45:08.828655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.868289 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca21d0e8-1b33-4893-863b-8476aafb6b4c admin admin] Router e9dea12a-9593-4278-8833-d88fc842acc7 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:45:08.889702 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fd055a-b8ce-4f16-944b-67aa43b6c928']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:08.890370 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.910519 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74fdf5b-6c99-4522-a34a-860c55b26591') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:08.910855 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74fdf5b-6c99-4522-a34a-860c55b26591') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:08.935339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:08.997014 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Allocated IP 2001:db8::2 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/7c44dfd8-9f05-4e0e-b760-1057af2a4d2a/05e62095-7d59-45b5-ade3-60979864ccfa) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:09.023210 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.036329 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6e2339aa-4683-41dc-a1a8-b77debdc7717 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3347003329624b1492e6c83bb59c3854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984249 Jul 28 11:45:09.041473 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54790) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:09.066027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:45:09.066465 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:45:09.069585 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:45:09.208522 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.211796 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.234391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.240438 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.249861 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.257683 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/networks/50fd055a-b8ce-4f16-944b-67aa43b6c928 HTTP/1.1" status: 204 len: 168 time: 2.6893024 Jul 28 11:45:09.258486 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54794) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:09.311041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.320260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Transition to ACTIVE for port object 05e62095-7d59-45b5-ade3-60979864ccfa will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:09.331886 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7943c6-d59f-4531-81cf-c7ac03f7181e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] DELETE failed (client error): The resource could not be found. Jul 28 11:45:09.332347 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7943c6-d59f-4531-81cf-c7ac03f7181e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:45:09.336410 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7c7943c6-d59f-4531-81cf-c7ac03f7181e tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/subnets/c1c34dc1-b74e-4cd9-a5f4-ed2c872b7313 HTTP/1.1" status: 404 len: 337 time: 0.0567272 Jul 28 11:45:09.336410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e962d-5c90-495e-88c3-f6cd41bc2ab3 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Network': ['ID=50fd055a-b8ce-4f16-944b-67aa43b6c928,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:09.338678 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f4fe24-2c2e-4b13-9db6-93b3e6cdcbcf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:09.341504 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Transition to ACTIVE for port object 05e62095-7d59-45b5-ade3-60979864ccfa will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:09.343050 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54796) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:09.349153 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.349691 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca21d0e8-1b33-4893-863b-8476aafb6b4c admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:09.357032 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ca21d0e8-1b33-4893-863b-8476aafb6b4c admin admin] 10.222.0.43 "PUT /v2.0/routers/e9dea12a-9593-4278-8833-d88fc842acc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9039273 Jul 28 11:45:09.365010 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83050f10-7cd3-452e-9b75-f73fa7806916 None None] Sync routers for ids ['e9dea12a-9593-4278-8833-d88fc842acc7'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:09.381658 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83050f10-7cd3-452e-9b75-f73fa7806916 None None] Routers {'e9dea12a-9593-4278-8833-d88fc842acc7'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:09.382920 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-83050f10-7cd3-452e-9b75-f73fa7806916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['e9dea12a-9593-4278-8833-d88fc842acc7'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:09.389862 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:09.393576 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:09.397282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:09.409600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Pushing event updated for resources: {'Port': ['ID=05e62095-7d59-45b5-ade3-60979864ccfa,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:09.413946 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54798) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:09.468908 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4aa3779f-d124-4f56-b524-d2f7153e00ab tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.471839 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-166ed7da-ac39-4ffb-9a15-9278fa3172f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.473564 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-694701c4-42dc-4b98-94a9-d44eac3b8179 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] DELETE failed (client error): The resource could not be found. Jul 28 11:45:09.473964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694701c4-42dc-4b98-94a9-d44eac3b8179 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:45:09.477917 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-694701c4-42dc-4b98-94a9-d44eac3b8179 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/networks/33d923c0-c50e-4178-ae19-d742c9bb01bc HTTP/1.1" status: 404 len: 339 time: 0.1275637 Jul 28 11:45:09.479253 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54800) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:09.483967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Attempting to bind port 05e62095-7d59-45b5-ade3-60979864ccfa on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:09.484349 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Attempting to bind port 05e62095-7d59-45b5-ade3-60979864ccfa by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:09.485671 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Attempting to bind port 05e62095-7d59-45b5-ade3-60979864ccfa on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:09.496049 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:09.496435 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:09.496847 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.497508 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:09.497729 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Bound port: 05e62095-7d59-45b5-ade3-60979864ccfa, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:09.498122 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.513201 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-83050f10-7cd3-452e-9b75-f73fa7806916 None None] Set router e9dea12a-9593-4278-8833-d88fc842acc7 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:09.539501 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3779f-d124-4f56-b524-d2f7153e00ab tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Pushing event deleted for resources: {'Port': ['ID=628dd618-075f-46fa-a5c2-66fc7143b5d3,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:09.573721 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-166ed7da-ac39-4ffb-9a15-9278fa3172f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.593788 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f4e7c-f16f-45e4-b5a1-197fa856a4bb req-79668363-3d6b-442c-849c-f4a7603d3e1f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:09.595551 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-179f4e7c-f16f-45e4-b5a1-197fa856a4bb req-79668363-3d6b-442c-849c-f4a7603d3e1f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.2846572 Jul 28 11:45:09.597616 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] For port 05e62095-7d59-45b5-ade3-60979864ccfa, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:09.602519 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] For port 05e62095-7d59-45b5-ade3-60979864ccfa, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=05e62095-7d59-45b5-ade3-60979864ccfa,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:09.603141 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef0ce75-46b5-4345-8b1f-163dfa10a817 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Deleting subnet 1901ad22-9a38-4078-8ec4-9f199ce4c5fa {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:45:09.609181 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.619973 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bef0ce75-46b5-4345-8b1f-163dfa10a817 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.670159 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Allocated IP 172.26.1.153 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/db418894-13a7-4d22-ba99-2c249210ea5b) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:09.691935 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c2f4fe24-2c2e-4b13-9db6-93b3e6cdcbcf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.713731 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215bf58-9145-4a06-b6c1-6c75cce64b76 None None] Pushing event updated for resources: {'Port': ['ID=05e62095-7d59-45b5-ade3-60979864ccfa,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:09.727543 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bef0ce75-46b5-4345-8b1f-163dfa10a817 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.728136 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4aa3779f-d124-4f56-b524-d2f7153e00ab tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks [] for floatingip, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.731103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4aa3779f-d124-4f56-b524-d2f7153e00ab tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.734090 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-179f4e7c-f16f-45e4-b5a1-197fa856a4bb req-a25b122d-af91-44cf-a811-f6d54d134518 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272962 Jul 28 11:45:09.735319 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4aa3779f-d124-4f56-b524-d2f7153e00ab tempest-ServersTestManualDisk-1859445965 tempest-ServersTestManualDisk-1859445965-project] 10.222.0.43 "DELETE /v2.0/floatingips/eea76222-0821-4218-80ab-b9cab8a76811 HTTP/1.1" status: 204 len: 168 time: 2.5326357 Jul 28 11:45:09.738325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54802) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:09.785348 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af3134db-0d54-45b4-a367-b57a41834ff8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.789429 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-c2f4fe24-2c2e-4b13-9db6-93b3e6cdcbcf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port 4a3ca8ab-c270-478c-902d-fb3e9a0222a7 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:09.790581 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-83050f10-7cd3-452e-9b75-f73fa7806916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'name': 'tempest-ServersTestJSON-1046667276-router', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:45:06Z', 'revision_number': 5, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'gw_port': {'id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:09.822924 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83050f10-7cd3-452e-9b75-f73fa7806916 None None] Checking router: e9dea12a-9593-4278-8833-d88fc842acc7 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:45:09.834701 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83050f10-7cd3-452e-9b75-f73fa7806916 None None] Routers {'e9dea12a-9593-4278-8833-d88fc842acc7'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:09.835326 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-83050f10-7cd3-452e-9b75-f73fa7806916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['e9dea12a-9593-4278-8833-d88fc842acc7'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:09.856010 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Router 6b535036-957a-467b-ac30-798104ee9d22 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:45:09.915764 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-166ed7da-ac39-4ffb-9a15-9278fa3172f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.919543 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-166ed7da-ac39-4ffb-9a15-9278fa3172f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:09.923215 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-166ed7da-ac39-4ffb-9a15-9278fa3172f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07c1b207-2919-417f-9075-12339a7a0979 HTTP/1.1" status: 204 len: 168 time: 0.8647852 Jul 28 11:45:10.005439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ed7da-ac39-4ffb-9a15-9278fa3172f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c1b207-2919-417f-9075-12339a7a0979,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:10.006871 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-83050f10-7cd3-452e-9b75-f73fa7806916 None None] Set router e9dea12a-9593-4278-8833-d88fc842acc7 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:10.254861 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af3134db-0d54-45b4-a367-b57a41834ff8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:10.305988 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-83050f10-7cd3-452e-9b75-f73fa7806916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'name': 'tempest-ServersTestJSON-1046667276-router', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:45:06Z', 'revision_number': 5, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'gw_port': {'id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:10.348973 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83050f10-7cd3-452e-9b75-f73fa7806916 None None] The sync data for ids ['e9dea12a-9593-4278-8833-d88fc842acc7'] in dv-neutron-786478-16-hyperv is: [{'id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'name': 'tempest-ServersTestJSON-1046667276-router', 'tenant_id': '9bb1524ad7c14d938746744332eba2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:45:06Z', 'revision_number': 5, 'project_id': '9bb1524ad7c14d938746744332eba2f9', 'gw_port': {'id': '2a1b4b4a-13fe-4dd7-a21a-00f573b9d506', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dea12a-9593-4278-8833-d88fc842acc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:10.436979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-c2f4fe24-2c2e-4b13-9db6-93b3e6cdcbcf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::4585:302c:4223:a7e1 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/7c44dfd8-9f05-4e0e-b760-1057af2a4d2a/4a3ca8ab-c270-478c-902d-fb3e9a0222a7) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:10.457284 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:10.465820 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bef0ce75-46b5-4345-8b1f-163dfa10a817 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:10.506055 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-af3134db-0d54-45b4-a367-b57a41834ff8 admin admin] Deleting port 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:10.506401 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af3134db-0d54-45b4-a367-b57a41834ff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:10.587880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:10.602120 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197827ba-79e0-4876-ac52-4aec77899ee5 None None] Sync routers for ids ['6b535036-957a-467b-ac30-798104ee9d22'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:10.615523 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bef0ce75-46b5-4345-8b1f-163dfa10a817 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:10.619330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197827ba-79e0-4876-ac52-4aec77899ee5 None None] Routers {'6b535036-957a-467b-ac30-798104ee9d22'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:10.623704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-197827ba-79e0-4876-ac52-4aec77899ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['6b535036-957a-467b-ac30-798104ee9d22'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:10.664001 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:10.669054 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-81de612a-07c5-49b2-859e-1505a08ae747 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.7383378 Jul 28 11:45:10.670242 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54822) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:10.673165 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:10.682543 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-cea7dca5-b77b-406c-8389-a9ae9ba36138 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:10.683337 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-197827ba-79e0-4876-ac52-4aec77899ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:10.688437 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0ce75-46b5-4345-8b1f-163dfa10a817 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Subnet': ['ID=1901ad22-9a38-4078-8ec4-9f199ce4c5fa,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:10.703848 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197827ba-79e0-4876-ac52-4aec77899ee5 None None] Routers {'6b535036-957a-467b-ac30-798104ee9d22'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:10.708496 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-197827ba-79e0-4876-ac52-4aec77899ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['6b535036-957a-467b-ac30-798104ee9d22'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:10.754758 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-197827ba-79e0-4876-ac52-4aec77899ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:10.755818 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197827ba-79e0-4876-ac52-4aec77899ee5 None None] The sync data for ids ['6b535036-957a-467b-ac30-798104ee9d22'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:10.757141 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bef0ce75-46b5-4345-8b1f-163dfa10a817 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:10.759152 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bef0ce75-46b5-4345-8b1f-163dfa10a817 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/subnets/1901ad22-9a38-4078-8ec4-9f199ce4c5fa HTTP/1.1" status: 204 len: 168 time: 1.2761428 Jul 28 11:45:10.764284 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c7d1b4-2d23-48b5-8fc6-b630151237d6 None None] Network ae432be9-2418-438c-ae28-3fd00210247d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:10.770530 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54824) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:10.959920 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:10.980280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:11.001182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:11.044258 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54830) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:11.058621 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Pushing event updated for resources: {'Port': ['ID=db418894-13a7-4d22-ba99-2c249210ea5b,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:11.116706 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.137847 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee22bbc-1837-496b-8b2d-29217f048cfd None None] DHCP port deletion for ae432be9-2418-438c-ae28-3fd00210247d request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:45:11.153374 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4533fe1-d6ec-4aca-b229-f78f38094eaf req-b66f7edc-a709-428f-a4af-94bea2d7658c tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:11.155225 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a4533fe1-d6ec-4aca-b229-f78f38094eaf req-b66f7edc-a709-428f-a4af-94bea2d7658c tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.2675550 Jul 28 11:45:11.185099 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-af3134db-0d54-45b4-a367-b57a41834ff8 admin admin] For port 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2a1b4b4a-13fe-4dd7-a21a-00f573b9d506,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:11.185464 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af3134db-0d54-45b4-a367-b57a41834ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.209335 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-af3134db-0d54-45b4-a367-b57a41834ff8 admin admin] Calling delete_port for 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506 owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:11.225430 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-bee22bbc-1837-496b-8b2d-29217f048cfd None None] Deleting port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:11.227151 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bee22bbc-1837-496b-8b2d-29217f048cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.255136 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c2f4fe24-2c2e-4b13-9db6-93b3e6cdcbcf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.289330 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-2a43326e-12d0-4501-ab5f-4cebf53e94e1 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1254985619'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:11.325319 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c9f493b8-6fc2-43ae-95cc-a4301da2d646 None None] Provisioning for port 05e62095-7d59-45b5-ade3-60979864ccfa completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:11.340601 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-c2f4fe24-2c2e-4b13-9db6-93b3e6cdcbcf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object 4a3ca8ab-c270-478c-902d-fb3e9a0222a7 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:11.350304 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-bee22bbc-1837-496b-8b2d-29217f048cfd None None] For port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=85281e4d-50fc-4b4d-a8be-a4933a4c02bf,segment=NetworkSegment(2f5d106c-f725-40dd-8d1f-3adce9a169e2),segment_id=2f5d106c-f725-40dd-8d1f-3adce9a169e2)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:11.350757 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bee22bbc-1837-496b-8b2d-29217f048cfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.365393 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-bee22bbc-1837-496b-8b2d-29217f048cfd None None] Calling delete_port for 85281e4d-50fc-4b4d-a8be-a4933a4c02bf owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:11.434924 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 05e62095-7d59-45b5-ade3-60979864ccfa up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:11.459058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c3098e8e-da12-4c43-9b3b-0d16bbf3b301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.462887 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a4533fe1-d6ec-4aca-b229-f78f38094eaf req-1968479c-f77c-4dd6-8f05-4f9a025e06e5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591887 Jul 28 11:45:11.470281 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a43326e-12d0-4501-ab5f-4cebf53e94e1 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Made reservation on behalf of c8dea24e82634eaeab1d328602e5a8e5 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:11.475371 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a43326e-12d0-4501-ab5f-4cebf53e94e1 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.494548 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a43326e-12d0-4501-ab5f-4cebf53e94e1 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.510780 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c2f4fe24-2c2e-4b13-9db6-93b3e6cdcbcf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.525860 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 05e62095-7d59-45b5-ade3-60979864ccfa completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:11.530718 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bee22bbc-1837-496b-8b2d-29217f048cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.547849 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 05e62095-7d59-45b5-ade3-60979864ccfa triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:11.550077 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.589350 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee22bbc-1837-496b-8b2d-29217f048cfd None None] No DVR routers for this DVR port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:11.594465 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee22bbc-1837-496b-8b2d-29217f048cfd None None] Pushing event deleted for resources: {'Port': ['ID=85281e4d-50fc-4b4d-a8be-a4933a4c02bf,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:11.665116 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f4fe24-2c2e-4b13-9db6-93b3e6cdcbcf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:11.666622 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Deleting port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:11.667099 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.689204 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-c2f4fe24-2c2e-4b13-9db6-93b3e6cdcbcf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:11.695645 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4fe24-2c2e-4b13-9db6-93b3e6cdcbcf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=4a3ca8ab-c270-478c-902d-fb3e9a0222a7,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:11.699835 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f4fe24-2c2e-4b13-9db6-93b3e6cdcbcf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:11.709814 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.717912 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f4fe24-2c2e-4b13-9db6-93b3e6cdcbcf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:11.722750 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c2f4fe24-2c2e-4b13-9db6-93b3e6cdcbcf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.771323 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 05e62095-7d59-45b5-ade3-60979864ccfa, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=05e62095-7d59-45b5-ade3-60979864ccfa,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:11.775523 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.790956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af3134db-0d54-45b4-a367-b57a41834ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.854352 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:11.856283 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=05e62095-7d59-45b5-ade3-60979864ccfa,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:11.869775 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] For port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf, host dv-neutron-786478-16-hyperv, got binding levels [] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:11.870514 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.879607 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:11.879957 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ba98ec67-c04e-45c6-a6de-5a9476b3d3a1 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:11.880387 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 85281e4d-50fc-4b4d-a8be-a4933a4c02bf no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:11.885371 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Calling delete_port for 85281e4d-50fc-4b4d-a8be-a4933a4c02bf owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:11.888156 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.ipam_backend_mixin [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf was not found and therefore no delete operation was performed {{(pid=100416) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:45:11.901082 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 85281e4d-50fc-4b4d-a8be-a4933a4c02bf {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:11.901436 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 85281e4d-50fc-4b4d-a8be-a4933a4c02bf not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:11.906464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.923101 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3134db-0d54-45b4-a367-b57a41834ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1b4b4a-13fe-4dd7-a21a-00f573b9d506,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:11.965311 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] No DVR routers for this DVR port 85281e4d-50fc-4b4d-a8be-a4933a4c02bf on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:11.974523 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03440-353f-495f-b76f-23200bf98c72 req-23d29a2b-5bef-4f7d-a5ae-e647930b8a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:11.976052 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c1f03440-353f-495f-b76f-23200bf98c72 req-23d29a2b-5bef-4f7d-a5ae-e647930b8a93 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=867db38fceb44b51b6b72c93ff16fc95&device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 1099 time: 0.2208879 Jul 28 11:45:11.981555 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Port': ['ID=85281e4d-50fc-4b4d-a8be-a4933a4c02bf,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:12.013105 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af3134db-0d54-45b4-a367-b57a41834ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.039473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cea7dca5-b77b-406c-8389-a9ae9ba36138 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.068355 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-23df05ea-4310-4fb4-8e4b-ef52c9010f6f None None] Provisioning for port 4a3ca8ab-c270-478c-902d-fb3e9a0222a7 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:12.072871 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-23df05ea-4310-4fb4-8e4b-ef52c9010f6f None None] Provisioning complete for port 4a3ca8ab-c270-478c-902d-fb3e9a0222a7 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:12.073806 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-23df05ea-4310-4fb4-8e4b-ef52c9010f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.079280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.092965 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228b41c-70ad-4765-845f-1ca224c0ef68 req-aaf43f21-c5ae-4443-93af-b93e33f076c1 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:12.094508 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3228b41c-70ad-4765-845f-1ca224c0ef68 req-aaf43f21-c5ae-4443-93af-b93e33f076c1 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.3664844 Jul 28 11:45:12.123009 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-23df05ea-4310-4fb4-8e4b-ef52c9010f6f None None] Port 4a3ca8ab-c270-478c-902d-fb3e9a0222a7 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:12.143167 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af3134db-0d54-45b4-a367-b57a41834ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.147444 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af3134db-0d54-45b4-a367-b57a41834ff8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.175269 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cea7dca5-b77b-406c-8389-a9ae9ba36138 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.178953 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.205857 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae432be9-2418-438c-ae28-3fd00210247d']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:12.241145 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af3134db-0d54-45b4-a367-b57a41834ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.241748 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3134db-0d54-45b4-a367-b57a41834ff8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9dea12a-9593-4278-8833-d88fc842acc7 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:45:12.246082 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03440-353f-495f-b76f-23200bf98c72 req-1dca076b-be41-42da-b23c-935c12398e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:12.247167 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c1f03440-353f-495f-b76f-23200bf98c72 req-1dca076b-be41-42da-b23c-935c12398e2f service neutron] 10.222.0.39 "GET /v2.0/networks?id=1bdecf82-0e70-4af7-9715-9a46699c8f22 HTTP/1.1" status: 200 len: 913 time: 0.2627199 Jul 28 11:45:12.250187 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af3134db-0d54-45b4-a367-b57a41834ff8 admin admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.253963 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-af3134db-0d54-45b4-a367-b57a41834ff8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e9dea12a-9593-4278-8833-d88fc842acc7 HTTP/1.1" status: 204 len: 168 time: 2.8376019 Jul 28 11:45:12.258144 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54838) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:12.259585 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5d106c-f725-40dd-8d1f-3adce9a169e2') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:12.259890 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5d106c-f725-40dd-8d1f-3adce9a169e2') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:12.286764 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.314512 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3228b41c-70ad-4765-845f-1ca224c0ef68 req-9caf2808-9c77-4622-9a89-36a85164ec25 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743066 Jul 28 11:45:12.323301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a43326e-12d0-4501-ab5f-4cebf53e94e1 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.337330 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a43326e-12d0-4501-ab5f-4cebf53e94e1 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.356178 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.365272 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c2f4fe24-2c2e-4b13-9db6-93b3e6cdcbcf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6087005 Jul 28 11:45:12.368614 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54840) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:12.381571 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-7a7dc594-4c90-4b73-a481-6b00c6d60241 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'fixed_ips': [{'subnet_id': '7c44dfd8-9f05-4e0e-b760-1057af2a4d2a', 'ip_address': '2001:db8::4585:302c:4223:a7e1'}], 'name': 'tempest-NetworksTestDHCPv6-176546583'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:12.382048 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0985fa6-4e16-4eda-8029-5b0142b6afb6 admin admin] Deleting subnet 19c8109d-3a05-45d9-a6c7-d963a29d9d0a {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:45:12.385074 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:45:12.385479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.390080 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c1f03440-353f-495f-b76f-23200bf98c72 req-0e789c87-fc0e-4be4-8802-d1d303773bfd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cea81a3-003c-4e40-975a-c1ae2a82051c HTTP/1.1" status: 200 len: 1002 time: 0.1349611 Jul 28 11:45:12.390788 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0985fa6-4e16-4eda-8029-5b0142b6afb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:45:12.392746 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:45:12.447420 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a43326e-12d0-4501-ab5f-4cebf53e94e1 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:45:12.470621 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0985fa6-4e16-4eda-8029-5b0142b6afb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.481238 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43326e-12d0-4501-ab5f-4cebf53e94e1 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4296a15b-9c6b-493c-a7fe-140504e6b0e0,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:12.496579 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-c3098e8e-da12-4c43-9b3b-0d16bbf3b301 admin admin] Deleting port bc740f75-c273-475c-9c5f-29721e29c476 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:12.496921 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c3098e8e-da12-4c43-9b3b-0d16bbf3b301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.500873 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03440-353f-495f-b76f-23200bf98c72 req-9b4ca89b-8d3b-4066-a128-c395c3b79bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:12.502742 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c1f03440-353f-495f-b76f-23200bf98c72 req-9b4ca89b-8d3b-4066-a128-c395c3b79bad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52537c06-0de1-4719-8c48-4b4417843622 HTTP/1.1" status: 200 len: 851 time: 0.0903416 Jul 28 11:45:12.556206 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a43326e-12d0-4501-ab5f-4cebf53e94e1 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.556583 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-2a43326e-12d0-4501-ab5f-4cebf53e94e1 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Added segment 8048ebc1-78d6-4f0b-83f7-7fdc8f533b1a of type vlan for network c3293322-6b26-45c1-b287-e0ae38c73e4f Jul 28 11:45:12.579623 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.641865 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03440-353f-495f-b76f-23200bf98c72 req-365d8c0a-857d-4daa-9156-bd0166e4dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:12.644061 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c1f03440-353f-495f-b76f-23200bf98c72 req-365d8c0a-857d-4daa-9156-bd0166e4dcba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1bdecf82-0e70-4af7-9715-9a46699c8f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1303673 Jul 28 11:45:12.650812 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.652655 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] 10.222.0.43 "DELETE /v2.0/networks/ae432be9-2418-438c-ae28-3fd00210247d HTTP/1.1" status: 204 len: 168 time: 1.8372004 Jul 28 11:45:12.673044 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-c3098e8e-da12-4c43-9b3b-0d16bbf3b301 admin admin] For port bc740f75-c273-475c-9c5f-29721e29c476, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=bc740f75-c273-475c-9c5f-29721e29c476,segment=NetworkSegment(93120ba0-1f0b-459b-be62-4c9b92914d38),segment_id=93120ba0-1f0b-459b-be62-4c9b92914d38)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:12.673354 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c3098e8e-da12-4c43-9b3b-0d16bbf3b301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.676063 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-cea7dca5-b77b-406c-8389-a9ae9ba36138 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Deleting port 678b88b4-d3b4-44bf-b968-f6810b115538 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:12.676410 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cea7dca5-b77b-406c-8389-a9ae9ba36138 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.686093 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbcd24-5014-47a4-a20a-c28d74f35241 tempest-NetworksIpV6Test-1053046115 tempest-NetworksIpV6Test-1053046115-project] Pushing event deleted for resources: {'Network': ['ID=ae432be9-2418-438c-ae28-3fd00210247d,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:12.694902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0985fa6-4e16-4eda-8029-5b0142b6afb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.699174 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a43326e-12d0-4501-ab5f-4cebf53e94e1 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.749176 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-c3098e8e-da12-4c43-9b3b-0d16bbf3b301 admin admin] Calling delete_port for bc740f75-c273-475c-9c5f-29721e29c476 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:12.783826 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.850968 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a43326e-12d0-4501-ab5f-4cebf53e94e1 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.856645 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a43326e-12d0-4501-ab5f-4cebf53e94e1 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:12.857260 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a43326e-12d0-4501-ab5f-4cebf53e94e1 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.870265 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7dc594-4c90-4b73-a481-6b00c6d60241 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:12.893363 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0985fa6-4e16-4eda-8029-5b0142b6afb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.904977 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cea7dca5-b77b-406c-8389-a9ae9ba36138 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.930586 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0985fa6-4e16-4eda-8029-5b0142b6afb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19c8109d-3a05-45d9-a6c7-d963a29d9d0a,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:12.965358 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c1f03440-353f-495f-b76f-23200bf98c72 req-eb77c4ef-5733-4498-9ea0-14a5c7cf8de2 service neutron] 10.222.0.39 "GET /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117239 Jul 28 11:45:12.972115 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0985fa6-4e16-4eda-8029-5b0142b6afb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.976940 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c0985fa6-4e16-4eda-8029-5b0142b6afb6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/19c8109d-3a05-45d9-a6c7-d963a29d9d0a HTTP/1.1" status: 204 len: 168 time: 0.7180977 Jul 28 11:45:12.980528 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54846) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:12.980703 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd75487-8561-4e1b-bc3b-6265a6a5e4a2 None None] Network d310563c-1490-402f-bf32-5587181a47ab requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:13.035402 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54848) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:13.151392 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.196539 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c1f03440-353f-495f-b76f-23200bf98c72 req-65a2fd06-00fc-481f-98bd-591959ac92a7 service neutron] 10.222.0.39 "GET /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167592 Jul 28 11:45:13.224381 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1f56f7-5579-4830-9abf-aca8700b6eae None None] DHCP port deletion for d310563c-1490-402f-bf32-5587181a47ab request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:45:13.279711 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c3098e8e-da12-4c43-9b3b-0d16bbf3b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.284812 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2a43326e-12d0-4501-ab5f-4cebf53e94e1 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2376592 Jul 28 11:45:13.302651 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-cea7dca5-b77b-406c-8389-a9ae9ba36138 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Calling delete_port for 678b88b4-d3b4-44bf-b968-f6810b115538 owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:13.316853 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3098e8e-da12-4c43-9b3b-0d16bbf3b301 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc740f75-c273-475c-9c5f-29721e29c476,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:13.323212 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1f1f56f7-5579-4830-9abf-aca8700b6eae None None] Deleting port 7286bf98-11c1-4587-b1c8-40514ca1d262 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:13.324401 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f1f56f7-5579-4830-9abf-aca8700b6eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.329730 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e8268213-1b08-4b82-acd7-43630f0dd104 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f644922813d441139ed3c30cdf7494f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849970 Jul 28 11:45:13.332963 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54852) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:13.357200 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43326e-12d0-4501-ab5f-4cebf53e94e1 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event updated for resources: {'Network': ['ID=c3293322-6b26-45c1-b287-e0ae38c73e4f,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:13.399725 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network c3293322-6b26-45c1-b287-e0ae38c73e4f details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:45:13.447834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 05e62095-7d59-45b5-ade3-60979864ccfa up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:13.488670 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] Deleting port 7286bf98-11c1-4587-b1c8-40514ca1d262 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:13.489241 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.509677 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc594-4c90-4b73-a481-6b00c6d60241 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.604661 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-7a7dc594-4c90-4b73-a481-6b00c6d60241 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port 647ab086-4f95-4b96-9e2f-d40ce2612b18 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:13.671025 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-1f1f56f7-5579-4830-9abf-aca8700b6eae None None] For port 7286bf98-11c1-4587-b1c8-40514ca1d262, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7286bf98-11c1-4587-b1c8-40514ca1d262,segment=NetworkSegment(93604057-13a3-44e1-bbd3-2296078d1b81),segment_id=93604057-13a3-44e1-bbd3-2296078d1b81)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:13.673570 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f1f56f7-5579-4830-9abf-aca8700b6eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.678289 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Router c960df22-e2ad-46df-a4a8-288167d9e51d is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:45:13.707633 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd507ee8-e7d7-48e8-817c-463f8a8d1767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.718888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] For port 7286bf98-11c1-4587-b1c8-40514ca1d262, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7286bf98-11c1-4587-b1c8-40514ca1d262,segment=NetworkSegment(93604057-13a3-44e1-bbd3-2296078d1b81),segment_id=93604057-13a3-44e1-bbd3-2296078d1b81)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:13.720232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.743883 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1f1f56f7-5579-4830-9abf-aca8700b6eae None None] Calling delete_port for 7286bf98-11c1-4587-b1c8-40514ca1d262 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:13.744186 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bef4d-247a-4e80-a012-aa84116d0d81 req-4d694b97-50eb-4750-9eeb-a0fb76c581f1 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:13.745867 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-747bef4d-247a-4e80-a012-aa84116d0d81 req-4d694b97-50eb-4750-9eeb-a0fb76c581f1 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.2712359 Jul 28 11:45:13.766827 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] Calling delete_port for 7286bf98-11c1-4587-b1c8-40514ca1d262 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:13.814319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd507ee8-e7d7-48e8-817c-463f8a8d1767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.817548 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 05e62095-7d59-45b5-ade3-60979864ccfa triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:13.817949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.910500 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c3098e8e-da12-4c43-9b3b-0d16bbf3b301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.986883 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-747bef4d-247a-4e80-a012-aa84116d0d81 req-be5d96c6-afcc-4761-8eff-887095d8afca tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310030 Jul 28 11:45:13.996409 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f1f56f7-5579-4830-9abf-aca8700b6eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.030452 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f56f7-5579-4830-9abf-aca8700b6eae None None] No DVR routers for this DVR port 7286bf98-11c1-4587-b1c8-40514ca1d262 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:14.048868 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cea7dca5-b77b-406c-8389-a9ae9ba36138 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.086345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.088056 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f56f7-5579-4830-9abf-aca8700b6eae None None] Pushing event deleted for resources: {'Port': ['ID=7286bf98-11c1-4587-b1c8-40514ca1d262,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:14.099784 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:14.104285 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7dca5-b77b-406c-8389-a9ae9ba36138 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Pushing event deleted for resources: {'Port': ['ID=678b88b4-d3b4-44bf-b968-f6810b115538,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:14.106293 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7dc594-4c90-4b73-a481-6b00c6d60241 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 28 11:45:14.106895 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7dc594-4c90-4b73-a481-6b00c6d60241 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:45:14.123172 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Sync routers for ids ['c960df22-e2ad-46df-a4a8-288167d9e51d'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:14.126552 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] Pushing event deleted for resources: {'Port': ['ID=7286bf98-11c1-4587-b1c8-40514ca1d262,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:14.149006 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Routers {'c960df22-e2ad-46df-a4a8-288167d9e51d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:14.159943 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c960df22-e2ad-46df-a4a8-288167d9e51d'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:14.173330 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.177421 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5ff37b1f-e7f9-4e3e-980a-7cad20ada9ce tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.9108524 Jul 28 11:45:14.181274 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7a7dc594-4c90-4b73-a481-6b00c6d60241 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8028958 Jul 28 11:45:14.182090 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54856) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:14.182329 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54858) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:14.265094 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cea7dca5-b77b-406c-8389-a9ae9ba36138 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.274455 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] No DVR routers for this DVR port 7286bf98-11c1-4587-b1c8-40514ca1d262 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:14.276764 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd507ee8-e7d7-48e8-817c-463f8a8d1767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.279908 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd507ee8-e7d7-48e8-817c-463f8a8d1767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.282002 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bd507ee8-e7d7-48e8-817c-463f8a8d1767 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03578fa4-ead0-4d36-bae3-f5621364a72d HTTP/1.1" status: 204 len: 168 time: 0.9473138 Jul 28 11:45:14.289012 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7286bf98-11c1-4587-b1c8-40514ca1d262 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:14.296611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd507ee8-e7d7-48e8-817c-463f8a8d1767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03578fa4-ead0-4d36-bae3-f5621364a72d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:14.300347 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3098e8e-da12-4c43-9b3b-0d16bbf3b301 admin admin] Router daf70c08-293b-44b9-80f0-62da971a6003 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:45:14.378669 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.389374 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d310563c-1490-402f-bf32-5587181a47ab']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:14.401356 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71e8d22-3eb7-4d01-99b0-da74024f90d4 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:14.418346 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71e8d22-3eb7-4d01-99b0-da74024f90d4 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:14.422371 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c71e8d22-3eb7-4d01-99b0-da74024f90d4 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2356150 Jul 28 11:45:14.422977 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93604057-13a3-44e1-bbd3-2296078d1b81') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:14.423321 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93604057-13a3-44e1-bbd3-2296078d1b81') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:14.425395 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54862) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:14.426348 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 7286bf98-11c1-4587-b1c8-40514ca1d262 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:14.427955 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7286bf98-11c1-4587-b1c8-40514ca1d262 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:14.429505 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:14.453977 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.499357 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:14.499719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2a1b4b4a-13fe-4dd7-a21a-00f573b9d506 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:14.524397 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8a2e4dd1-b49a-4eb6-ba79-0f099266d36a tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "GET /v2.0/routers/c960df22-e2ad-46df-a4a8-288167d9e51d HTTP/1.1" status: 200 len: 909 time: 0.3409417 Jul 28 11:45:14.526505 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54866) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:14.534018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1797326559', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'enable_snat': True}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:14.542346 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Set router c960df22-e2ad-46df-a4a8-288167d9e51d gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:14.617731 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.633683 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:45:14.634105 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:45:14.641275 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:45:14.731930 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cea7dca5-b77b-406c-8389-a9ae9ba36138 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.744178 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cea7dca5-b77b-406c-8389-a9ae9ba36138 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.774440 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.778074 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.779886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.792317 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.796423 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d310563c-1490-402f-bf32-5587181a47ab HTTP/1.1" status: 204 len: 168 time: 1.8147981 Jul 28 11:45:14.813960 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-97a88059-7167-4dd2-9024-07b1c5bc63e7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port 4a3ca8ab-c270-478c-902d-fb3e9a0222a7 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:14.815469 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97a88059-7167-4dd2-9024-07b1c5bc63e7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.822171 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c960df22-e2ad-46df-a4a8-288167d9e51d', 'name': 'tempest-snat-router-1797326559', 'tenant_id': 'f91e5e17fdd14edfb8aa0c8daa6fd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.153'}], 'enable_snat': False}, 'gw_port_id': 'db418894-13a7-4d22-ba99-2c249210ea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:08Z', 'updated_at': '2021-07-28T11:45:11Z', 'revision_number': 3, 'project_id': 'f91e5e17fdd14edfb8aa0c8daa6fd656', 'gw_port': {'id': 'db418894-13a7-4d22-ba99-2c249210ea5b', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c960df22-e2ad-46df-a4a8-288167d9e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:09Z', 'updated_at': '2021-07-28T11:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:14.961990 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2b107-6880-4215-8521-f4a732d1ea83 admin admin] Pushing event deleted for resources: {'Network': ['ID=d310563c-1490-402f-bf32-5587181a47ab,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:14.980104 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3098e8e-da12-4c43-9b3b-0d16bbf3b301 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:14.995768 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b996af9d-4278-4074-90bb-9fd01805e262 None None] Sync routers for ids ['daf70c08-293b-44b9-80f0-62da971a6003'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:15.000701 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c3098e8e-da12-4c43-9b3b-0d16bbf3b301 admin admin] 10.222.0.43 "PUT /v2.0/routers/daf70c08-293b-44b9-80f0-62da971a6003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2559123 Jul 28 11:45:15.000852 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54878) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:15.030778 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b996af9d-4278-4074-90bb-9fd01805e262 None None] Routers {'daf70c08-293b-44b9-80f0-62da971a6003'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:15.032855 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b996af9d-4278-4074-90bb-9fd01805e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['daf70c08-293b-44b9-80f0-62da971a6003'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:15.046217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54882) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:15.051008 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Checking router: c960df22-e2ad-46df-a4a8-288167d9e51d for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:45:15.051355 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Updating router c960df22-e2ad-46df-a4a8-288167d9e51d port db418894-13a7-4d22-ba99-2c249210ea5b binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:45:15.104251 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.141941 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97a88059-7167-4dd2-9024-07b1c5bc63e7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.172768 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.189880 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-97a88059-7167-4dd2-9024-07b1c5bc63e7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for 4a3ca8ab-c270-478c-902d-fb3e9a0222a7 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:15.211674 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea7dca5-b77b-406c-8389-a9ae9ba36138 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Router 6b535036-957a-467b-ac30-798104ee9d22 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:45:15.245058 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0f217a9b-216b-4055-aca9-1145605ce07d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bb1524ad7c14d938746744332eba2f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1907158 Jul 28 11:45:15.246823 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54886) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:15.341562 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-b996af9d-4278-4074-90bb-9fd01805e262 None None] Set router daf70c08-293b-44b9-80f0-62da971a6003 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:15.359806 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912bd59-d44a-4abd-be0b-8d73618ef145 req-4bf65a7e-e466-4bed-abf3-1ce20ea567bf tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:15.367914 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a912bd59-d44a-4abd-be0b-8d73618ef145 req-4bf65a7e-e466-4bed-abf3-1ce20ea567bf tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.1938448 Jul 28 11:45:15.520015 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed70740e-d85f-4615-8386-669f2e4956d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.587423 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed70740e-d85f-4615-8386-669f2e4956d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.674244 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.680787 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.719233 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e1ac-9284-49e1-aaf1-e7807d72c39b admin admin] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.796351 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b996af9d-4278-4074-90bb-9fd01805e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'name': 'tempest-ServersTestManualDisk-497779107-router', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:24Z', 'updated_at': '2021-07-28T11:45:13Z', 'revision_number': 5, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'gw_port': {'id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:26Z', 'updated_at': '2021-07-28T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:15.826207 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b996af9d-4278-4074-90bb-9fd01805e262 None None] Checking router: daf70c08-293b-44b9-80f0-62da971a6003 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:45:15.835928 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b996af9d-4278-4074-90bb-9fd01805e262 None None] Routers {'daf70c08-293b-44b9-80f0-62da971a6003'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:15.836663 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b996af9d-4278-4074-90bb-9fd01805e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['daf70c08-293b-44b9-80f0-62da971a6003'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:15.874750 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54894) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:15.910984 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e1ac-9284-49e1-aaf1-e7807d72c39b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.952900 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-b996af9d-4278-4074-90bb-9fd01805e262 None None] Set router daf70c08-293b-44b9-80f0-62da971a6003 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:15.994363 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a912bd59-d44a-4abd-be0b-8d73618ef145 req-781f983f-1c8e-4f12-9feb-e3f9e55fa01f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6252928 Jul 28 11:45:16.009111 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea7dca5-b77b-406c-8389-a9ae9ba36138 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:16.022271 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c0b6cd-fae3-4a4f-984b-a912b8f5d50c None None] Sync routers for ids ['6b535036-957a-467b-ac30-798104ee9d22'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:16.035838 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cea7dca5-b77b-406c-8389-a9ae9ba36138 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.039377 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cea7dca5-b77b-406c-8389-a9ae9ba36138 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "PUT /v2.0/routers/6b535036-957a-467b-ac30-798104ee9d22 HTTP/1.1" status: 200 len: 705 time: 5.3632555 Jul 28 11:45:16.044272 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c0b6cd-fae3-4a4f-984b-a912b8f5d50c None None] Routers {'6b535036-957a-467b-ac30-798104ee9d22'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:16.044272 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d9c0b6cd-fae3-4a4f-984b-a912b8f5d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['6b535036-957a-467b-ac30-798104ee9d22'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:16.057989 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54900) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:16.116068 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d9c0b6cd-fae3-4a4f-984b-a912b8f5d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:16.136333 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c0b6cd-fae3-4a4f-984b-a912b8f5d50c None None] Routers {'6b535036-957a-467b-ac30-798104ee9d22'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:16.136980 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d9c0b6cd-fae3-4a4f-984b-a912b8f5d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['6b535036-957a-467b-ac30-798104ee9d22'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:16.176467 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed70740e-d85f-4615-8386-669f2e4956d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.180889 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed70740e-d85f-4615-8386-669f2e4956d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.198767 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ed70740e-d85f-4615-8386-669f2e4956d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cea530b3-f851-40f1-bad8-1da0b6d2a6af HTTP/1.1" status: 204 len: 168 time: 0.9376109 Jul 28 11:45:16.205097 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Transition to ACTIVE for port object db418894-13a7-4d22-ba99-2c249210ea5b will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:16.212070 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d9c0b6cd-fae3-4a4f-984b-a912b8f5d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:16.212721 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c0b6cd-fae3-4a4f-984b-a912b8f5d50c None None] The sync data for ids ['6b535036-957a-467b-ac30-798104ee9d22'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:16.222484 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.224103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70740e-d85f-4615-8386-669f2e4956d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea530b3-f851-40f1-bad8-1da0b6d2a6af,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:16.227244 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97a88059-7167-4dd2-9024-07b1c5bc63e7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.332211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b996af9d-4278-4074-90bb-9fd01805e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'name': 'tempest-ServersTestManualDisk-497779107-router', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:24Z', 'updated_at': '2021-07-28T11:45:13Z', 'revision_number': 5, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'gw_port': {'id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:26Z', 'updated_at': '2021-07-28T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:16.344002 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824a58d-9974-400f-89dd-65a01d936081 None None] Pushing event updated for resources: {'Port': ['ID=db418894-13a7-4d22-ba99-2c249210ea5b,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:16.346638 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Attempting to bind port db418894-13a7-4d22-ba99-2c249210ea5b on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:16.347017 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Attempting to bind port db418894-13a7-4d22-ba99-2c249210ea5b by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:16.347380 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Attempting to bind port db418894-13a7-4d22-ba99-2c249210ea5b on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:16.374461 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a88059-7167-4dd2-9024-07b1c5bc63e7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=4a3ca8ab-c270-478c-902d-fb3e9a0222a7,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:16.383809 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a58d-9974-400f-89dd-65a01d936081 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:16.384179 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a58d-9974-400f-89dd-65a01d936081 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:16.384675 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a58d-9974-400f-89dd-65a01d936081 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:16.385010 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a58d-9974-400f-89dd-65a01d936081 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:16.385590 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a58d-9974-400f-89dd-65a01d936081 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:16.387897 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a58d-9974-400f-89dd-65a01d936081 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:16.389136 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a58d-9974-400f-89dd-65a01d936081 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:16.389707 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a58d-9974-400f-89dd-65a01d936081 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:16.390009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97a88059-7167-4dd2-9024-07b1c5bc63e7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.390487 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a58d-9974-400f-89dd-65a01d936081 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:16.392070 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a58d-9974-400f-89dd-65a01d936081 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:16.393167 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a58d-9974-400f-89dd-65a01d936081 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:16.395042 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-97a88059-7167-4dd2-9024-07b1c5bc63e7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/4a3ca8ab-c270-478c-902d-fb3e9a0222a7 HTTP/1.1" status: 204 len: 168 time: 1.9686131 Jul 28 11:45:16.395260 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a58d-9974-400f-89dd-65a01d936081 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:16.398488 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54904) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:16.400929 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:16.411553 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:16.412095 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.412596 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:16.413206 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Bound port: db418894-13a7-4d22-ba99-2c249210ea5b, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:16.415375 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.420563 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b996af9d-4278-4074-90bb-9fd01805e262 None None] The sync data for ids ['daf70c08-293b-44b9-80f0-62da971a6003'] in dv-neutron-786478-16-hyperv is: [{'id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'name': 'tempest-ServersTestManualDisk-497779107-router', 'tenant_id': '2be72fac593443b3b5e53c5f1e497b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:24Z', 'updated_at': '2021-07-28T11:45:13Z', 'revision_number': 5, 'project_id': '2be72fac593443b3b5e53c5f1e497b43', 'gw_port': {'id': '87f1453f-e435-4f12-a9c9-1d09ccc1eb12', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf70c08-293b-44b9-80f0-62da971a6003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:26Z', 'updated_at': '2021-07-28T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:16.528411 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] For port db418894-13a7-4d22-ba99-2c249210ea5b, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:16.532426 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] For port db418894-13a7-4d22-ba99-2c249210ea5b, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=db418894-13a7-4d22-ba99-2c249210ea5b,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:16.545383 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.554653 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daa3a10-bf5a-466f-bfe3-dfb2619e5dc0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:16.560941 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daa3a10-bf5a-466f-bfe3-dfb2619e5dc0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:16.562908 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4daa3a10-bf5a-466f-bfe3-dfb2619e5dc0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1634140 Jul 28 11:45:16.566773 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54906) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:16.659280 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb32ab74-7a2b-4a57-a968-0c61b3aa1275 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 7c44dfd8-9f05-4e0e-b760-1057af2a4d2a {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:45:16.662591 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Routers {'c960df22-e2ad-46df-a4a8-288167d9e51d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:16.663519 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c960df22-e2ad-46df-a4a8-288167d9e51d'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:16.668683 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb32ab74-7a2b-4a57-a968-0c61b3aa1275 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.671792 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54910) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:16.696410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-4ec03ba3-ed12-4192-9724-4f37250f3273 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Request body: {'subnet': {'network_id': 'c3293322-6b26-45c1-b287-e0ae38c73e4f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:16.705441 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824a58d-9974-400f-89dd-65a01d936081 None None] Pushing event updated for resources: {'Port': ['ID=db418894-13a7-4d22-ba99-2c249210ea5b,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:16.787407 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5aea8eb8-08cf-479f-b37c-7e5aaf3afced tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1102680415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:16.799398 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] Set router c960df22-e2ad-46df-a4a8-288167d9e51d gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:16.856058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb32ab74-7a2b-4a57-a968-0c61b3aa1275 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.894255 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5aea8eb8-08cf-479f-b37c-7e5aaf3afced tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.895365 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5aea8eb8-08cf-479f-b37c-7e5aaf3afced tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.909019 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-435f68b5-8573-48ce-a2d3-3a095f4d23c7 tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "GET /v2.0/routers/6b535036-957a-467b-ac30-798104ee9d22 HTTP/1.1" status: 200 len: 740 time: 0.8447795 Jul 28 11:45:16.920129 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54918) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:17.002513 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7b954d99-33be-48e0-98f3-c70379e4fb2c tempest-RoutersAdminTest-935949326 tempest-RoutersAdminTest-935949326-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&device_id=6b535036-957a-467b-ac30-798104ee9d22 HTTP/1.1" status: 200 len: 205 time: 0.0785711 Jul 28 11:45:17.005682 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54922) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:17.030587 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b71f9b-c969-4d67-b69a-d4c8e73103ef req-39485a24-6a7f-41a1-8347-be3db48fc4f0 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:17.034304 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec03ba3-ed12-4192-9724-4f37250f3273 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Made reservation on behalf of c8dea24e82634eaeab1d328602e5a8e5 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:17.037791 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ec03ba3-ed12-4192-9724-4f37250f3273 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.038023 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-51b71f9b-c969-4d67-b69a-d4c8e73103ef req-39485a24-6a7f-41a1-8347-be3db48fc4f0 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.2626898 Jul 28 11:45:17.048405 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-44981254-9942-46ad-907e-640275093f7b tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b535036-957a-467b-ac30-798104ee9d22 HTTP/1.1" status: 200 len: 205 time: 0.0390873 Jul 28 11:45:17.057425 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54924) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:17.071515 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c960df22-e2ad-46df-a4a8-288167d9e51d', 'name': 'tempest-snat-router-1797326559', 'tenant_id': 'f91e5e17fdd14edfb8aa0c8daa6fd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.153'}], 'enable_snat': False}, 'gw_port_id': 'db418894-13a7-4d22-ba99-2c249210ea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:08Z', 'updated_at': '2021-07-28T11:45:11Z', 'revision_number': 3, 'project_id': 'f91e5e17fdd14edfb8aa0c8daa6fd656', 'gw_port': {'id': 'db418894-13a7-4d22-ba99-2c249210ea5b', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c960df22-e2ad-46df-a4a8-288167d9e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:09Z', 'updated_at': '2021-07-28T11:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:17.107190 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e42685-808d-47ab-9658-3d352dd9473c None None] The sync data for ids ['c960df22-e2ad-46df-a4a8-288167d9e51d'] in dv-neutron-786478-16-hyperv is: [{'id': 'c960df22-e2ad-46df-a4a8-288167d9e51d', 'name': 'tempest-snat-router-1797326559', 'tenant_id': 'f91e5e17fdd14edfb8aa0c8daa6fd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.153'}], 'enable_snat': False}, 'gw_port_id': 'db418894-13a7-4d22-ba99-2c249210ea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:08Z', 'updated_at': '2021-07-28T11:45:11Z', 'revision_number': 3, 'project_id': 'f91e5e17fdd14edfb8aa0c8daa6fd656', 'gw_port': {'id': 'db418894-13a7-4d22-ba99-2c249210ea5b', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c960df22-e2ad-46df-a4a8-288167d9e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:09Z', 'updated_at': '2021-07-28T11:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:17.155336 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb32ab74-7a2b-4a57-a968-0c61b3aa1275 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.163160 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5aea8eb8-08cf-479f-b37c-7e5aaf3afced tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.170322 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-d4e7e1ac-9284-49e1-aaf1-e7807d72c39b admin admin] Deleting port 87f1453f-e435-4f12-a9c9-1d09ccc1eb12 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:17.170835 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e1ac-9284-49e1-aaf1-e7807d72c39b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.216811 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5aea8eb8-08cf-479f-b37c-7e5aaf3afced tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.277809 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device bc740f75-c273-475c-9c5f-29721e29c476 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:17.281886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb32ab74-7a2b-4a57-a968-0c61b3aa1275 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.303769 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: bc740f75-c273-475c-9c5f-29721e29c476 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:17.304470 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device bc740f75-c273-475c-9c5f-29721e29c476 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:17.320032 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32ab74-7a2b-4a57-a968-0c61b3aa1275 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=7c44dfd8-9f05-4e0e-b760-1057af2a4d2a,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:17.325983 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb32ab74-7a2b-4a57-a968-0c61b3aa1275 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.330883 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cb32ab74-7a2b-4a57-a968-0c61b3aa1275 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/7c44dfd8-9f05-4e0e-b760-1057af2a4d2a HTTP/1.1" status: 204 len: 168 time: 0.7599432 Jul 28 11:45:17.333642 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54932) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:17.388386 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9d06b0f7-6b26-440c-846d-2bdb35c8e88d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492225 Jul 28 11:45:17.393330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54936) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:17.425839 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-9ee7d732-7298-4212-86e6-37bd5910b9a3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:17.443390 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-51b71f9b-c969-4d67-b69a-d4c8e73103ef req-244e0efe-c1dc-4b98-8002-feed3209caf8 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4043410 Jul 28 11:45:17.445903 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e933-ddb8-4137-9e4c-da91b229049a tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.509701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab135354-6a4b-4301-8c74-a383e787d73c None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:17.585523 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ec03ba3-ed12-4192-9724-4f37250f3273 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.596627 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5aea8eb8-08cf-479f-b37c-7e5aaf3afced tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.598126 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5aea8eb8-08cf-479f-b37c-7e5aaf3afced tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.7139008 Jul 28 11:45:17.603881 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54942) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:17.608808 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee7d732-7298-4212-86e6-37bd5910b9a3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:17.615298 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9ee7d732-7298-4212-86e6-37bd5910b9a3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.648542 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-7a9c25b3-37bf-4d4b-a154-51bea4e7e9b0 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1342887754'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:17.802059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec03ba3-ed12-4192-9724-4f37250f3273 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event updated for resources: {'Subnet': ['ID=5171a9aa-c82b-472b-b385-1b7d121bbcf1,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:17.817268 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb91af5-78d9-4d61-a75f-1bea69629297 None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:45:17.837698 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec03ba3-ed12-4192-9724-4f37250f3273 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Checking segment: {'id': '8048ebc1-78d6-4f0b-83f7-7fdc8f533b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c3293322-6b26-45c1-b287-e0ae38c73e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:17.838073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec03ba3-ed12-4192-9724-4f37250f3273 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Network hostable DHCP agents. Network: c3293322-6b26-45c1-b287-e0ae38c73e4f, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:45:17.875033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec03ba3-ed12-4192-9724-4f37250f3273 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Network c3293322-6b26-45c1-b287-e0ae38c73e4f is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:45:17.887777 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7eb91af5-78d9-4d61-a75f-1bea69629297 None None] Deleting port 05e62095-7d59-45b5-ade3-60979864ccfa {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:17.888458 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7eb91af5-78d9-4d61-a75f-1bea69629297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.913852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-4ec03ba3-ed12-4192-9724-4f37250f3273 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, c3293322-6b26-45c1-b287-e0ae38c73e4f) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:17.933604 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec03ba3-ed12-4192-9724-4f37250f3273 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:17.934313 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ec03ba3-ed12-4192-9724-4f37250f3273 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.938778 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775938ec-0622-4f06-a2fc-3b9a8160c249 None None] Network c3293322-6b26-45c1-b287-e0ae38c73e4f requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:17.956316 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-d4e7e1ac-9284-49e1-aaf1-e7807d72c39b admin admin] For port 87f1453f-e435-4f12-a9c9-1d09ccc1eb12, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=87f1453f-e435-4f12-a9c9-1d09ccc1eb12,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:17.956919 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e1ac-9284-49e1-aaf1-e7807d72c39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.969549 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-d4e7e1ac-9284-49e1-aaf1-e7807d72c39b admin admin] Calling delete_port for 87f1453f-e435-4f12-a9c9-1d09ccc1eb12 owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:18.020907 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9ee7d732-7298-4212-86e6-37bd5910b9a3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.070043 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7eb91af5-78d9-4d61-a75f-1bea69629297 None None] For port 05e62095-7d59-45b5-ade3-60979864ccfa, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=05e62095-7d59-45b5-ade3-60979864ccfa,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:18.070927 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7eb91af5-78d9-4d61-a75f-1bea69629297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.088126 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4ec03ba3-ed12-4192-9724-4f37250f3273 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4152415 Jul 28 11:45:18.090213 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee7d732-7298-4212-86e6-37bd5910b9a3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:18.092984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54952) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:18.101156 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a912623c-ae53-4444-9c56-64a7d78d8484 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-180421808'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:18.103312 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7eb91af5-78d9-4d61-a75f-1bea69629297 None None] Calling delete_port for 05e62095-7d59-45b5-ade3-60979864ccfa owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:18.104979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-9ee7d732-7298-4212-86e6-37bd5910b9a3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:18.110719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee7d732-7298-4212-86e6-37bd5910b9a3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:18.112094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9ee7d732-7298-4212-86e6-37bd5910b9a3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.137086 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7d732-7298-4212-86e6-37bd5910b9a3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=ed1b2b48-ef4c-4174-b447-2431e267f1ec,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:18.159495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a912623c-ae53-4444-9c56-64a7d78d8484 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Made reservation on behalf of c8dea24e82634eaeab1d328602e5a8e5 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:18.164793 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a912623c-ae53-4444-9c56-64a7d78d8484 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.182130 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9ee7d732-7298-4212-86e6-37bd5910b9a3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7874839 Jul 28 11:45:18.185163 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54956) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:18.191205 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-f1b91112-480e-4713-90e2-3bc4d8288ba6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'fixed_ips': [{'subnet_id': 'ed1b2b48-ef4c-4174-b447-2431e267f1ec', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-769105011'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:18.217739 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.224832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a912623c-ae53-4444-9c56-64a7d78d8484 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:45:18.229657 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9c25b3-37bf-4d4b-a154-51bea4e7e9b0 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Made reservation on behalf of f7fb1c6875204523a93391741c7b0867 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:18.237986 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a912623c-ae53-4444-9c56-64a7d78d8484 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.238194 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7a9c25b3-37bf-4d4b-a154-51bea4e7e9b0 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.238497 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-a912623c-ae53-4444-9c56-64a7d78d8484 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Added segment 8baddc55-cd8b-49bd-9651-d90a7fab9a34 of type vlan for network d16e8fdd-4899-49da-8780-0469072845ff Jul 28 11:45:18.297418 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-c3293322-6b26-45c1-b287-e0ae38c73e4f', 'network_id': 'c3293322-6b26-45c1-b287-e0ae38c73e4f', 'tenant_id': 'c8dea24e82634eaeab1d328602e5a8e5', 'fixed_ips': [{'subnet_id': '5171a9aa-c82b-472b-b385-1b7d121bbcf1'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:45:18.298580 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.300708 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a912623c-ae53-4444-9c56-64a7d78d8484 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.302068 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e933-ddb8-4137-9e4c-da91b229049a tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.307464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.311879 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e933-ddb8-4137-9e4c-da91b229049a tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.316004 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7a9c25b3-37bf-4d4b-a154-51bea4e7e9b0 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.358084 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7eb91af5-78d9-4d61-a75f-1bea69629297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.382095 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a912623c-ae53-4444-9c56-64a7d78d8484 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.383237 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb91af5-78d9-4d61-a75f-1bea69629297 None None] No DVR routers for this DVR port 05e62095-7d59-45b5-ade3-60979864ccfa on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:18.390101 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a912623c-ae53-4444-9c56-64a7d78d8484 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:18.390841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a912623c-ae53-4444-9c56-64a7d78d8484 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.471541 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a912623c-ae53-4444-9c56-64a7d78d8484 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3766968 Jul 28 11:45:18.474405 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54960) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:18.478092 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c1434-f0d8-4a1b-83f6-e9bdf13ca321 req-fa1d71ac-0b49-465a-8cab-b071af356fd8 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:18.479662 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-690c1434-f0d8-4a1b-83f6-e9bdf13ca321 req-fa1d71ac-0b49-465a-8cab-b071af356fd8 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.6684973 Jul 28 11:45:18.490651 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f630eb9-ffc1-4587-8128-6e0a0efd86cc None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:18.498684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-e4f8ce93-2fa2-4467-86b4-3ae144c35d9f tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Request body: {'subnet': {'network_id': 'd16e8fdd-4899-49da-8780-0469072845ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:18.502706 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb91af5-78d9-4d61-a75f-1bea69629297 None None] Pushing event deleted for resources: {'Port': ['ID=05e62095-7d59-45b5-ade3-60979864ccfa,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:18.550379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e933-ddb8-4137-9e4c-da91b229049a tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.550961 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c1e933-ddb8-4137-9e4c-da91b229049a tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Fanout notify agent at l3_agent the message router_deleted on router 6b535036-957a-467b-ac30-798104ee9d22 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:45:18.575438 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e933-ddb8-4137-9e4c-da91b229049a tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.580259 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d4c1e933-ddb8-4137-9e4c-da91b229049a tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "DELETE /v2.0/routers/6b535036-957a-467b-ac30-798104ee9d22 HTTP/1.1" status: 204 len: 168 time: 1.5110447 Jul 28 11:45:18.585114 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54964) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:18.636889 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e5b9e939-71f5-413a-922c-21d47f3b0b61 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b535036-957a-467b-ac30-798104ee9d22 HTTP/1.1" status: 200 len: 205 time: 0.0414412 Jul 28 11:45:18.639262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912623c-ae53-4444-9c56-64a7d78d8484 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event updated for resources: {'Network': ['ID=d16e8fdd-4899-49da-8780-0469072845ff,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:18.652143 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54966) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:18.703085 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-690c1434-f0d8-4a1b-83f6-e9bdf13ca321 req-2017adc4-c4e1-465f-8230-690e914255b2 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088792 Jul 28 11:45:18.703571 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 54968) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:18.721263 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e1ac-9284-49e1-aaf1-e7807d72c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.772142 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Allocated IP 172.26.1.222 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/80ea60a6-1d1a-4426-b466-4b573a0166d0) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:18.778522 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-a503d2fa-8252-47d0-a5a9-14553e031e06 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] delete failed (client error): The resource could not be found. Jul 28 11:45:18.780282 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a503d2fa-8252-47d0-a5a9-14553e031e06 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "DELETE /v2.0/routers/6b535036-957a-467b-ac30-798104ee9d22 HTTP/1.1" status: 404 len: 336 time: 0.1268623 Jul 28 11:45:18.783982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54974) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:18.801056 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network d16e8fdd-4899-49da-8780-0469072845ff details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:45:18.815952 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7e1ac-9284-49e1-aaf1-e7807d72c39b admin admin] Pushing event deleted for resources: {'Port': ['ID=87f1453f-e435-4f12-a9c9-1d09ccc1eb12,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:18.827644 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f0e1117e-501e-4b8e-bb82-75b91c675bda tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "GET /v2.0/ports?device_id=15470d1b-a08b-4c25-9c9a-13fba413950b HTTP/1.1" status: 200 len: 205 time: 0.0398433 Jul 28 11:45:18.828344 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54976) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:18.876438 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-15148b01-f618-4dbf-af25-514f5be62d53 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] delete failed (client error): The resource could not be found. Jul 28 11:45:18.880975 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-15148b01-f618-4dbf-af25-514f5be62d53 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "DELETE /v2.0/routers/15470d1b-a08b-4c25-9c9a-13fba413950b HTTP/1.1" status: 404 len: 336 time: 0.0492351 Jul 28 11:45:18.882067 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54978) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:18.919205 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2b723576-8814-42ac-9513-195a9be207be tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd233b80-d1f3-4414-b4c9-52f120a98666 HTTP/1.1" status: 200 len: 205 time: 0.0350018 Jul 28 11:45:18.924620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54980) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:18.942450 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-2a7bcbdc-46b6-476f-a927-7ec40d76d1ef tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1511852321'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:18.943162 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-2a7bcbdc-46b6-476f-a927-7ec40d76d1ef tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] Unknown quota resources ['metering_label']. {{(pid=100416) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:45:18.961948 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e1ac-9284-49e1-aaf1-e7807d72c39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.980041 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-65bc3b16-64db-4d6e-af13-f168561f443f tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] delete failed (client error): The resource could not be found. Jul 28 11:45:18.981691 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-65bc3b16-64db-4d6e-af13-f168561f443f tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "DELETE /v2.0/routers/bd233b80-d1f3-4414-b4c9-52f120a98666 HTTP/1.1" status: 404 len: 336 time: 0.0586660 Jul 28 11:45:18.986753 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54984) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:19.020708 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4e9b222a-b84a-4320-9fda-61bbc856281e tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "GET /v2.0/ports?device_id=db0385df-85d0-4ea0-8632-1bf9c6b6d380 HTTP/1.1" status: 200 len: 205 time: 0.0323279 Jul 28 11:45:19.024075 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54986) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:19.066767 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-a88f3f16-d6b5-44db-8ca5-85153b66896e tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] delete failed (client error): The resource could not be found. Jul 28 11:45:19.070296 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a88f3f16-d6b5-44db-8ca5-85153b66896e tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "DELETE /v2.0/routers/db0385df-85d0-4ea0-8632-1bf9c6b6d380 HTTP/1.1" status: 404 len: 336 time: 0.0436666 Jul 28 11:45:19.070668 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54988) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:19.073733 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Allocated IP 2001:db8:0:ffff::2 (c3293322-6b26-45c1-b287-e0ae38c73e4f/5171a9aa-c82b-472b-b385-1b7d121bbcf1/540882f7-a18e-4bae-be92-728c69bb6d12) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:19.083079 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': 'ed1b2b48-ef4c-4174-b447-2431e267f1ec'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:45:19.084158 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.110528 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7fd65648-1eb2-4966-ab6a-e6307b6b37ba tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "GET /v2.0/ports?device_id=35180408-4b8d-4649-8b2e-b7a4ca5d7aa1 HTTP/1.1" status: 200 len: 205 time: 0.0374982 Jul 28 11:45:19.112728 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54990) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:19.122101 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7a9c25b3-37bf-4d4b-a154-51bea4e7e9b0 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.152659 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-9a8d722e-8538-42d7-a3be-d77265994cc8 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] delete failed (client error): The resource could not be found. Jul 28 11:45:19.156659 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9a8d722e-8538-42d7-a3be-d77265994cc8 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "DELETE /v2.0/routers/35180408-4b8d-4649-8b2e-b7a4ca5d7aa1 HTTP/1.1" status: 404 len: 336 time: 0.0401554 Jul 28 11:45:19.157392 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54992) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:19.191880 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-592686f9-12a7-4ad4-8f75-581be90b7063 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "GET /v2.0/ports?device_id=b51d4d8e-b56a-4514-b8d8-81927b9d06d3 HTTP/1.1" status: 200 len: 205 time: 0.0315189 Jul 28 11:45:19.192777 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7a9c25b3-37bf-4d4b-a154-51bea4e7e9b0 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.192922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54994) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:19.251485 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f8ce93-2fa2-4467-86b4-3ae144c35d9f tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Made reservation on behalf of c8dea24e82634eaeab1d328602e5a8e5 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:19.255995 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e4f8ce93-2fa2-4467-86b4-3ae144c35d9f tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.261676 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-8e726f23-8563-466f-91bf-019deb1ad557 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] delete failed (client error): The resource could not be found. Jul 28 11:45:19.265659 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8e726f23-8563-466f-91bf-019deb1ad557 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "DELETE /v2.0/routers/b51d4d8e-b56a-4514-b8d8-81927b9d06d3 HTTP/1.1" status: 404 len: 336 time: 0.0692475 Jul 28 11:45:19.276628 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b91112-480e-4713-90e2-3bc4d8288ba6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:19.281421 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 54996) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:19.294452 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c25b3-37bf-4d4b-a154-51bea4e7e9b0 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c62da4c-d60b-44c5-a487-ca4e48442192,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:19.346393 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e1ac-9284-49e1-aaf1-e7807d72c39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.355319 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e1ac-9284-49e1-aaf1-e7807d72c39b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.412289 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf0490e-8c5c-45a8-bcef-ad379eef51f3 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] DELETE failed (client error): The resource could not be found. Jul 28 11:45:19.412857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf0490e-8c5c-45a8-bcef-ad379eef51f3 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:45:19.417224 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-dcf0490e-8c5c-45a8-bcef-ad379eef51f3 tempest-RoutersAdminTest-2130321576 tempest-RoutersAdminTest-2130321576-project] 10.222.0.43 "DELETE /v2.0/subnets/d878d16f-ed89-4cbb-9272-49f29f293b5f HTTP/1.1" status: 404 len: 337 time: 0.0831392 Jul 28 11:45:19.417372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Allocated IP 2001:db8::2 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/ed1b2b48-ef4c-4174-b447-2431e267f1ec/2c71b4b2-afb4-45ee-a068-b70c6d45568c) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:19.428336 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9c25b3-37bf-4d4b-a154-51bea4e7e9b0 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:45:19.432919 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a7bcbdc-46b6-476f-a927-7ec40d76d1ef tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.434697 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2a7bcbdc-46b6-476f-a927-7ec40d76d1ef tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7244227 Jul 28 11:45:19.437916 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55000) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:19.469002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a38f8d94-a5a8-4429-90e1-95e45ffefde4 tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '039b4d33-46a6-46d8-8d2d-402625462167'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:19.471656 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a38f8d94-a5a8-4429-90e1-95e45ffefde4 tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100415) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:45:19.490992 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.497463 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7a9c25b3-37bf-4d4b-a154-51bea4e7e9b0 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.498072 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-7a9c25b3-37bf-4d4b-a154-51bea4e7e9b0 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Added segment d72451b0-0374-4540-acff-25ce0cdb289e of type vlan for network 1258f3c3-95d2-418e-9b11-b275a2d9f694 Jul 28 11:45:19.516463 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.522138 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Transition to ACTIVE for port object 540882f7-a18e-4bae-be92-728c69bb6d12 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:19.527929 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e1ac-9284-49e1-aaf1-e7807d72c39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.528936 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e7e1ac-9284-49e1-aaf1-e7807d72c39b admin admin] Fanout notify agent at l3_agent the message router_deleted on router daf70c08-293b-44b9-80f0-62da971a6003 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:45:19.534093 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device db418894-13a7-4d22-ba99-2c249210ea5b up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:19.537215 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e1ac-9284-49e1-aaf1-e7807d72c39b admin admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.541363 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d4e7e1ac-9284-49e1-aaf1-e7807d72c39b admin admin] 10.222.0.43 "DELETE /v2.0/routers/daf70c08-293b-44b9-80f0-62da971a6003 HTTP/1.1" status: 204 len: 168 time: 4.5406961 Jul 28 11:45:19.544111 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55002) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:19.555213 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e338c2f-0029-4bdc-90ec-efbc4b2f4138 req-b4d308f3-2a57-4f4e-be46-24658c0c0e01 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:19.563947 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7e338c2f-0029-4bdc-90ec-efbc4b2f4138 req-b4d308f3-2a57-4f4e-be46-24658c0c0e01 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.4902983 Jul 28 11:45:19.605525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Transition to ACTIVE for port object 540882f7-a18e-4bae-be92-728c69bb6d12 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:19.696882 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.706625 dv-neutron-786478-16-hyperv neutron-server[100415]: WARNING neutron.services.metering.metering_plugin [None req-a38f8d94-a5a8-4429-90e1-95e45ffefde4 tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 11:45:19.707070 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7a9c25b3-37bf-4d4b-a154-51bea4e7e9b0 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.724657 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7e338c2f-0029-4bdc-90ec-efbc4b2f4138 req-3819ba42-7e69-4d7c-b6d3-f2660991e937 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579847 Jul 28 11:45:19.747342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f1b91112-480e-4713-90e2-3bc4d8288ba6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.755541 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ccd0463-d8b9-428e-9691-4394c154efa3 admin admin] Deleting subnet 3757737d-2ee3-496c-9734-f629212027bf {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:45:19.759830 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0463-d8b9-428e-9691-4394c154efa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.810714 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0463-d8b9-428e-9691-4394c154efa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.852826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.862190 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Transition to ACTIVE for port object 2c71b4b2-afb4-45ee-a068-b70c6d45568c will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:19.887104 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Transition to ACTIVE for port object 2c71b4b2-afb4-45ee-a068-b70c6d45568c will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:19.888994 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port db418894-13a7-4d22-ba99-2c249210ea5b completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:19.896525 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-f1b91112-480e-4713-90e2-3bc4d8288ba6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port 23336de3-cb15-4743-bf55-ff3ee98d6cb4 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:19.901109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55006) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:19.902740 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port db418894-13a7-4d22-ba99-2c249210ea5b triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:19.903224 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.905510 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.907200 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0463-d8b9-428e-9691-4394c154efa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.909414 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Network c3293322-6b26-45c1-b287-e0ae38c73e4f is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:19.911885 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a38f8d94-a5a8-4429-90e1-95e45ffefde4 tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.913067 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a38f8d94-a5a8-4429-90e1-95e45ffefde4 tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4602809 Jul 28 11:45:19.917233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55010) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:19.926118 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-d7b48c43-d36a-4c2c-abff-ad44f202e9ef tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '039b4d33-46a6-46d8-8d2d-402625462167'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:19.927059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-d7b48c43-d36a-4c2c-abff-ad44f202e9ef tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100415) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:45:19.963173 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:19.974155 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:19.976698 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Pushing event updated for resources: {'Port': ['ID=540882f7-a18e-4bae-be92-728c69bb6d12,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:19.991569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7a9c25b3-37bf-4d4b-a154-51bea4e7e9b0 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.006575 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9c25b3-37bf-4d4b-a154-51bea4e7e9b0 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:20.006827 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7a9c25b3-37bf-4d4b-a154-51bea4e7e9b0 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.027980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:20.034912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.052852 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:20.062203 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:20.091326 dv-neutron-786478-16-hyperv neutron-server[100415]: WARNING neutron.services.metering.metering_plugin [None req-d7b48c43-d36a-4c2c-abff-ad44f202e9ef tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 11:45:20.099088 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7a9c25b3-37bf-4d4b-a154-51bea4e7e9b0 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.4887581 Jul 28 11:45:20.104405 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Pushing event updated for resources: {'Port': ['ID=2c71b4b2-afb4-45ee-a068-b70c6d45568c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:20.106170 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.112582 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Attempting to bind port 540882f7-a18e-4bae-be92-728c69bb6d12 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:20.113156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Attempting to bind port 540882f7-a18e-4bae-be92-728c69bb6d12 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '8048ebc1-78d6-4f0b-83f7-7fdc8f533b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c3293322-6b26-45c1-b287-e0ae38c73e4f'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:20.113636 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Attempting to bind port 540882f7-a18e-4bae-be92-728c69bb6d12 on network c3293322-6b26-45c1-b287-e0ae38c73e4f {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:20.125874 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55012) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:20.138163 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-332129cf-46c6-473b-a5a5-8aede6c2a5a5 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Request body: {'subnet': {'network_id': '1258f3c3-95d2-418e-9b11-b275a2d9f694', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:20.144574 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-56a67b4f-5ea6-4b9b-80b5-382da1cad318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.175543 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:20.176217 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Checking segment: {'id': '8048ebc1-78d6-4f0b-83f7-7fdc8f533b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c3293322-6b26-45c1-b287-e0ae38c73e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:20.176743 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.177079 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Bound using segment: {'id': '8048ebc1-78d6-4f0b-83f7-7fdc8f533b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c3293322-6b26-45c1-b287-e0ae38c73e4f'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:20.177578 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Bound port: 540882f7-a18e-4bae-be92-728c69bb6d12, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8048ebc1-78d6-4f0b-83f7-7fdc8f533b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c3293322-6b26-45c1-b287-e0ae38c73e4f'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:20.177974 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.182578 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:20.183533 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c25b3-37bf-4d4b-a154-51bea4e7e9b0 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event updated for resources: {'Network': ['ID=1258f3c3-95d2-418e-9b11-b275a2d9f694,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:20.219172 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 1258f3c3-95d2-418e-9b11-b275a2d9f694 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:45:20.230187 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:20.233805 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:20.264100 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7b48c43-d36a-4c2c-abff-ad44f202e9ef tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.265227 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d7b48c43-d36a-4c2c-abff-ad44f202e9ef tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3451891 Jul 28 11:45:20.269504 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55014) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:20.277347 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0463-d8b9-428e-9691-4394c154efa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.277695 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b91112-480e-4713-90e2-3bc4d8288ba6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:45:20.278130 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b91112-480e-4713-90e2-3bc4d8288ba6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:45:20.307078 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Attempting to bind port 2c71b4b2-afb4-45ee-a068-b70c6d45568c on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:20.307759 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Attempting to bind port 2c71b4b2-afb4-45ee-a068-b70c6d45568c by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:20.308328 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Attempting to bind port 2c71b4b2-afb4-45ee-a068-b70c6d45568c on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:20.323021 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.330742 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2d0cf011-3dc1-4e6c-824f-05f3610d221b tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=353fa836-271d-4354-ad22-a6b0bd78e2fa HTTP/1.1" status: 200 len: 464 time: 0.0567329 Jul 28 11:45:20.335737 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55016) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:20.337105 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:20.337735 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:20.338498 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.338865 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:20.339418 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Bound port: 2c71b4b2-afb4-45ee-a068-b70c6d45568c, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:20.339811 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.386391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port db418894-13a7-4d22-ba99-2c249210ea5b, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=db418894-13a7-4d22-ba99-2c249210ea5b,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:20.399892 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.406783 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] For port 540882f7-a18e-4bae-be92-728c69bb6d12, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:20.422707 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.objects.ports [None req-e4f8ce93-2fa2-4467-86b4-3ae144c35d9f tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100415) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:45:20.426798 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e4f8ce93-2fa2-4467-86b4-3ae144c35d9f tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.472946 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] For port 540882f7-a18e-4bae-be92-728c69bb6d12, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=540882f7-a18e-4bae-be92-728c69bb6d12,segment=NetworkSegment(8048ebc1-78d6-4f0b-83f7-7fdc8f533b1a),segment_id=8048ebc1-78d6-4f0b-83f7-7fdc8f533b1a)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:20.494090 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.503310 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 05e62095-7d59-45b5-ade3-60979864ccfa no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:20.544457 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=db418894-13a7-4d22-ba99-2c249210ea5b,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:20.547247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 05e62095-7d59-45b5-ade3-60979864ccfa {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:20.547598 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 05e62095-7d59-45b5-ade3-60979864ccfa not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:20.580313 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] For port 2c71b4b2-afb4-45ee-a068-b70c6d45568c, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:20.591927 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d6154e51-bc2b-4146-abae-13b9e90901c0 tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.597287 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d6154e51-bc2b-4146-abae-13b9e90901c0 tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/353fa836-271d-4354-ad22-a6b0bd78e2fa HTTP/1.1" status: 204 len: 168 time: 0.2563751 Jul 28 11:45:20.597287 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8ce93-2fa2-4467-86b4-3ae144c35d9f tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event updated for resources: {'Subnet': ['ID=ab7ab937-13b6-4d43-9a29-49b7ea1211a4,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:20.601559 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55018) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:20.625559 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] For port 2c71b4b2-afb4-45ee-a068-b70c6d45568c, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2c71b4b2-afb4-45ee-a068-b70c6d45568c,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:20.632715 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ea7db-f42d-405d-870d-0bfdf394deb9 None None] Pushing event updated for resources: {'Port': ['ID=540882f7-a18e-4bae-be92-728c69bb6d12,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:20.636874 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.648429 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c5ccd954-d5bd-4d9a-91b1-d29cbe0b4ca2 tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=353fa836-271d-4354-ad22-a6b0bd78e2fa HTTP/1.1" status: 200 len: 221 time: 0.0378416 Jul 28 11:45:20.648429 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-56a67b4f-5ea6-4b9b-80b5-382da1cad318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.648429 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55020) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:20.653309 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-cb732f62-b8a8-4c1d-8372-faad0d17764d tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--894842786', 'description': 'label created by tempest'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:20.653309 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-cb732f62-b8a8-4c1d-8372-faad0d17764d tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] Unknown quota resources ['metering_label']. {{(pid=100415) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:45:20.658603 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f8ce93-2fa2-4467-86b4-3ae144c35d9f tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Checking segment: {'id': '8baddc55-cd8b-49bd-9651-d90a7fab9a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd16e8fdd-4899-49da-8780-0469072845ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:20.659200 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f8ce93-2fa2-4467-86b4-3ae144c35d9f tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Network hostable DHCP agents. Network: d16e8fdd-4899-49da-8780-0469072845ff, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:45:20.660002 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Pushing event updated for resources: {'Port': ['ID=80ea60a6-1d1a-4426-b466-4b573a0166d0,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:20.667794 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-56a67b4f-5ea6-4b9b-80b5-382da1cad318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.672784 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd0463-d8b9-428e-9691-4394c154efa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3757737d-2ee3-496c-9734-f629212027bf,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:20.683502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0463-d8b9-428e-9691-4394c154efa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.688315 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1ccd0463-d8b9-428e-9691-4394c154efa3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3757737d-2ee3-496c-9734-f629212027bf HTTP/1.1" status: 204 len: 168 time: 1.1215534 Jul 28 11:45:20.688926 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55022) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:20.700410 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9837d45f-0742-4c31-9400-8e2813d130b7 None None] Network 3ab5dcf3-09cf-45bd-bb1a-1345514f52ad requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:20.762346 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f1b91112-480e-4713-90e2-3bc4d8288ba6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.5759196 Jul 28 11:45:20.771773 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55026) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:20.799086 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dfe7e-1439-4191-9414-d17008deccc1 None None] Pushing event updated for resources: {'Port': ['ID=2c71b4b2-afb4-45ee-a068-b70c6d45568c,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:20.914666 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.922931 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332129cf-46c6-473b-a5a5-8aede6c2a5a5 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Made reservation on behalf of f7fb1c6875204523a93391741c7b0867 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:20.932767 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-332129cf-46c6-473b-a5a5-8aede6c2a5a5 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.001212 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-56a67b4f-5ea6-4b9b-80b5-382da1cad318 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=730641d30337407eb2c880379aac7ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0995057 Jul 28 11:45:21.005002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55028) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:21.008214 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67b4f-5ea6-4b9b-80b5-382da1cad318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19aae58-51ac-4056-9c78-c2f22e2feb27,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:21.080692 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f8ce93-2fa2-4467-86b4-3ae144c35d9f tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Network d16e8fdd-4899-49da-8780-0469072845ff is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:45:21.087211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb732f62-b8a8-4c1d-8372-faad0d17764d tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.090469 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cb732f62-b8a8-4c1d-8372-faad0d17764d tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4412620 Jul 28 11:45:21.094652 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55030) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:21.125298 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3bc11a-a059-4afb-85ad-e000424d3f2b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:21.129833 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fe3bc11a-a059-4afb-85ad-e000424d3f2b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3514223 Jul 28 11:45:21.135284 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ee0ca6-f43a-4d1d-885e-dff198fb9c5b None None] DHCP port deletion for 3ab5dcf3-09cf-45bd-bb1a-1345514f52ad request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:45:21.139655 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55032) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:21.143234 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-e4f8ce93-2fa2-4467-86b4-3ae144c35d9f tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, d16e8fdd-4899-49da-8780-0469072845ff) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:21.178032 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0889ec4-d932-4b13-bdbb-55f0f7bb39e5 None None] Network d16e8fdd-4899-49da-8780-0469072845ff requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:21.255393 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f8ce93-2fa2-4467-86b4-3ae144c35d9f tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:21.256507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e4f8ce93-2fa2-4467-86b4-3ae144c35d9f tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.291704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee0ca6-f43a-4d1d-885e-dff198fb9c5b None None] Deleting port 0b1e357d-b24f-4839-a295-2121adfdda0b {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:21.292496 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0ca6-f43a-4d1d-885e-dff198fb9c5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.312715 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883822bd-9d34-4400-b7b9-e145779968d3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:21.314289 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883822bd-9d34-4400-b7b9-e145779968d3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:21.316116 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-883822bd-9d34-4400-b7b9-e145779968d3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1745188 Jul 28 11:45:21.321800 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55034) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:21.325367 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-03d82277-a741-441c-8449-0a79da546bc1 tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=ef5bf88f-c883-4113-9789-072af7027d20 HTTP/1.1" status: 200 len: 467 time: 0.2245176 Jul 28 11:45:21.333772 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626cec-783e-4c8b-bf9c-9712ce0d8e6c req-32688dd4-7f4a-4e7c-841b-a265e33d4be8 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:21.344921 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bc626cec-783e-4c8b-bf9c-9712ce0d8e6c req-32688dd4-7f4a-4e7c-841b-a265e33d4be8 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.4265268 Jul 28 11:45:21.359242 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55036) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:21.408621 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e4f8ce93-2fa2-4467-86b4-3ae144c35d9f tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9267452 Jul 28 11:45:21.410450 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55038) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:21.418216 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d0ee0ca6-f43a-4d1d-885e-dff198fb9c5b None None] For port 0b1e357d-b24f-4839-a295-2121adfdda0b, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=0b1e357d-b24f-4839-a295-2121adfdda0b,segment=NetworkSegment(93120ba0-1f0b-459b-be62-4c9b92914d38),segment_id=93120ba0-1f0b-459b-be62-4c9b92914d38)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:21.418679 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0ca6-f43a-4d1d-885e-dff198fb9c5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.426773 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e9e56d3-d20d-4299-b977-fb61e36a48f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.434413 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2a0782-493d-4b6b-9f60-dd41084f72bb tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet ed1b2b48-ef4c-4174-b447-2431e267f1ec {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:45:21.437066 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee0ca6-f43a-4d1d-885e-dff198fb9c5b None None] Calling delete_port for 0b1e357d-b24f-4839-a295-2121adfdda0b owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:21.439092 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-d16e8fdd-4899-49da-8780-0469072845ff', 'network_id': 'd16e8fdd-4899-49da-8780-0469072845ff', 'tenant_id': 'c8dea24e82634eaeab1d328602e5a8e5', 'fixed_ips': [{'subnet_id': 'ab7ab937-13b6-4d43-9a29-49b7ea1211a4'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:45:21.440242 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.440615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6b2a0782-493d-4b6b-9f60-dd41084f72bb tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.481970 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-cc0c5de8-a435-4448-b12b-c03cb0cb21fc tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Request body: {'port': {'network_id': 'd16e8fdd-4899-49da-8780-0469072845ff', 'name': 'tempest-NetworksIpV6TestAttrs-1766417496'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:21.606652 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Deleting port 0b1e357d-b24f-4839-a295-2121adfdda0b {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:21.606998 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.619413 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 540882f7-a18e-4bae-be92-728c69bb6d12 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:21.740437 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0ca6-f43a-4d1d-885e-dff198fb9c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.777311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee0ca6-f43a-4d1d-885e-dff198fb9c5b None None] Pushing event deleted for resources: {'Port': ['ID=0b1e357d-b24f-4839-a295-2121adfdda0b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:21.798030 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Allocated IP 2001:db8::f816:3eff:fe44:4b5e (d16e8fdd-4899-49da-8780-0469072845ff/ab7ab937-13b6-4d43-9a29-49b7ea1211a4/63c405b4-a130-4be1-b924-a0c9d80fd6bc) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:21.806239 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee0ca6-f43a-4d1d-885e-dff198fb9c5b None None] No DVR routers for this DVR port 0b1e357d-b24f-4839-a295-2121adfdda0b on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:21.809246 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bc626cec-783e-4c8b-bf9c-9712ce0d8e6c req-c799f2eb-f82f-4bd7-ba4e-9ffa331361a5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4627883 Jul 28 11:45:21.809940 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.820919 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 540882f7-a18e-4bae-be92-728c69bb6d12 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:21.826095 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:45:21.839062 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2c71b4b2-afb4-45ee-a068-b70c6d45568c up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:21.871683 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e9e56d3-d20d-4299-b977-fb61e36a48f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.893963 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6b2a0782-493d-4b6b-9f60-dd41084f72bb tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.894221 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-332129cf-46c6-473b-a5a5-8aede6c2a5a5 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.042004 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] For port 0b1e357d-b24f-4839-a295-2121adfdda0b, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=0b1e357d-b24f-4839-a295-2121adfdda0b,segment=NetworkSegment(93120ba0-1f0b-459b-be62-4c9b92914d38),segment_id=93120ba0-1f0b-459b-be62-4c9b92914d38)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:22.042499 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.046009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e9e56d3-d20d-4299-b977-fb61e36a48f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.049239 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e9e56d3-d20d-4299-b977-fb61e36a48f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.050415 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6e9e56d3-d20d-4299-b977-fb61e36a48f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d19aae58-51ac-4056-9c78-c2f22e2feb27 HTTP/1.1" status: 204 len: 168 time: 1.0391850 Jul 28 11:45:22.088443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e56d3-d20d-4299-b977-fb61e36a48f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19aae58-51ac-4056-9c78-c2f22e2feb27,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:22.107602 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6b2a0782-493d-4b6b-9f60-dd41084f72bb tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.183424 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 2c71b4b2-afb4-45ee-a068-b70c6d45568c completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:22.222955 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6b2a0782-493d-4b6b-9f60-dd41084f72bb tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.230835 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device db418894-13a7-4d22-ba99-2c249210ea5b up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:22.266801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a0782-493d-4b6b-9f60-dd41084f72bb tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1b2b48-ef4c-4174-b447-2431e267f1ec,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:22.279947 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6b2a0782-493d-4b6b-9f60-dd41084f72bb tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.285670 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6b2a0782-493d-4b6b-9f60-dd41084f72bb tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/ed1b2b48-ef4c-4174-b447-2431e267f1ec HTTP/1.1" status: 204 len: 168 time: 0.9595101 Jul 28 11:45:22.285935 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55046) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:22.314395 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.323108 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Calling delete_port for 0b1e357d-b24f-4839-a295-2121adfdda0b owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:22.342507 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a30bab59-49cc-485a-bdc5-236f4ce4b477 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515304 Jul 28 11:45:22.342507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55050) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:22.347272 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Transition to ACTIVE for port object 63c405b4-a130-4be1-b924-a0c9d80fd6bc will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:22.352248 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:22.384857 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port db418894-13a7-4d22-ba99-2c249210ea5b triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:22.385236 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.389696 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Transition to ACTIVE for port object 63c405b4-a130-4be1-b924-a0c9d80fd6bc will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:22.405747 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-701a40ba-9231-4798-b575-fd4718fb72fe tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.406906 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-701a40ba-9231-4798-b575-fd4718fb72fe tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/ef5bf88f-c883-4113-9789-072af7027d20 HTTP/1.1" status: 204 len: 168 time: 1.0367000 Jul 28 11:45:22.421402 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55052) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:22.434121 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.453385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332129cf-46c6-473b-a5a5-8aede6c2a5a5 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event updated for resources: {'Subnet': ['ID=04941647-7d1c-4152-8f1f-2819b60e848e,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:22.487984 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfa0609-6495-47e1-936c-1596993a8242 None None] Network c3293322-6b26-45c1-b287-e0ae38c73e4f requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:22.516387 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Network d16e8fdd-4899-49da-8780-0469072845ff is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:22.528709 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1772a736-13fe-4d48-85ef-7714ac3c4d28 tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=ef5bf88f-c883-4113-9789-072af7027d20 HTTP/1.1" status: 200 len: 216 time: 0.0943964 Jul 28 11:45:22.532661 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55054) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:22.541559 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332129cf-46c6-473b-a5a5-8aede6c2a5a5 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Checking segment: {'id': 'd72451b0-0374-4540-acff-25ce0cdb289e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1258f3c3-95d2-418e-9b11-b275a2d9f694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:22.542310 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332129cf-46c6-473b-a5a5-8aede6c2a5a5 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Network hostable DHCP agents. Network: 1258f3c3-95d2-418e-9b11-b275a2d9f694, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:45:22.545729 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a398ffbb-c0c3-46b7-a15c-664cdbeced8c tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0117750 Jul 28 11:45:22.552815 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339e20b-fcc2-42ed-b963-d8a205733528 req-a2c35d3c-60b4-41b9-b732-b3d086da85a4 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:22.554369 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0339e20b-fcc2-42ed-b963-d8a205733528 req-a2c35d3c-60b4-41b9-b732-b3d086da85a4 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.3898425 Jul 28 11:45:22.554579 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55056) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:22.577566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55058) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:22.579477 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cf8e9771-520f-4555-b8e6-6c3b9d9ddc3f tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0236554 Jul 28 11:45:22.584785 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:22.587947 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0c5de8-a435-4448-b12b-c03cb0cb21fc tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Made reservation on behalf of c8dea24e82634eaeab1d328602e5a8e5 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:22.589558 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55060) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:22.592182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cc0c5de8-a435-4448-b12b-c03cb0cb21fc tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.594758 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:22.614056 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Pushing event updated for resources: {'Port': ['ID=63c405b4-a130-4be1-b924-a0c9d80fd6bc,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:22.686800 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:22.691252 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.721981 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0339e20b-fcc2-42ed-b963-d8a205733528 req-d297a1ba-5317-467e-a3f4-171c1b5434c4 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503432 Jul 28 11:45:22.722631 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332129cf-46c6-473b-a5a5-8aede6c2a5a5 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Network 1258f3c3-95d2-418e-9b11-b275a2d9f694 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:45:22.732688 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-cc0c5de8-a435-4448-b12b-c03cb0cb21fc tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] device_id is not set on port 12239567-d0ac-4715-83e9-a1da00b59016 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:22.778886 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a677ea94-b617-4c72-b75e-7a30e3a4d587 tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/039b4d33-46a6-46d8-8d2d-402625462167 HTTP/1.1" status: 200 len: 473 time: 0.1839719 Jul 28 11:45:22.785422 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55062) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:22.811901 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6f65c512-115f-499c-bfef-ec5003a0cb72 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c5b0314b935e44af87cca4b0bd6ad08f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2308390 Jul 28 11:45:22.813691 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-332129cf-46c6-473b-a5a5-8aede6c2a5a5 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 1258f3c3-95d2-418e-9b11-b275a2d9f694) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:22.820957 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55064) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:22.833557 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d0fc2a44-b3e6-4966-8b36-4be7e8f22d37 None None] Provisioning for port 540882f7-a18e-4bae-be92-728c69bb6d12 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:22.833752 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-035b2b12-b911-48f9-838d-207029ee99f7 tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/95df07e7-3731-4096-9cf9-899cafc7c687 HTTP/1.1" status: 200 len: 461 time: 0.0431306 Jul 28 11:45:22.833837 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d359a176-2902-40ee-9dff-f7f14de6f478 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:22.833837 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742f03c5-bca6-4d23-89ac-b65180bd0e42 None None] Network 1258f3c3-95d2-418e-9b11-b275a2d9f694 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:22.853837 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55066) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:22.880137 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332129cf-46c6-473b-a5a5-8aede6c2a5a5 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:22.880716 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-332129cf-46c6-473b-a5a5-8aede6c2a5a5 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.914180 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.925620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f2323bd9-8027-4711-b914-5839e3806e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.931127 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d0fc2a44-b3e6-4966-8b36-4be7e8f22d37 None None] Provisioning complete for port 540882f7-a18e-4bae-be92-728c69bb6d12 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:22.931610 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d0fc2a44-b3e6-4966-8b36-4be7e8f22d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.939612 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-332129cf-46c6-473b-a5a5-8aede6c2a5a5 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8034072 Jul 28 11:45:22.940786 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55068) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:22.949439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-5898ba39-74a3-4b7e-b9fa-8d1e81030277 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Request body: {'network': {'name': 'tempest-router-network01--608611308'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:22.976328 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f2323bd9-8027-4711-b914-5839e3806e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.985611 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] No DVR routers for this DVR port 0b1e357d-b24f-4839-a295-2121adfdda0b on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:22.988098 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.990126 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1e357d-b24f-4839-a295-2121adfdda0b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:23.027397 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Attempting to bind port 63c405b4-a130-4be1-b924-a0c9d80fd6bc on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:23.027776 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Attempting to bind port 63c405b4-a130-4be1-b924-a0c9d80fd6bc by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '8baddc55-cd8b-49bd-9651-d90a7fab9a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd16e8fdd-4899-49da-8780-0469072845ff'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:23.028236 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Attempting to bind port 63c405b4-a130-4be1-b924-a0c9d80fd6bc on network d16e8fdd-4899-49da-8780-0469072845ff {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:23.048286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5898ba39-74a3-4b7e-b9fa-8d1e81030277 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Made reservation on behalf of f7fb1c6875204523a93391741c7b0867 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:23.052449 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5898ba39-74a3-4b7e-b9fa-8d1e81030277 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.073330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.074330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:23.075198 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Checking segment: {'id': '8baddc55-cd8b-49bd-9651-d90a7fab9a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd16e8fdd-4899-49da-8780-0469072845ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:23.075353 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.075797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Bound using segment: {'id': '8baddc55-cd8b-49bd-9651-d90a7fab9a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd16e8fdd-4899-49da-8780-0469072845ff'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:23.076303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Bound port: 63c405b4-a130-4be1-b924-a0c9d80fd6bc, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8baddc55-cd8b-49bd-9651-d90a7fab9a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd16e8fdd-4899-49da-8780-0469072845ff'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:23.076767 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.079384 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.079752 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.080098 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.080432 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.080768 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.081243 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.081579 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.081908 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.082235 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.082593 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.082918 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.083239 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.122901 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-cc0c5de8-a435-4448-b12b-c03cb0cb21fc tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Allocated IP 2001:db8::f816:3eff:feca:5c8c (d16e8fdd-4899-49da-8780-0469072845ff/ab7ab937-13b6-4d43-9a29-49b7ea1211a4/12239567-d0ac-4715-83e9-a1da00b59016) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:23.141243 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:23.150006 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5898ba39-74a3-4b7e-b9fa-8d1e81030277 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:45:23.152966 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:23.156981 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:23.157634 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.165109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=37f35b3b-3b74-47c0-8610-f52bb68e977d,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:23.182202 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5898ba39-74a3-4b7e-b9fa-8d1e81030277 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.183083 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-5898ba39-74a3-4b7e-b9fa-8d1e81030277 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Added segment 1c718acf-0cda-47f9-a2a3-48ab94ebf8d6 of type vlan for network fcd1ee62-4619-417c-ab91-cc2a3029d54b Jul 28 11:45:23.184362 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f2323bd9-8027-4711-b914-5839e3806e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.186921 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f2323bd9-8027-4711-b914-5839e3806e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.192954 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f2323bd9-8027-4711-b914-5839e3806e1d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b543752-a2db-4828-ae61-f56beb4e8b58 HTTP/1.1" status: 204 len: 168 time: 0.3693044 Jul 28 11:45:23.202869 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ea8fc984-34e1-41bf-b771-a1ad7abdd813 tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.204048 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ea8fc984-34e1-41bf-b771-a1ad7abdd813 tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/95df07e7-3731-4096-9cf9-899cafc7c687 HTTP/1.1" status: 204 len: 168 time: 0.3479767 Jul 28 11:45:23.206211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.206646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.207000 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.207342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.207810 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.208294 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.208510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.208898 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.209239 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.209570 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.215613 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55072) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:23.221473 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.221845 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:23.241118 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a4aec758-38d4-4ffe-9f2b-41df25dd3f99 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8901703 Jul 28 11:45:23.245138 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.247642 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55074) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:23.261504 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2323bd9-8027-4711-b914-5839e3806e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b543752-a2db-4828-ae61-f56beb4e8b58,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:23.263271 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-9d0e9908-4c97-4092-8949-f17a77d5c6e8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-689773394', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:23.277736 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5898ba39-74a3-4b7e-b9fa-8d1e81030277 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.303141 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 0b1e357d-b24f-4839-a295-2121adfdda0b no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:23.319961 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5898ba39-74a3-4b7e-b9fa-8d1e81030277 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.327748 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5898ba39-74a3-4b7e-b9fa-8d1e81030277 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:23.328401 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5898ba39-74a3-4b7e-b9fa-8d1e81030277 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.362001 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5898ba39-74a3-4b7e-b9fa-8d1e81030277 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4152718 Jul 28 11:45:23.387221 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55076) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:23.393058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-61b3492b-a037-4ab4-8b4c-405c7d0414e4 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Request body: {'network': {'name': 'tempest-router-network02--88018618'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:23.412816 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 0b1e357d-b24f-4839-a295-2121adfdda0b {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:23.413538 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 0b1e357d-b24f-4839-a295-2121adfdda0b not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:23.414179 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 87f1453f-e435-4f12-a9c9-1d09ccc1eb12 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:23.429108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898ba39-74a3-4b7e-b9fa-8d1e81030277 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event updated for resources: {'Network': ['ID=fcd1ee62-4619-417c-ab91-cc2a3029d54b,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:23.442407 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b3492b-a037-4ab4-8b4c-405c7d0414e4 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Made reservation on behalf of f7fb1c6875204523a93391741c7b0867 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:23.446192 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-61b3492b-a037-4ab4-8b4c-405c7d0414e4 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.473329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b3492b-a037-4ab4-8b4c-405c7d0414e4 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:45:23.474829 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] For port 63c405b4-a130-4be1-b924-a0c9d80fd6bc, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:23.484828 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-61b3492b-a037-4ab4-8b4c-405c7d0414e4 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.485186 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-61b3492b-a037-4ab4-8b4c-405c7d0414e4 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Added segment 2e394f54-f5bd-4648-96ce-032832330362 of type vlan for network e20a2dcf-350a-42b1-8aef-59cbab51572d Jul 28 11:45:23.493493 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] For port 63c405b4-a130-4be1-b924-a0c9d80fd6bc, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=63c405b4-a130-4be1-b924-a0c9d80fd6bc,segment=NetworkSegment(8baddc55-cd8b-49bd-9651-d90a7fab9a34),segment_id=8baddc55-cd8b-49bd-9651-d90a7fab9a34)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:23.512675 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network fcd1ee62-4619-417c-ab91-cc2a3029d54b details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:45:23.535297 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.544612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-61b3492b-a037-4ab4-8b4c-405c7d0414e4 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.583520 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-61b3492b-a037-4ab4-8b4c-405c7d0414e4 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.587288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 87f1453f-e435-4f12-a9c9-1d09ccc1eb12 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:23.587828 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 87f1453f-e435-4f12-a9c9-1d09ccc1eb12 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:23.591211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b3492b-a037-4ab4-8b4c-405c7d0414e4 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:23.592376 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-61b3492b-a037-4ab4-8b4c-405c7d0414e4 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.656936 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e12167-b93a-4631-a61b-2eb3369c17b4 None None] Pushing event updated for resources: {'Port': ['ID=63c405b4-a130-4be1-b924-a0c9d80fd6bc,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:23.661383 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d0fc2a44-b3e6-4966-8b36-4be7e8f22d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.671210 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab5dcf3-09cf-45bd-bb1a-1345514f52ad']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:23.677224 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-61b3492b-a037-4ab4-8b4c-405c7d0414e4 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2890055 Jul 28 11:45:23.680162 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55084) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:23.693150 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a34e7ee9-236a-4be0-b092-205dd96a6eb6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Request body: {'subnet': {'network_id': 'fcd1ee62-4619-417c-ab91-cc2a3029d54b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:23.700614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-1258f3c3-95d2-418e-9b11-b275a2d9f694', 'network_id': '1258f3c3-95d2-418e-9b11-b275a2d9f694', 'tenant_id': 'f7fb1c6875204523a93391741c7b0867', 'fixed_ips': [{'subnet_id': '04941647-7d1c-4152-8f1f-2819b60e848e'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:45:23.702300 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.721479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93120ba0-1f0b-459b-be62-4c9b92914d38') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:23.721783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93120ba0-1f0b-459b-be62-4c9b92914d38') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:23.756671 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3492b-a037-4ab4-8b4c-405c7d0414e4 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event updated for resources: {'Network': ['ID=e20a2dcf-350a-42b1-8aef-59cbab51572d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:23.793446 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.817039 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9908-4c97-4092-8949-f17a77d5c6e8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.818388 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9908-4c97-4092-8949-f17a77d5c6e8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.826376 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network e20a2dcf-350a-42b1-8aef-59cbab51572d details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:45:23.854751 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34e7ee9-236a-4be0-b092-205dd96a6eb6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Made reservation on behalf of f7fb1c6875204523a93391741c7b0867 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:23.858391 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a34e7ee9-236a-4be0-b092-205dd96a6eb6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.932284 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.038522 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:45:24.038947 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:45:24.040691 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:45:24.156221 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d0fc2a44-b3e6-4966-8b36-4be7e8f22d37 None None] For port 540882f7-a18e-4bae-be92-728c69bb6d12, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=540882f7-a18e-4bae-be92-728c69bb6d12,segment=NetworkSegment(8048ebc1-78d6-4f0b-83f7-7fdc8f533b1a),segment_id=8048ebc1-78d6-4f0b-83f7-7fdc8f533b1a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:24.178866 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d0fc2a44-b3e6-4966-8b36-4be7e8f22d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.219310 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2d2bbd42-9848-4101-931d-285f7d09842b tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.220971 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2d2bbd42-9848-4101-931d-285f7d09842b tempest-MeteringTestJSON-312450062 tempest-MeteringTestJSON-312450062-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/039b4d33-46a6-46d8-8d2d-402625462167 HTTP/1.1" status: 204 len: 168 time: 1.0010505 Jul 28 11:45:24.350836 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9908-4c97-4092-8949-f17a77d5c6e8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.372261 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.375261 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Allocated IP 172.20.0.2 (1258f3c3-95d2-418e-9b11-b275a2d9f694/04941647-7d1c-4152-8f1f-2819b60e848e/56b17507-30e5-4e94-a5e9-6a2a7b040b9a) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:24.390327 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9908-4c97-4092-8949-f17a77d5c6e8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.397475 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Router 752ef2d4-04fd-42e5-b6fd-dea2b12f2ace is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:45:24.398113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3e228110-2654-4947-bb36-64c84bcc35ea None None] Provisioning complete for port 540882f7-a18e-4bae-be92-728c69bb6d12 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:24.399314 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e228110-2654-4947-bb36-64c84bcc35ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.420012 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc2a44-b3e6-4966-8b36-4be7e8f22d37 None None] Pushing event updated for resources: {'Port': ['ID=540882f7-a18e-4bae-be92-728c69bb6d12,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:24.438230 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dbc7d-6afd-49a8-ba05-235ac740ebfe req-5c63b08c-989b-472d-a650-a29be69c1adc tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:24.443656 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-661dbc7d-6afd-49a8-ba05-235ac740ebfe req-5c63b08c-989b-472d-a650-a29be69c1adc tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.5391223 Jul 28 11:45:24.455975 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.461849 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] 10.222.0.43 "DELETE /v2.0/networks/3ab5dcf3-09cf-45bd-bb1a-1345514f52ad HTTP/1.1" status: 204 len: 168 time: 3.7686844 Jul 28 11:45:24.488741 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cc0c5de8-a435-4448-b12b-c03cb0cb21fc tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.490648 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae4bf39-f952-491b-a77e-8cc4323e13e9 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:24.497969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46981bc-f0ea-4b1c-9003-e1acd72999af admin admin] Pushing event deleted for resources: {'Network': ['ID=3ab5dcf3-09cf-45bd-bb1a-1345514f52ad,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:24.516466 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9908-4c97-4092-8949-f17a77d5c6e8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.520252 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9d0e9908-4c97-4092-8949-f17a77d5c6e8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2671831 Jul 28 11:45:24.520975 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55108) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:24.574691 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-cc0c5de8-a435-4448-b12b-c03cb0cb21fc tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Transition to ACTIVE for port object 12239567-d0ac-4715-83e9-a1da00b59016 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:24.578213 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55110) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:24.631689 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a34e7ee9-236a-4be0-b092-205dd96a6eb6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.707195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55114) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:24.708319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e7ee9-236a-4be0-b092-205dd96a6eb6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event updated for resources: {'Subnet': ['ID=c437470a-d8ed-47ef-942e-489c4ce3f71b,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:24.712235 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-661dbc7d-6afd-49a8-ba05-235ac740ebfe req-fd1ec89b-bdf9-4bef-aff4-8105a4e9baa0 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454081 Jul 28 11:45:24.812063 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:24.881382 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cc0c5de8-a435-4448-b12b-c03cb0cb21fc tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.894480 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55120) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:24.953447 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bac4262-2cfb-4a1e-b18b-955bad6e1bad None None] Sync routers for ids ['752ef2d4-04fd-42e5-b6fd-dea2b12f2ace'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:24.988226 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-a94fdf40-29e3-4bfd-a31e-e4354c7f63a8 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-732746299'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:24.997727 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bac4262-2cfb-4a1e-b18b-955bad6e1bad None None] Routers {'752ef2d4-04fd-42e5-b6fd-dea2b12f2ace'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:24.998379 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-0bac4262-2cfb-4a1e-b18b-955bad6e1bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['752ef2d4-04fd-42e5-b6fd-dea2b12f2ace'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:25.012487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.012710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34e7ee9-236a-4be0-b092-205dd96a6eb6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Checking segment: {'id': '1c718acf-0cda-47f9-a2a3-48ab94ebf8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fcd1ee62-4619-417c-ab91-cc2a3029d54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:25.013039 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34e7ee9-236a-4be0-b092-205dd96a6eb6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Network hostable DHCP agents. Network: fcd1ee62-4619-417c-ab91-cc2a3029d54b, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:45:25.013694 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e25cd6f8-0181-4a44-b0a9-c3acf18f0ab5 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.4845788 Jul 28 11:45:25.026492 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55122) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:25.042890 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0c5de8-a435-4448-b12b-c03cb0cb21fc tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Network d16e8fdd-4899-49da-8780-0469072845ff is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:25.050061 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-cc0c5de8-a435-4448-b12b-c03cb0cb21fc tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:25.069211 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c5de8-a435-4448-b12b-c03cb0cb21fc tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:25.071465 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.076698 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0c5de8-a435-4448-b12b-c03cb0cb21fc tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:25.078350 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cc0c5de8-a435-4448-b12b-c03cb0cb21fc tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.125668 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Transition to ACTIVE for port object 56b17507-30e5-4e94-a5e9-6a2a7b040b9a will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:25.125998 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879531e7-fca3-4507-9ed6-621ddc6c0a02 req-f101cb1b-0bb7-48b5-9a9f-391334764767 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:25.131149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3e228110-2654-4947-bb36-64c84bcc35ea None None] Provisioning for port 2c71b4b2-afb4-45ee-a068-b70c6d45568c completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:25.135087 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-879531e7-fca3-4507-9ed6-621ddc6c0a02 req-f101cb1b-0bb7-48b5-9a9f-391334764767 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.2948720 Jul 28 11:45:25.153105 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3e228110-2654-4947-bb36-64c84bcc35ea None None] Provisioning complete for port 2c71b4b2-afb4-45ee-a068-b70c6d45568c triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:25.153518 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e228110-2654-4947-bb36-64c84bcc35ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.167266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Transition to ACTIVE for port object 56b17507-30e5-4e94-a5e9-6a2a7b040b9a will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:25.178832 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-847133d7-e0c1-4050-a408-7cb7bc2d227c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "GET /v2.0/routers/752ef2d4-04fd-42e5-b6fd-dea2b12f2ace HTTP/1.1" status: 200 len: 908 time: 0.1494575 Jul 28 11:45:25.183174 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94fdf40-29e3-4bfd-a31e-e4354c7f63a8 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Made reservation on behalf of 92ba2cf98c8b4b3b870994ba731d4c66 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:25.195196 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a94fdf40-29e3-4bfd-a31e-e4354c7f63a8 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.206282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-0bac4262-2cfb-4a1e-b18b-955bad6e1bad None None] Set router 752ef2d4-04fd-42e5-b6fd-dea2b12f2ace gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:25.210091 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.212042 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-83fe9c6c-e4f7-424a-9df5-6d2c07707d9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2be72fac593443b3b5e53c5f1e497b43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3166394 Jul 28 11:45:25.215171 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55124) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:25.216286 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55126) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:25.219577 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a94fdf40-29e3-4bfd-a31e-e4354c7f63a8 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.233912 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cc0c5de8-a435-4448-b12b-c03cb0cb21fc tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.7966669 Jul 28 11:45:25.234749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c5de8-a435-4448-b12b-c03cb0cb21fc tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event updated for resources: {'Port': ['ID=12239567-d0ac-4715-83e9-a1da00b59016,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:25.247401 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55128) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:25.252423 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e62fb60d-a425-4519-a7eb-2a379f1b486f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.281807 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34e7ee9-236a-4be0-b092-205dd96a6eb6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Network fcd1ee62-4619-417c-ab91-cc2a3029d54b is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:45:25.402645 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.412103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-a34e7ee9-236a-4be0-b092-205dd96a6eb6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, fcd1ee62-4619-417c-ab91-cc2a3029d54b) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:25.431431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e7ee9-236a-4be0-b092-205dd96a6eb6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:25.432024 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a34e7ee9-236a-4be0-b092-205dd96a6eb6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.455378 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6b8df8aa-eb11-4e71-9d32-13731874fbd1 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.460758 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75f2207-f632-404b-98e0-8e0dad9c1a54 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Deleting subnet ab7ab937-13b6-4d43-9a29-49b7ea1211a4 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:45:25.498188 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bb2c9e-e683-4bbe-bd01-da5b78b7ffcb None None] Network d16e8fdd-4899-49da-8780-0469072845ff requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:25.499900 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-879531e7-fca3-4507-9ed6-621ddc6c0a02 req-af0eceed-6997-4c70-b298-1d0b2066b302 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3638337 Jul 28 11:45:25.500878 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e72338e-0862-4a7c-a046-38e2a38ae540 None None] Network fcd1ee62-4619-417c-ab91-cc2a3029d54b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:25.506055 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Network 1258f3c3-95d2-418e-9b11-b275a2d9f694 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:25.550746 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e7709e0b-d2ef-4857-9bd3-09b0047b8ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.557595 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d75f2207-f632-404b-98e0-8e0dad9c1a54 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.561458 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:25.600977 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:25.620860 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e62fb60d-a425-4519-a7eb-2a379f1b486f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.642124 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e62fb60d-a425-4519-a7eb-2a379f1b486f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.672386 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Pushing event updated for resources: {'Port': ['ID=56b17507-30e5-4e94-a5e9-6a2a7b040b9a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:25.675608 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d75f2207-f632-404b-98e0-8e0dad9c1a54 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.683478 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e7709e0b-d2ef-4857-9bd3-09b0047b8ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.704653 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62fb60d-a425-4519-a7eb-2a379f1b486f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaecd8fc-1ab6-4112-b9fe-23abfb5f3daf,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:25.725172 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dce8f5-1bf0-4e4b-961d-5e72b9293a5f req-152afa96-5f01-4dd0-8c6d-397c8199236f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:25.726752 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-73dce8f5-1bf0-4e4b-961d-5e72b9293a5f req-152afa96-5f01-4dd0-8c6d-397c8199236f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.1278441 Jul 28 11:45:25.732097 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a34e7ee9-236a-4be0-b092-205dd96a6eb6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0508959 Jul 28 11:45:25.739452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55132) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:25.752813 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-fdc0a0f9-5bb0-40d7-828f-c5d4bacdd88f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Request body: {'subnet': {'network_id': 'e20a2dcf-350a-42b1-8aef-59cbab51572d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:25.837650 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6b8df8aa-eb11-4e71-9d32-13731874fbd1 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.860365 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e228110-2654-4947-bb36-64c84bcc35ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.863171 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Attempting to bind port 56b17507-30e5-4e94-a5e9-6a2a7b040b9a on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:25.864239 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Attempting to bind port 56b17507-30e5-4e94-a5e9-6a2a7b040b9a by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'd72451b0-0374-4540-acff-25ce0cdb289e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1258f3c3-95d2-418e-9b11-b275a2d9f694'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:25.864471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Attempting to bind port 56b17507-30e5-4e94-a5e9-6a2a7b040b9a on network 1258f3c3-95d2-418e-9b11-b275a2d9f694 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:25.866471 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-73dce8f5-1bf0-4e4b-961d-5e72b9293a5f req-89a91069-2491-4242-9c65-fbff11e39bd0 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154261 Jul 28 11:45:25.912549 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 540882f7-a18e-4bae-be92-728c69bb6d12 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:25.992473 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:25.992772 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Checking segment: {'id': 'd72451b0-0374-4540-acff-25ce0cdb289e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1258f3c3-95d2-418e-9b11-b275a2d9f694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:25.993201 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.993636 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Bound using segment: {'id': 'd72451b0-0374-4540-acff-25ce0cdb289e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1258f3c3-95d2-418e-9b11-b275a2d9f694'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:25.994128 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Bound port: 56b17507-30e5-4e94-a5e9-6a2a7b040b9a, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72451b0-0374-4540-acff-25ce0cdb289e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1258f3c3-95d2-418e-9b11-b275a2d9f694'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:25.994542 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.057718 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a94fdf40-29e3-4bfd-a31e-e4354c7f63a8 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.059249 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e7709e0b-d2ef-4857-9bd3-09b0047b8ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.066808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e7709e0b-d2ef-4857-9bd3-09b0047b8ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.067100 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3e228110-2654-4947-bb36-64c84bcc35ea None None] For port 2c71b4b2-afb4-45ee-a068-b70c6d45568c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2c71b4b2-afb4-45ee-a068-b70c6d45568c,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:26.069445 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e7709e0b-d2ef-4857-9bd3-09b0047b8ec8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62e63ecb-2d32-443b-aa57-5e58840287ff HTTP/1.1" status: 204 len: 168 time: 0.8363538 Jul 28 11:45:26.076425 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e62fb60d-a425-4519-a7eb-2a379f1b486f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a5f63065cd94fb79e410f102cda2ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3613272 Jul 28 11:45:26.082035 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55138) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:26.091036 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a94fdf40-29e3-4bfd-a31e-e4354c7f63a8 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.116838 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-6b8df8aa-eb11-4e71-9d32-13731874fbd1 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Deleting port 80ea60a6-1d1a-4426-b466-4b573a0166d0 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:26.117337 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6b8df8aa-eb11-4e71-9d32-13731874fbd1 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.122208 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e228110-2654-4947-bb36-64c84bcc35ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.130837 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-fcd1ee62-4619-417c-ab91-cc2a3029d54b', 'network_id': 'fcd1ee62-4619-417c-ab91-cc2a3029d54b', 'tenant_id': 'f7fb1c6875204523a93391741c7b0867', 'fixed_ips': [{'subnet_id': 'c437470a-d8ed-47ef-942e-489c4ce3f71b'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:45:26.131580 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.215794 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6b8df8aa-eb11-4e71-9d32-13731874fbd1 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.233991 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-6b8df8aa-eb11-4e71-9d32-13731874fbd1 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Calling delete_port for 80ea60a6-1d1a-4426-b466-4b573a0166d0 owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:26.251261 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] For port 56b17507-30e5-4e94-a5e9-6a2a7b040b9a, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:26.259423 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 540882f7-a18e-4bae-be92-728c69bb6d12 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:26.259798 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.283471 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b699abc-fdcd-41e5-b084-a16dab001dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.299574 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7709e0b-d2ef-4857-9bd3-09b0047b8ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e63ecb-2d32-443b-aa57-5e58840287ff,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:26.304771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc0a0f9-5bb0-40d7-828f-c5d4bacdd88f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Made reservation on behalf of f7fb1c6875204523a93391741c7b0867 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:26.310640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fdc0a0f9-5bb0-40d7-828f-c5d4bacdd88f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.320012 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e228110-2654-4947-bb36-64c84bcc35ea None None] Pushing event updated for resources: {'Port': ['ID=2c71b4b2-afb4-45ee-a068-b70c6d45568c,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:26.325188 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81864d8f-4d49-49ba-be70-001ffaf7e3d8 req-0ccecb2e-2ada-43c2-9bee-244ae3606dda tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:26.333385 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-81864d8f-4d49-49ba-be70-001ffaf7e3d8 req-0ccecb2e-2ada-43c2-9bee-244ae3606dda tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.3591793 Jul 28 11:45:26.344817 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94fdf40-29e3-4bfd-a31e-e4354c7f63a8 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:45:26.352965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] For port 56b17507-30e5-4e94-a5e9-6a2a7b040b9a, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=56b17507-30e5-4e94-a5e9-6a2a7b040b9a,segment=NetworkSegment(d72451b0-0374-4540-acff-25ce0cdb289e),segment_id=d72451b0-0374-4540-acff-25ce0cdb289e)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:26.381997 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.390901 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-0bac4262-2cfb-4a1e-b18b-955bad6e1bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752ef2d4-04fd-42e5-b6fd-dea2b12f2ace', 'name': 'tempest-snat-router-1797326559', 'tenant_id': 'f91e5e17fdd14edfb8aa0c8daa6fd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.222'}], 'enable_snat': True}, 'gw_port_id': '80ea60a6-1d1a-4426-b466-4b573a0166d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:14Z', 'updated_at': '2021-07-28T11:45:21Z', 'revision_number': 3, 'project_id': 'f91e5e17fdd14edfb8aa0c8daa6fd656', 'gw_port': {'id': '80ea60a6-1d1a-4426-b466-4b573a0166d0', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '752ef2d4-04fd-42e5-b6fd-dea2b12f2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:18Z', 'updated_at': '2021-07-28T11:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:26.407527 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-81864d8f-4d49-49ba-be70-001ffaf7e3d8 req-83d21f87-dc07-4a62-a7e8-ed4f512812e0 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731611 Jul 28 11:45:26.421912 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fdf40-29e3-4bfd-a31e-e4354c7f63a8 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad793075-f46c-4b58-bc7d-acd243ff7198,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:26.448467 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a94fdf40-29e3-4bfd-a31e-e4354c7f63a8 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.449925 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-a94fdf40-29e3-4bfd-a31e-e4354c7f63a8 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Added segment d4562b9e-c9fe-4a66-857b-4d6707200813 of type vlan for network 322c9360-5805-4b48-862f-d40dcba4caec Jul 28 11:45:26.463489 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b699abc-fdcd-41e5-b084-a16dab001dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.499983 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bac4262-2cfb-4a1e-b18b-955bad6e1bad None None] Checking router: 752ef2d4-04fd-42e5-b6fd-dea2b12f2ace for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:45:26.500486 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bac4262-2cfb-4a1e-b18b-955bad6e1bad None None] Updating router 752ef2d4-04fd-42e5-b6fd-dea2b12f2ace port 80ea60a6-1d1a-4426-b466-4b573a0166d0 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:45:26.512596 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b368bb97-b136-4181-a46a-13d3b29b86b8 None None] Provisioning for port 63c405b4-a130-4be1-b924-a0c9d80fd6bc completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:26.519946 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::1 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/37f35b3b-3b74-47c0-8610-f52bb68e977d/5b54692f-1e6b-410b-9a7f-7f119c238874) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:26.523659 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a94fdf40-29e3-4bfd-a31e-e4354c7f63a8 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.542684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d75f2207-f632-404b-98e0-8e0dad9c1a54 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.632408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bac4262-2cfb-4a1e-b18b-955bad6e1bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.645134 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Allocated IP 172.20.0.2 (fcd1ee62-4619-417c-ab91-cc2a3029d54b/c437470a-d8ed-47ef-942e-489c4ce3f71b/e88984d2-3b26-4fb1-b7f3-cd458258b1c0) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:26.683387 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a94fdf40-29e3-4bfd-a31e-e4354c7f63a8 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.689125 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94fdf40-29e3-4bfd-a31e-e4354c7f63a8 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:26.689748 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a94fdf40-29e3-4bfd-a31e-e4354c7f63a8 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.717492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fb720-35a6-41b1-9530-309bb1831142 None None] Pushing event updated for resources: {'Port': ['ID=56b17507-30e5-4e94-a5e9-6a2a7b040b9a,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:26.731431 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b368bb97-b136-4181-a46a-13d3b29b86b8 None None] Provisioning complete for port 2c71b4b2-afb4-45ee-a068-b70c6d45568c triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:26.732128 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b368bb97-b136-4181-a46a-13d3b29b86b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.891038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fdf40-29e3-4bfd-a31e-e4354c7f63a8 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event updated for resources: {'Network': ['ID=322c9360-5805-4b48-862f-d40dcba4caec,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:26.899281 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a94fdf40-29e3-4bfd-a31e-e4354c7f63a8 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3199770 Jul 28 11:45:26.906531 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55152) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:26.924179 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-25428150-e43b-4c25-8b73-e4b07fd92be4 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Request body: {'subnet': {'network_id': '322c9360-5805-4b48-862f-d40dcba4caec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:26.962691 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 63c405b4-a130-4be1-b924-a0c9d80fd6bc up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:26.964731 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 322c9360-5805-4b48-862f-d40dcba4caec details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:45:26.979559 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.022130 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object 5b54692f-1e6b-410b-9a7f-7f119c238874 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:27.074680 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6b8df8aa-eb11-4e71-9d32-13731874fbd1 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.088581 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b699abc-fdcd-41e5-b084-a16dab001dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.097513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b699abc-fdcd-41e5-b084-a16dab001dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.101704 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7b699abc-fdcd-41e5-b084-a16dab001dde admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eaecd8fc-1ab6-4112-b9fe-23abfb5f3daf HTTP/1.1" status: 204 len: 168 time: 1.0167634 Jul 28 11:45:27.139167 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8df8aa-eb11-4e71-9d32-13731874fbd1 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Pushing event deleted for resources: {'Port': ['ID=80ea60a6-1d1a-4426-b466-4b573a0166d0,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:27.234264 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25428150-e43b-4c25-8b73-e4b07fd92be4 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Made reservation on behalf of 92ba2cf98c8b4b3b870994ba731d4c66 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:27.239727 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-25428150-e43b-4c25-8b73-e4b07fd92be4 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.270716 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6b8df8aa-eb11-4e71-9d32-13731874fbd1 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.277655 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b699abc-fdcd-41e5-b084-a16dab001dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaecd8fc-1ab6-4112-b9fe-23abfb5f3daf,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:27.279762 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fdc0a0f9-5bb0-40d7-828f-c5d4bacdd88f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.289015 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d75f2207-f632-404b-98e0-8e0dad9c1a54 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.368042 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 63c405b4-a130-4be1-b924-a0c9d80fd6bc completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:27.405543 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d75f2207-f632-404b-98e0-8e0dad9c1a54 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.410598 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d75f2207-f632-404b-98e0-8e0dad9c1a54 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/subnets/ab7ab937-13b6-4d43-9a29-49b7ea1211a4 HTTP/1.1" status: 204 len: 168 time: 2.1601207 Jul 28 11:45:27.411940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 63c405b4-a130-4be1-b924-a0c9d80fd6bc triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:27.412472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.421580 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55164) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:27.428511 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526de625-2648-45f2-87f9-e142600d486e None None] Network d16e8fdd-4899-49da-8780-0469072845ff requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:27.462005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.480490 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6b8df8aa-eb11-4e71-9d32-13731874fbd1 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.482909 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6b8df8aa-eb11-4e71-9d32-13731874fbd1 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.545511 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0a0f9-5bb0-40d7-828f-c5d4bacdd88f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event updated for resources: {'Subnet': ['ID=e2873fec-5e47-4198-89dd-f09039c54a55,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:27.618319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc0a0f9-5bb0-40d7-828f-c5d4bacdd88f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Checking segment: {'id': '2e394f54-f5bd-4648-96ce-032832330362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e20a2dcf-350a-42b1-8aef-59cbab51572d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:27.619148 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc0a0f9-5bb0-40d7-828f-c5d4bacdd88f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Network hostable DHCP agents. Network: e20a2dcf-350a-42b1-8aef-59cbab51572d, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:45:27.643140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:27.644288 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f2207-f632-404b-98e0-8e0dad9c1a54 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7ab937-13b6-4d43-9a29-49b7ea1211a4,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:27.661659 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6a37eb-145d-4ea4-808b-5962814fa2e0 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:27.664999 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6a37eb-145d-4ea4-808b-5962814fa2e0 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:27.666999 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cd6a37eb-145d-4ea4-808b-5962814fa2e0 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2432685 Jul 28 11:45:27.672678 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:27.676144 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55170) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:27.678907 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=5b54692f-1e6b-410b-9a7f-7f119c238874,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:27.700013 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:27.701117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.710407 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6b8df8aa-eb11-4e71-9d32-13731874fbd1 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.711044 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8df8aa-eb11-4e71-9d32-13731874fbd1 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 752ef2d4-04fd-42e5-b6fd-dea2b12f2ace {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:45:27.717031 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6b8df8aa-eb11-4e71-9d32-13731874fbd1 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.718270 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6b8df8aa-eb11-4e71-9d32-13731874fbd1 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "DELETE /v2.0/routers/752ef2d4-04fd-42e5-b6fd-dea2b12f2ace HTTP/1.1" status: 204 len: 168 time: 2.4874976 Jul 28 11:45:27.719194 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-25428150-e43b-4c25-8b73-e4b07fd92be4 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.721131 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55172) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:27.771281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.805866 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc0a0f9-5bb0-40d7-828f-c5d4bacdd88f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Network e20a2dcf-350a-42b1-8aef-59cbab51572d is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:45:27.900863 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-fdc0a0f9-5bb0-40d7-828f-c5d4bacdd88f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, e20a2dcf-350a-42b1-8aef-59cbab51572d) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:27.917888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc0a0f9-5bb0-40d7-828f-c5d4bacdd88f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:27.918676 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fdc0a0f9-5bb0-40d7-828f-c5d4bacdd88f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.927888 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd10301-0390-4d5b-b6fd-816923422d04 None None] Network e20a2dcf-350a-42b1-8aef-59cbab51572d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:27.961711 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Transition to ACTIVE for port object e88984d2-3b26-4fb1-b7f3-cd458258b1c0 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:27.976729 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55176) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:28.038721 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fdc0a0f9-5bb0-40d7-828f-c5d4bacdd88f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2960148 Jul 28 11:45:28.040960 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c67e3e52-cc25-4d58-8d03-ae601c86ea24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.043910 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55178) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:28.074580 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25428150-e43b-4c25-8b73-e4b07fd92be4 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event updated for resources: {'Subnet': ['ID=89a0e7f8-377d-4327-a510-f9619591ef46,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:28.075152 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-87e87222-152c-4c20-ad1a-ddb9da2159a4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.107343 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.db.api [None req-0bac4262-2cfb-4a1e-b18b-955bad6e1bad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:45:28.107704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG oslo_db.api [None req-0bac4262-2cfb-4a1e-b18b-955bad6e1bad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:45:28.114836 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25428150-e43b-4c25-8b73-e4b07fd92be4 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Checking segment: {'id': 'd4562b9e-c9fe-4a66-857b-4d6707200813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '322c9360-5805-4b48-862f-d40dcba4caec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:28.115488 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25428150-e43b-4c25-8b73-e4b07fd92be4 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Network hostable DHCP agents. Network: 322c9360-5805-4b48-862f-d40dcba4caec, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:45:28.133183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30201e00-f9ae-4d84-bf3e-031b0f87c29c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.148809 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Transition to ACTIVE for port object e88984d2-3b26-4fb1-b7f3-cd458258b1c0 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:28.190258 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1a7fd64f-e45d-417b-826c-6f1405814903 None None] Provisioning for port 12239567-d0ac-4715-83e9-a1da00b59016 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:28.198904 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25428150-e43b-4c25-8b73-e4b07fd92be4 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Network 322c9360-5805-4b48-862f-d40dcba4caec is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:45:28.212943 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1a7fd64f-e45d-417b-826c-6f1405814903 None None] Provisioning complete for port 12239567-d0ac-4715-83e9-a1da00b59016 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:28.213163 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a7fd64f-e45d-417b-826c-6f1405814903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.242069 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.272305 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-25428150-e43b-4c25-8b73-e4b07fd92be4 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 322c9360-5805-4b48-862f-d40dcba4caec) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:28.281464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25428150-e43b-4c25-8b73-e4b07fd92be4 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:28.282273 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-25428150-e43b-4c25-8b73-e4b07fd92be4 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.284761 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e87222-152c-4c20-ad1a-ddb9da2159a4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 28 11:45:28.285310 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e87222-152c-4c20-ad1a-ddb9da2159a4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:45:28.287244 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-87e87222-152c-4c20-ad1a-ddb9da2159a4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/networks/d16e8fdd-4899-49da-8780-0469072845ff HTTP/1.1" status: 409 len: 405 time: 0.6093526 Jul 28 11:45:28.299392 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55184) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:28.313433 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-dbeb48f7-9967-4bf0-bf34-755f476bd7dd tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1279666249'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:28.339255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71e7f0b-1f52-4662-99d1-3dae02721b4e None None] Network 322c9360-5805-4b48-862f-d40dcba4caec requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:28.348297 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30201e00-f9ae-4d84-bf3e-031b0f87c29c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.408155 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-30201e00-f9ae-4d84-bf3e-031b0f87c29c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Deleting port db418894-13a7-4d22-ba99-2c249210ea5b {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:28.408563 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30201e00-f9ae-4d84-bf3e-031b0f87c29c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.416168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c67e3e52-cc25-4d58-8d03-ae601c86ea24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.422466 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.426490 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f96587d-6ac0-4aba-b1f4-3b245ea173af None None] Network 1258f3c3-95d2-418e-9b11-b275a2d9f694 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:28.436137 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c67e3e52-cc25-4d58-8d03-ae601c86ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.462691 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-25428150-e43b-4c25-8b73-e4b07fd92be4 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5504692 Jul 28 11:45:28.463549 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55188) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:28.470761 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5db8b7f6-bec8-44f8-a091-562ed3d56335 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Request body: {'port': {'network_id': '322c9360-5805-4b48-862f-d40dcba4caec', 'name': 'tempest-AllowedAddressPairTestJSON-256957844'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:28.535348 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.556668 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Network fcd1ee62-4619-417c-ab91-cc2a3029d54b is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:28.560331 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1a7fd64f-e45d-417b-826c-6f1405814903 None None] Port 12239567-d0ac-4715-83e9-a1da00b59016 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:28.592916 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c67e3e52-cc25-4d58-8d03-ae601c86ea24 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6536de42efdb41dd85b4d1e086053d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6075981 Jul 28 11:45:28.597273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55194) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:28.599002 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:28.624000 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e3e52-cc25-4d58-8d03-ae601c86ea24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdbfaf8-8254-4b42-9120-32152c317194,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:28.624441 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:28.630362 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Pushing event updated for resources: {'Port': ['ID=e88984d2-3b26-4fb1-b7f3-cd458258b1c0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:28.643536 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeb48f7-9967-4bf0-bf34-755f476bd7dd tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Made reservation on behalf of c8dea24e82634eaeab1d328602e5a8e5 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:28.646983 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dbeb48f7-9967-4bf0-bf34-755f476bd7dd tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.652264 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-322c9360-5805-4b48-862f-d40dcba4caec', 'network_id': '322c9360-5805-4b48-862f-d40dcba4caec', 'tenant_id': '92ba2cf98c8b4b3b870994ba731d4c66', 'fixed_ips': [{'subnet_id': '89a0e7f8-377d-4327-a510-f9619591ef46'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:45:28.653241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.660122 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-30201e00-f9ae-4d84-bf3e-031b0f87c29c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] For port db418894-13a7-4d22-ba99-2c249210ea5b, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=db418894-13a7-4d22-ba99-2c249210ea5b,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:28.660804 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30201e00-f9ae-4d84-bf3e-031b0f87c29c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.685881 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-30201e00-f9ae-4d84-bf3e-031b0f87c29c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Calling delete_port for db418894-13a7-4d22-ba99-2c249210ea5b owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:28.723915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bac4262-2cfb-4a1e-b18b-955bad6e1bad None None] Port 80ea60a6-1d1a-4426-b466-4b573a0166d0 not found while updating agent binding for router 752ef2d4-04fd-42e5-b6fd-dea2b12f2ace. {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 28 11:45:28.726646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:28.727079 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:28.727525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:28.727938 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:28.728347 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:28.728754 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:28.729159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:28.729565 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:28.729980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:28.730362 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:28.730798 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:28.731249 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:28.753623 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db8b7f6-bec8-44f8-a091-562ed3d56335 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Made reservation on behalf of 92ba2cf98c8b4b3b870994ba731d4c66 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:28.757550 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5db8b7f6-bec8-44f8-a091-562ed3d56335 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.769931 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55196) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:28.771769 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5a2a34-44df-4410-bf1c-c9f0cc4443d8 None None] DHCP port deletion for d16e8fdd-4899-49da-8780-0469072845ff request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:45:28.776285 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 63c405b4-a130-4be1-b924-a0c9d80fd6bc, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=63c405b4-a130-4be1-b924-a0c9d80fd6bc,segment=NetworkSegment(8baddc55-cd8b-49bd-9651-d90a7fab9a34),segment_id=8baddc55-cd8b-49bd-9651-d90a7fab9a34)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:28.793012 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1a7fd64f-e45d-417b-826c-6f1405814903 None None] Provisioning complete for port 63c405b4-a130-4be1-b924-a0c9d80fd6bc triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:28.793632 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a7fd64f-e45d-417b-826c-6f1405814903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.804522 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.817640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbeb48f7-9967-4bf0-bf34-755f476bd7dd tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:45:28.837246 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.870182 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dbeb48f7-9967-4bf0-bf34-755f476bd7dd tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.870611 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-dbeb48f7-9967-4bf0-bf34-755f476bd7dd tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Added segment 87067d21-5899-4c31-ac07-3768da58ff9e of type vlan for network f8a825bb-569c-452c-a2a0-7b61e7de498a Jul 28 11:45:28.895448 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ef17e40a-a7e8-4690-9467-2ccf62b91915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.921934 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bac4262-2cfb-4a1e-b18b-955bad6e1bad None None] Routers set() bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:28.922316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bac4262-2cfb-4a1e-b18b-955bad6e1bad None None] Router IDs set() for agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 11:45:28.923044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_agentschedulers_db [None req-0bac4262-2cfb-4a1e-b18b-955bad6e1bad None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'752ef2d4-04fd-42e5-b6fd-dea2b12f2ace'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent'). {{(pid=100417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 28 11:45:28.923489 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bac4262-2cfb-4a1e-b18b-955bad6e1bad None None] The sync data for ids ['752ef2d4-04fd-42e5-b6fd-dea2b12f2ace'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:29.004048 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-5db8b7f6-bec8-44f8-a091-562ed3d56335 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] device_id is not set on port 10de965e-ac1f-41b9-95a8-8c89bcb112c2 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:29.028801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ee8128aa-a703-4e22-b022-3a2d7d1a883d tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1493304755'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:29.029852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ee8128aa-a703-4e22-b022-3a2d7d1a883d tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] Unknown quota resources ['metering_label']. {{(pid=100415) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:45:29.032836 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-e20a2dcf-350a-42b1-8aef-59cbab51572d', 'network_id': 'e20a2dcf-350a-42b1-8aef-59cbab51572d', 'tenant_id': 'f7fb1c6875204523a93391741c7b0867', 'fixed_ips': [{'subnet_id': 'e2873fec-5e47-4198-89dd-f09039c54a55'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:45:29.033832 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.055091 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Attempting to bind port e88984d2-3b26-4fb1-b7f3-cd458258b1c0 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:29.055469 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Attempting to bind port e88984d2-3b26-4fb1-b7f3-cd458258b1c0 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '1c718acf-0cda-47f9-a2a3-48ab94ebf8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fcd1ee62-4619-417c-ab91-cc2a3029d54b'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:29.055939 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Attempting to bind port e88984d2-3b26-4fb1-b7f3-cd458258b1c0 on network fcd1ee62-4619-417c-ab91-cc2a3029d54b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:29.075886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ef17e40a-a7e8-4690-9467-2ccf62b91915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.085110 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dbeb48f7-9967-4bf0-bf34-755f476bd7dd tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.108983 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2c71b4b2-afb4-45ee-a068-b70c6d45568c up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:29.111455 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:29.111834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Checking segment: {'id': '1c718acf-0cda-47f9-a2a3-48ab94ebf8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fcd1ee62-4619-417c-ab91-cc2a3029d54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:29.112417 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.112819 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Bound using segment: {'id': '1c718acf-0cda-47f9-a2a3-48ab94ebf8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fcd1ee62-4619-417c-ab91-cc2a3029d54b'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:29.113310 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Bound port: e88984d2-3b26-4fb1-b7f3-cd458258b1c0, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c718acf-0cda-47f9-a2a3-48ab94ebf8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fcd1ee62-4619-417c-ab91-cc2a3029d54b'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:29.113708 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.163992 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=63c405b4-a130-4be1-b924-a0c9d80fd6bc,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:29.169037 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-5db8b7f6-bec8-44f8-a091-562ed3d56335 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Allocated IP 172.20.0.13 (322c9360-5805-4b48-862f-d40dcba4caec/89a0e7f8-377d-4327-a510-f9619591ef46/10de965e-ac1f-41b9-95a8-8c89bcb112c2) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:29.230532 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30201e00-f9ae-4d84-bf3e-031b0f87c29c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.262836 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.resource_extend [None req-dbeb48f7-9967-4bf0-bf34-755f476bd7dd tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:45:29.323559 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30201e00-f9ae-4d84-bf3e-031b0f87c29c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Pushing event deleted for resources: {'Port': ['ID=db418894-13a7-4d22-ba99-2c249210ea5b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:29.378286 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a2a34-44df-4410-bf1c-c9f0cc4443d8 None None] Deleting port 63c405b4-a130-4be1-b924-a0c9d80fd6bc {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:29.378704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e5a2a34-44df-4410-bf1c-c9f0cc4443d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.473492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] For port e88984d2-3b26-4fb1-b7f3-cd458258b1c0, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:29.506209 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Allocated IP 172.20.0.2 (e20a2dcf-350a-42b1-8aef-59cbab51572d/e2873fec-5e47-4198-89dd-f09039c54a55/9a4f388d-448e-4159-8eec-4fa1f6420174) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:29.509614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 2c71b4b2-afb4-45ee-a068-b70c6d45568c triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:29.510001 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.519468 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] For port e88984d2-3b26-4fb1-b7f3-cd458258b1c0, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e88984d2-3b26-4fb1-b7f3-cd458258b1c0,segment=NetworkSegment(1c718acf-0cda-47f9-a2a3-48ab94ebf8d6),segment_id=1c718acf-0cda-47f9-a2a3-48ab94ebf8d6)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:29.561040 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.574601 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9e5a2a34-44df-4410-bf1c-c9f0cc4443d8 None None] For port 63c405b4-a130-4be1-b924-a0c9d80fd6bc, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=63c405b4-a130-4be1-b924-a0c9d80fd6bc,segment=NetworkSegment(8baddc55-cd8b-49bd-9651-d90a7fab9a34),segment_id=8baddc55-cd8b-49bd-9651-d90a7fab9a34)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:29.575301 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e5a2a34-44df-4410-bf1c-c9f0cc4443d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.608111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ee8128aa-a703-4e22-b022-3a2d7d1a883d tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.612336 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ee8128aa-a703-4e22-b022-3a2d7d1a883d tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8338249 Jul 28 11:45:29.614504 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dbeb48f7-9967-4bf0-bf34-755f476bd7dd tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.620112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeb48f7-9967-4bf0-bf34-755f476bd7dd tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:29.620745 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dbeb48f7-9967-4bf0-bf34-755f476bd7dd tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.650357 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55200) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:29.663173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b1e18f08-59eb-463b-97a7-10b786ee1dfb tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7935009e-1363-4ddf-84c2-7bfaf8049894'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:29.663700 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b1e18f08-59eb-463b-97a7-10b786ee1dfb tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100415) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:45:29.670405 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a2a34-44df-4410-bf1c-c9f0cc4443d8 None None] Calling delete_port for 63c405b4-a130-4be1-b924-a0c9d80fd6bc owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:29.746733 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec834bf1-ed37-422a-a464-cdc3f66f49ad None None] Pushing event updated for resources: {'Port': ['ID=e88984d2-3b26-4fb1-b7f3-cd458258b1c0,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:29.753478 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb48f7-9967-4bf0-bf34-755f476bd7dd tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event updated for resources: {'Network': ['ID=f8a825bb-569c-452c-a2a0-7b61e7de498a,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:29.754607 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-24163d33-055b-4eed-b276-d25fe30c94c6 None None] Provisioning for port 56b17507-30e5-4e94-a5e9-6a2a7b040b9a completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:29.785510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ef17e40a-a7e8-4690-9467-2ccf62b91915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.788442 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ef17e40a-a7e8-4690-9467-2ccf62b91915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.796053 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ef17e40a-a7e8-4690-9467-2ccf62b91915 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbdbfaf8-8254-4b42-9120-32152c317194 HTTP/1.1" status: 204 len: 168 time: 1.1924558 Jul 28 11:45:29.806975 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-dbeb48f7-9967-4bf0-bf34-755f476bd7dd tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5050232 Jul 28 11:45:29.836133 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network f8a825bb-569c-452c-a2a0-7b61e7de498a details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:45:29.839856 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55204) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:29.849880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-49903ba3-9d36-4984-98e1-c927debae72a tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Request body: {'subnet': {'network_id': 'f8a825bb-569c-452c-a2a0-7b61e7de498a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:29.893417 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.956132 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.957079 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.967081 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5db8b7f6-bec8-44f8-a091-562ed3d56335 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:29.998770 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-5db8b7f6-bec8-44f8-a091-562ed3d56335 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Transition to ACTIVE for port object 10de965e-ac1f-41b9-95a8-8c89bcb112c2 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:30.000311 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30201e00-f9ae-4d84-bf3e-031b0f87c29c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.032468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17e40a-a7e8-4690-9467-2ccf62b91915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdbfaf8-8254-4b42-9120-32152c317194,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:30.043575 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=5b54692f-1e6b-410b-9a7f-7f119c238874,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:30.055879 dv-neutron-786478-16-hyperv neutron-server[100415]: WARNING neutron.services.metering.metering_plugin [None req-b1e18f08-59eb-463b-97a7-10b786ee1dfb tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 11:45:30.094369 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Allocated IP 172.20.0.1 (fcd1ee62-4619-417c-ab91-cc2a3029d54b/c437470a-d8ed-47ef-942e-489c4ce3f71b/519f4161-d630-4332-b7f9-e36682b67696) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:30.146780 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30201e00-f9ae-4d84-bf3e-031b0f87c29c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.149888 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30201e00-f9ae-4d84-bf3e-031b0f87c29c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.201942 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-24163d33-055b-4eed-b276-d25fe30c94c6 None None] Provisioning for port 5b54692f-1e6b-410b-9a7f-7f119c238874 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:30.217266 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30201e00-f9ae-4d84-bf3e-031b0f87c29c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.217819 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30201e00-f9ae-4d84-bf3e-031b0f87c29c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c960df22-e2ad-46df-a4a8-288167d9e51d {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:45:30.228667 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30201e00-f9ae-4d84-bf3e-031b0f87c29c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.229999 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-30201e00-f9ae-4d84-bf3e-031b0f87c29c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "DELETE /v2.0/routers/c960df22-e2ad-46df-a4a8-288167d9e51d HTTP/1.1" status: 204 len: 168 time: 2.4979184 Jul 28 11:45:30.238601 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49903ba3-9d36-4984-98e1-c927debae72a tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Made reservation on behalf of c8dea24e82634eaeab1d328602e5a8e5 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:30.239392 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55208) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:30.245204 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-49903ba3-9d36-4984-98e1-c927debae72a tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.264193 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-24163d33-055b-4eed-b276-d25fe30c94c6 None None] Provisioning complete for port 5b54692f-1e6b-410b-9a7f-7f119c238874 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:30.264454 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24163d33-055b-4eed-b276-d25fe30c94c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.276568 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 56b17507-30e5-4e94-a5e9-6a2a7b040b9a up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:30.287190 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1787344123', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}, 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:30.303044 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b1e18f08-59eb-463b-97a7-10b786ee1dfb tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.304906 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b1e18f08-59eb-463b-97a7-10b786ee1dfb tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6516852 Jul 28 11:45:30.312757 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55210) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:30.330143 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-74d6307a-e2be-413e-accc-d2a17897e6d6 tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7935009e-1363-4ddf-84c2-7bfaf8049894'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:30.332375 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-74d6307a-e2be-413e-accc-d2a17897e6d6 tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100416) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:45:30.383044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.402591 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e5a2a34-44df-4410-bf1c-c9f0cc4443d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.419324 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.420222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.421819 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Transition to ACTIVE for port object 9a4f388d-448e-4159-8eec-4fa1f6420174 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:30.435485 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-24163d33-055b-4eed-b276-d25fe30c94c6 None None] Port 5b54692f-1e6b-410b-9a7f-7f119c238874 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:30.461330 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.services.metering.metering_plugin [None req-74d6307a-e2be-413e-accc-d2a17897e6d6 tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 11:45:30.477681 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a2a34-44df-4410-bf1c-c9f0cc4443d8 None None] Pushing event deleted for resources: {'Port': ['ID=63c405b4-a130-4be1-b924-a0c9d80fd6bc,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:30.480144 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a2a34-44df-4410-bf1c-c9f0cc4443d8 None None] No DVR routers for this DVR port 63c405b4-a130-4be1-b924-a0c9d80fd6bc on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:30.494846 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:30.498266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Transition to ACTIVE for port object 9a4f388d-448e-4159-8eec-4fa1f6420174 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:30.505395 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:30.508992 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.521804 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 56b17507-30e5-4e94-a5e9-6a2a7b040b9a completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:30.554568 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.586613 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 56b17507-30e5-4e94-a5e9-6a2a7b040b9a triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:30.587081 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.636186 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-74d6307a-e2be-413e-accc-d2a17897e6d6 tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.637696 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-74d6307a-e2be-413e-accc-d2a17897e6d6 tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3177609 Jul 28 11:45:30.637858 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.643692 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5db8b7f6-bec8-44f8-a091-562ed3d56335 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.647335 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55218) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:30.651998 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Transition to ACTIVE for port object 519f4161-d630-4332-b7f9-e36682b67696 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:30.685044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Network e20a2dcf-350a-42b1-8aef-59cbab51572d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:30.738944 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:30.741349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db8b7f6-bec8-44f8-a091-562ed3d56335 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Network 322c9360-5805-4b48-862f-d40dcba4caec is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:30.754487 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9f7e6e61-78ac-4334-868b-3c61900bc79b tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=52346479-a320-4b31-81a9-a50c8e640805 HTTP/1.1" status: 200 len: 462 time: 0.1018236 Jul 28 11:45:30.754487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-5db8b7f6-bec8-44f8-a091-562ed3d56335 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:30.759104 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55222) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:30.774715 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db8b7f6-bec8-44f8-a091-562ed3d56335 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:30.781961 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:30.800988 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-040cceb5-574b-44ac-8f39-ba365c3f035c None None] Provisioning complete for port 56b17507-30e5-4e94-a5e9-6a2a7b040b9a triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:30.801455 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-040cceb5-574b-44ac-8f39-ba365c3f035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.810299 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Pushing event updated for resources: {'Port': ['ID=9a4f388d-448e-4159-8eec-4fa1f6420174,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:30.833591 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.913052 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8b7f6-bec8-44f8-a091-562ed3d56335 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event updated for resources: {'Port': ['ID=10de965e-ac1f-41b9-95a8-8c89bcb112c2,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:30.980963 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Allocated IP 172.20.0.2 (322c9360-5805-4b48-862f-d40dcba4caec/89a0e7f8-377d-4327-a510-f9619591ef46/acc65230-c762-43f7-875c-c3c1f3856493) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:30.999204 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db8b7f6-bec8-44f8-a091-562ed3d56335 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:30.999847 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5db8b7f6-bec8-44f8-a091-562ed3d56335 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:31.090601 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Network fcd1ee62-4619-417c-ab91-cc2a3029d54b is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:31.139986 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5db8b7f6-bec8-44f8-a091-562ed3d56335 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6705334 Jul 28 11:45:31.142038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55230) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:31.156681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event updated for resources: {'Port': ['ID=519f4161-d630-4332-b7f9-e36682b67696,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:31.158886 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-445611d9-1523-43c9-babc-3b5c6daf873a tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Request body: {'port': {'network_id': '322c9360-5805-4b48-862f-d40dcba4caec', 'name': 'tempest-AllowedAddressPairTestJSON-1392871539', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:a6:7a:e2'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:31.159276 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Attempting to bind port 9a4f388d-448e-4159-8eec-4fa1f6420174 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:31.159470 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Attempting to bind port 9a4f388d-448e-4159-8eec-4fa1f6420174 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '2e394f54-f5bd-4648-96ce-032832330362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e20a2dcf-350a-42b1-8aef-59cbab51572d'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:31.159952 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Attempting to bind port 9a4f388d-448e-4159-8eec-4fa1f6420174 on network e20a2dcf-350a-42b1-8aef-59cbab51572d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:31.167152 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:31.222476 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:31.249133 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:31.289842 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-02d7fda2-3344-40b6-bdca-b0ac27b5ad29 tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:31.291022 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-02d7fda2-3344-40b6-bdca-b0ac27b5ad29 tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/52346479-a320-4b31-81a9-a50c8e640805 HTTP/1.1" status: 204 len: 168 time: 0.5291007 Jul 28 11:45:31.296015 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55234) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:31.320860 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:31.321275 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Checking segment: {'id': '2e394f54-f5bd-4648-96ce-032832330362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e20a2dcf-350a-42b1-8aef-59cbab51572d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:31.321693 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:31.322093 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Bound using segment: {'id': '2e394f54-f5bd-4648-96ce-032832330362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e20a2dcf-350a-42b1-8aef-59cbab51572d'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:31.322615 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Bound port: 9a4f388d-448e-4159-8eec-4fa1f6420174, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e394f54-f5bd-4648-96ce-032832330362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e20a2dcf-350a-42b1-8aef-59cbab51572d'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:31.323004 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:31.332063 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446040c7-b51f-499f-94c2-9422b5eed03a None None] Network fcd1ee62-4619-417c-ab91-cc2a3029d54b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:31.356516 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-51b6f88b-0339-41cc-8c1b-79195079db91 tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=52346479-a320-4b31-81a9-a50c8e640805 HTTP/1.1" status: 200 len: 221 time: 0.0562952 Jul 28 11:45:31.365735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55238) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:31.399112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a9fa5409-665e-45b4-b469-66cf4c4125ec tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--113151452', 'description': 'label created by tempest'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:31.399913 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a9fa5409-665e-45b4-b469-66cf4c4125ec tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] Unknown quota resources ['metering_label']. {{(pid=100415) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:45:31.408988 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:31.436443 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:31.464082 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445611d9-1523-43c9-babc-3b5c6daf873a tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Made reservation on behalf of 92ba2cf98c8b4b3b870994ba731d4c66 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:31.513345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Router 5e9e249f-8622-4793-aa20-1afdccda99e3 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:45:31.554260 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.objects.ports [None req-49903ba3-9d36-4984-98e1-c927debae72a tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100416) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:45:31.558768 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-49903ba3-9d36-4984-98e1-c927debae72a tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:31.649984 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49903ba3-9d36-4984-98e1-c927debae72a tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Checking segment: {'id': '87067d21-5899-4c31-ac07-3768da58ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8a825bb-569c-452c-a2a0-7b61e7de498a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:31.650326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49903ba3-9d36-4984-98e1-c927debae72a tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Network hostable DHCP agents. Network: f8a825bb-569c-452c-a2a0-7b61e7de498a, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:45:31.695771 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49903ba3-9d36-4984-98e1-c927debae72a tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event updated for resources: {'Subnet': ['ID=bc481142-81bd-4678-af2a-e6de0d3a6c4c,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:31.703694 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49903ba3-9d36-4984-98e1-c927debae72a tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Network f8a825bb-569c-452c-a2a0-7b61e7de498a is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:45:31.718270 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-445611d9-1523-43c9-babc-3b5c6daf873a tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:31.738309 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-49903ba3-9d36-4984-98e1-c927debae72a tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, f8a825bb-569c-452c-a2a0-7b61e7de498a) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:31.742986 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49903ba3-9d36-4984-98e1-c927debae72a tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:31.744141 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-49903ba3-9d36-4984-98e1-c927debae72a tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:31.747860 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-445611d9-1523-43c9-babc-3b5c6daf873a tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] device_id is not set on port c4a8dec3-b880-4bfc-ad52-040b9d66fc3a yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:31.757384 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] For port 9a4f388d-448e-4159-8eec-4fa1f6420174, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:31.763731 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:31.766140 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] For port 9a4f388d-448e-4159-8eec-4fa1f6420174, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=9a4f388d-448e-4159-8eec-4fa1f6420174,segment=NetworkSegment(2e394f54-f5bd-4648-96ce-032832330362),segment_id=2e394f54-f5bd-4648-96ce-032832330362)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:31.774014 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c0e4eca9-a624-4f97-b218-93248c68fea3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "PUT /v2.0/routers/5e9e249f-8622-4793-aa20-1afdccda99e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2518239 Jul 28 11:45:31.775953 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Sync routers for ids ['5e9e249f-8622-4793-aa20-1afdccda99e3'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:31.777855 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55246) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:31.808230 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Routers {'5e9e249f-8622-4793-aa20-1afdccda99e3'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:31.810558 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['5e9e249f-8622-4793-aa20-1afdccda99e3'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:31.817152 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 56b17507-30e5-4e94-a5e9-6a2a7b040b9a, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=56b17507-30e5-4e94-a5e9-6a2a7b040b9a,segment=NetworkSegment(d72451b0-0374-4540-acff-25ce0cdb289e),segment_id=d72451b0-0374-4540-acff-25ce0cdb289e)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:31.822579 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-49903ba3-9d36-4984-98e1-c927debae72a tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9792335 Jul 28 11:45:31.823910 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55248) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:31.830712 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-e06f0907-624d-4f67-9dee-6166f199efdf tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Request body: {'port': {'network_id': 'f8a825bb-569c-452c-a2a0-7b61e7de498a', 'name': 'tempest-NetworksIpV6TestAttrs-1079378679'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:31.836670 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e942b7a8-721b-4b33-9734-9359779e5686 None None] Network f8a825bb-569c-452c-a2a0-7b61e7de498a requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:31.882129 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a9fa5409-665e-45b4-b469-66cf4c4125ec tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:31.888905 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a9fa5409-665e-45b4-b469-66cf4c4125ec tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5198576 Jul 28 11:45:31.908962 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55250) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:31.983608 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:32.021524 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Set router 5e9e249f-8622-4793-aa20-1afdccda99e3 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:32.040442 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:32.046118 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06f0907-624d-4f67-9dee-6166f199efdf tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Made reservation on behalf of c8dea24e82634eaeab1d328602e5a8e5 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:32.049283 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e06f0907-624d-4f67-9dee-6166f199efdf tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:32.051224 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:32.060146 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477bd759-fc1c-4d89-a2f2-0f9013f3df20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:32.065147 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-477bd759-fc1c-4d89-a2f2-0f9013f3df20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports/5b54692f-1e6b-410b-9a7f-7f119c238874 HTTP/1.1" status: 200 len: 911 time: 0.2860265 Jul 28 11:45:32.068436 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55256) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:32.157385 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:32.163839 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-e06f0907-624d-4f67-9dee-6166f199efdf tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] device_id is not set on port 30ce58ca-42df-4ec9-a8c3-4d0ab5077a59 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:32.205236 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b4fdb6c1-2e11-48f6-b3b1-a2d1bf63bf0d tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=2ce1de5f-8d73-4258-8c40-bafd1487758e HTTP/1.1" status: 200 len: 467 time: 0.2295794 Jul 28 11:45:32.206089 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55262) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:32.209547 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 63c405b4-a130-4be1-b924-a0c9d80fd6bc no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:32.266464 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 63c405b4-a130-4be1-b924-a0c9d80fd6bc {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:32.267600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 63c405b4-a130-4be1-b924-a0c9d80fd6bc not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:32.278027 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73b5ec2-d465-4e91-8c55-a1d54db75adc tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:32.282118 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Transition to ACTIVE for port object acc65230-c762-43f7-875c-c3c1f3856493 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:32.295105 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73b5ec2-d465-4e91-8c55-a1d54db75adc tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:32.299838 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b73b5ec2-d465-4e91-8c55-a1d54db75adc tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2275879 Jul 28 11:45:32.306999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55264) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:32.454468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55266) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:32.549787 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e88984d2-3b26-4fb1-b7f3-cd458258b1c0 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:32.624081 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-e06f0907-624d-4f67-9dee-6166f199efdf tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Allocated IP 2001:db8::f816:3eff:fe28:b2f0 (f8a825bb-569c-452c-a2a0-7b61e7de498a/bc481142-81bd-4678-af2a-e6de0d3a6c4c/30ce58ca-42df-4ec9-a8c3-4d0ab5077a59) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:32.625009 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-f8a825bb-569c-452c-a2a0-7b61e7de498a', 'network_id': 'f8a825bb-569c-452c-a2a0-7b61e7de498a', 'tenant_id': 'c8dea24e82634eaeab1d328602e5a8e5', 'fixed_ips': [{'subnet_id': 'bc481142-81bd-4678-af2a-e6de0d3a6c4c'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:45:32.625995 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:32.632521 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9e249f-8622-4793-aa20-1afdccda99e3', 'name': 'tempest-NetworksTestDHCPv6-router-689773394', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:23Z', 'updated_at': '2021-07-28T11:45:28Z', 'revision_number': 2, 'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'gw_port_host': None, '_interfaces': [{'id': '5b54692f-1e6b-410b-9a7f-7f119c238874', 'name': '', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'mac_address': 'fa:16:3e:cf:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9e249f-8622-4793-aa20-1afdccda99e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '37f35b3b-3b74-47c0-8610-f52bb68e977d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:25Z', 'updated_at': '2021-07-28T11:45:28Z', 'revision_number': 2, 'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'subnets': [{'id': '37f35b3b-3b74-47c0-8610-f52bb68e977d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:32.668435 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Checking router: 5e9e249f-8622-4793-aa20-1afdccda99e3 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:45:32.669047 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Updating router 5e9e249f-8622-4793-aa20-1afdccda99e3 port 5b54692f-1e6b-410b-9a7f-7f119c238874 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:45:32.701227 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:32.706061 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ae12460c-adac-4aff-aa63-ab2e06f9382a None None] Provisioning for port e88984d2-3b26-4fb1-b7f3-cd458258b1c0 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:32.716794 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Transition to ACTIVE for port object acc65230-c762-43f7-875c-c3c1f3856493 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:32.720653 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd6ea2-4348-4345-89a7-9282cc030b0c None None] Pushing event updated for resources: {'Port': ['ID=9a4f388d-448e-4159-8eec-4fa1f6420174,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:32.826172 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:32.828397 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59ac1f37-663c-40e1-90af-5a6f09e23914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:32.859449 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-2a4ddfee-6c5a-445d-af3f-83097a882edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-213086484'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:32.957461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-445611d9-1523-43c9-babc-3b5c6daf873a tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Allocated IP 172.20.0.7 (322c9360-5805-4b48-862f-d40dcba4caec/89a0e7f8-377d-4327-a510-f9619591ef46/c4a8dec3-b880-4bfc-ad52-040b9d66fc3a) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:33.002519 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4ddfee-6c5a-445d-af3f-83097a882edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Made reservation on behalf of c25ce978cfe14e46891a135e86690678 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:33.006379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a4ddfee-6c5a-445d-af3f-83097a882edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.038379 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port e88984d2-3b26-4fb1-b7f3-cd458258b1c0 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:33.080171 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a4ddfee-6c5a-445d-af3f-83097a882edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.093228 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port e88984d2-3b26-4fb1-b7f3-cd458258b1c0 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:33.094274 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.121078 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Network 322c9360-5805-4b48-862f-d40dcba4caec is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:33.144319 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ae12460c-adac-4aff-aa63-ab2e06f9382a None None] Provisioning complete for port 5b54692f-1e6b-410b-9a7f-7f119c238874 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:33.144699 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae12460c-adac-4aff-aa63-ab2e06f9382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.169507 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.182231 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Transition to ACTIVE for port object 5b54692f-1e6b-410b-9a7f-7f119c238874 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:33.193199 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:33.196215 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:33.196839 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.222671 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=56b17507-30e5-4e94-a5e9-6a2a7b040b9a,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:33.293705 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc6eb0-c241-47af-8ea5-721cda3ef5e8 None None] Pushing event updated for resources: {'Port': ['ID=5b54692f-1e6b-410b-9a7f-7f119c238874,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:33.324692 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ae12460c-adac-4aff-aa63-ab2e06f9382a None None] Port 5b54692f-1e6b-410b-9a7f-7f119c238874 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:33.341361 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.356243 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b220948-0fea-4266-8b92-b91ddc85fcb9 tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.357460 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4b220948-0fea-4266-8b92-b91ddc85fcb9 tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/2ce1de5f-8d73-4258-8c40-bafd1487758e HTTP/1.1" status: 204 len: 168 time: 1.1462247 Jul 28 11:45:33.365573 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55272) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:33.397495 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Pushing event updated for resources: {'Port': ['ID=acc65230-c762-43f7-875c-c3c1f3856493,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:33.403517 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Attempting to bind port acc65230-c762-43f7-875c-c3c1f3856493 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:33.403896 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Attempting to bind port acc65230-c762-43f7-875c-c3c1f3856493 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'd4562b9e-c9fe-4a66-857b-4d6707200813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '322c9360-5805-4b48-862f-d40dcba4caec'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:33.404689 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Attempting to bind port acc65230-c762-43f7-875c-c3c1f3856493 on network 322c9360-5805-4b48-862f-d40dcba4caec {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:33.434221 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fb8dc911-5f88-49b6-9256-37164f2b40b1 tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=2ce1de5f-8d73-4258-8c40-bafd1487758e HTTP/1.1" status: 200 len: 216 time: 0.0674207 Jul 28 11:45:33.438469 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55274) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:33.439504 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.443812 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Attempting to bind port 5b54692f-1e6b-410b-9a7f-7f119c238874 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:33.444109 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Attempting to bind port 5b54692f-1e6b-410b-9a7f-7f119c238874 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:33.444478 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Attempting to bind port 5b54692f-1e6b-410b-9a7f-7f119c238874 on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:33.453949 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:33.454874 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:33.455482 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.455887 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:33.456375 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Bound port: 5b54692f-1e6b-410b-9a7f-7f119c238874, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:33.456762 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.467524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:33.468541 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Checking segment: {'id': 'd4562b9e-c9fe-4a66-857b-4d6707200813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '322c9360-5805-4b48-862f-d40dcba4caec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:33.469266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.471347 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Bound using segment: {'id': 'd4562b9e-c9fe-4a66-857b-4d6707200813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '322c9360-5805-4b48-862f-d40dcba4caec'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:33.472546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Bound port: acc65230-c762-43f7-875c-c3c1f3856493, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4562b9e-c9fe-4a66-857b-4d6707200813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '322c9360-5805-4b48-862f-d40dcba4caec'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:33.473298 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.509972 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e06f0907-624d-4f67-9dee-6166f199efdf tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.519915 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-33c15d24-23ab-4031-8f6e-aa74bffe4ade tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0780714 Jul 28 11:45:33.524571 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55276) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:33.585823 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.680519 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-e06f0907-624d-4f67-9dee-6166f199efdf tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Transition to ACTIVE for port object 30ce58ca-42df-4ec9-a8c3-4d0ab5077a59 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:33.683028 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port e88984d2-3b26-4fb1-b7f3-cd458258b1c0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e88984d2-3b26-4fb1-b7f3-cd458258b1c0,segment=NetworkSegment(1c718acf-0cda-47f9-a2a3-48ab94ebf8d6),segment_id=1c718acf-0cda-47f9-a2a3-48ab94ebf8d6)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:33.710175 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.741011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Allocated IP 172.26.1.225 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/ceea4e13-a5bc-4c47-9d6f-056895cbee0e) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:33.758069 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] For port acc65230-c762-43f7-875c-c3c1f3856493, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:33.842647 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] For port 5b54692f-1e6b-410b-9a7f-7f119c238874, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:33.846025 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d9cd67-87ec-45dd-8b04-d73bcc30f2a1 None None] Network e20a2dcf-350a-42b1-8aef-59cbab51572d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:33.857778 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] For port 5b54692f-1e6b-410b-9a7f-7f119c238874, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=5b54692f-1e6b-410b-9a7f-7f119c238874,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:33.869428 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a4ddfee-6c5a-445d-af3f-83097a882edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.872906 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3484b5f5-30d6-479b-b5f9-76487d733abb tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.3325155 Jul 28 11:45:33.876032 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.892506 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55278) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:33.919500 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device db418894-13a7-4d22-ba99-2c249210ea5b no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:33.926537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.935054 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e06f0907-624d-4f67-9dee-6166f199efdf tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.937572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a4ddfee-6c5a-445d-af3f-83097a882edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.960040 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:33.963789 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Routers {'5e9e249f-8622-4793-aa20-1afdccda99e3'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:33.964742 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['5e9e249f-8622-4793-aa20-1afdccda99e3'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:34.002935 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5286efb8-34e4-4979-a842-191b9f864c23 None None] Provisioning complete for port e88984d2-3b26-4fb1-b7f3-cd458258b1c0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:34.004102 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5286efb8-34e4-4979-a842-191b9f864c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:34.007944 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc6eb0-c241-47af-8ea5-721cda3ef5e8 None None] Pushing event updated for resources: {'Port': ['ID=5b54692f-1e6b-410b-9a7f-7f119c238874,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:34.013656 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] For port acc65230-c762-43f7-875c-c3c1f3856493, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=acc65230-c762-43f7-875c-c3c1f3856493,segment=NetworkSegment(d4562b9e-c9fe-4a66-857b-4d6707200813),segment_id=d4562b9e-c9fe-4a66-857b-4d6707200813)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:34.025932 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-445611d9-1523-43c9-babc-3b5c6daf873a tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:34.033029 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f0907-624d-4f67-9dee-6166f199efdf tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event updated for resources: {'Port': ['ID=30ce58ca-42df-4ec9-a8c3-4d0ab5077a59,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:34.063188 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06f0907-624d-4f67-9dee-6166f199efdf tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Network f8a825bb-569c-452c-a2a0-7b61e7de498a is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:34.074987 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: db418894-13a7-4d22-ba99-2c249210ea5b {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:34.075379 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device db418894-13a7-4d22-ba99-2c249210ea5b not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:34.081751 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] Set router 5e9e249f-8622-4793-aa20-1afdccda99e3 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:34.105258 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4ddfee-6c5a-445d-af3f-83097a882edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:45:34.108905 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-e06f0907-624d-4f67-9dee-6166f199efdf tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:34.126030 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:34.130788 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f0907-624d-4f67-9dee-6166f199efdf tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:34.137155 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b5e82f52-fbd5-40e2-b7c0-e9938a39309f tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/7935009e-1363-4ddf-84c2-7bfaf8049894 HTTP/1.1" status: 200 len: 473 time: 0.2392168 Jul 28 11:45:34.138282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06f0907-624d-4f67-9dee-6166f199efdf tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:34.139612 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e06f0907-624d-4f67-9dee-6166f199efdf tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:34.148484 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-445611d9-1523-43c9-babc-3b5c6daf873a tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Transition to ACTIVE for port object c4a8dec3-b880-4bfc-ad52-040b9d66fc3a will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:34.153625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55280) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:34.157249 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event updated for resources: {'Port': ['ID=519f4161-d630-4332-b7f9-e36682b67696,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:34.188367 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fb8b7199-f121-4b73-9cb3-882b04e6c0d7 tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/f73a3401-cae8-4f4d-bdea-f3245774eedb HTTP/1.1" status: 200 len: 459 time: 0.0183475 Jul 28 11:45:34.190722 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a4ddfee-6c5a-445d-af3f-83097a882edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:34.190722 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-2a4ddfee-6c5a-445d-af3f-83097a882edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Added segment c4296b31-7281-422e-b7bb-b01ca674cbc2 of type vlan for network d5cefb41-69ec-4cba-8fda-cf8268b43aab Jul 28 11:45:34.196473 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55282) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:34.204002 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ddfee-6c5a-445d-af3f-83097a882edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e3e390-2b8a-4223-9399-bf8ab54dfd51,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:34.254188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:34.256842 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=e88984d2-3b26-4fb1-b7f3-cd458258b1c0,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:34.262309 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Allocated IP 2001:db8::f816:3eff:fe9b:12b6 (f8a825bb-569c-452c-a2a0-7b61e7de498a/bc481142-81bd-4678-af2a-e6de0d3a6c4c/af3a64ee-32bb-49fd-a2cb-bf545e3705e0) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:34.312484 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:34.344157 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e06f0907-624d-4f67-9dee-6166f199efdf tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5190909 Jul 28 11:45:34.373570 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55284) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:34.400458 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9e249f-8622-4793-aa20-1afdccda99e3', 'name': 'tempest-NetworksTestDHCPv6-router-689773394', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:23Z', 'updated_at': '2021-07-28T11:45:28Z', 'revision_number': 2, 'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'gw_port_host': None, '_interfaces': [{'id': '5b54692f-1e6b-410b-9a7f-7f119c238874', 'name': '', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'mac_address': 'fa:16:3e:cf:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9e249f-8622-4793-aa20-1afdccda99e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '37f35b3b-3b74-47c0-8610-f52bb68e977d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:25Z', 'updated_at': '2021-07-28T11:45:33Z', 'revision_number': 4, 'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'subnets': [{'id': '37f35b3b-3b74-47c0-8610-f52bb68e977d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:34.433824 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f829713d-2cfc-4da8-b1d6-4290d97b3703 None None] The sync data for ids ['5e9e249f-8622-4793-aa20-1afdccda99e3'] in dv-neutron-786478-16-hyperv is: [{'id': '5e9e249f-8622-4793-aa20-1afdccda99e3', 'name': 'tempest-NetworksTestDHCPv6-router-689773394', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:23Z', 'updated_at': '2021-07-28T11:45:28Z', 'revision_number': 2, 'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'gw_port_host': None, '_interfaces': [{'id': '5b54692f-1e6b-410b-9a7f-7f119c238874', 'name': '', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'mac_address': 'fa:16:3e:cf:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9e249f-8622-4793-aa20-1afdccda99e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '37f35b3b-3b74-47c0-8610-f52bb68e977d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:25Z', 'updated_at': '2021-07-28T11:45:33Z', 'revision_number': 4, 'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'subnets': [{'id': '37f35b3b-3b74-47c0-8610-f52bb68e977d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:34.502760 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-445611d9-1523-43c9-babc-3b5c6daf873a tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:34.613976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ba83948c-241a-463b-b3ff-c4a38f3a32cb tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:34.614294 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e88984d2-3b26-4fb1-b7f3-cd458258b1c0 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:34.626844 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ba83948c-241a-463b-b3ff-c4a38f3a32cb tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/f73a3401-cae8-4f4d-bdea-f3245774eedb HTTP/1.1" status: 204 len: 168 time: 0.4292607 Jul 28 11:45:34.634061 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55286) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:34.645894 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a4ddfee-6c5a-445d-af3f-83097a882edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:34.665002 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2fb0c-eb91-48fb-93e4-cb6acb35688b None None] Pushing event updated for resources: {'Port': ['ID=acc65230-c762-43f7-875c-c3c1f3856493,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:34.668199 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3aab0086-fccb-49fb-bb39-4f6e6e40954b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:34.676745 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445611d9-1523-43c9-babc-3b5c6daf873a tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event updated for resources: {'Port': ['ID=c4a8dec3-b880-4bfc-ad52-040b9d66fc3a,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:34.736481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-08802946-1ed7-4ec9-a5b6-9640a2beea3b tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Deleting subnet bc481142-81bd-4678-af2a-e6de0d3a6c4c {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:45:34.736808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445611d9-1523-43c9-babc-3b5c6daf873a tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Network 322c9360-5805-4b48-862f-d40dcba4caec is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:34.748605 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-445611d9-1523-43c9-babc-3b5c6daf873a tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:34.749450 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Network fcd1ee62-4619-417c-ab91-cc2a3029d54b is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:34.758003 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445611d9-1523-43c9-babc-3b5c6daf873a tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:34.763107 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:34.773683 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5286efb8-34e4-4979-a842-191b9f864c23 None None] Provisioning for port 519f4161-d630-4332-b7f9-e36682b67696 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:34.803995 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5286efb8-34e4-4979-a842-191b9f864c23 None None] Provisioning complete for port 519f4161-d630-4332-b7f9-e36682b67696 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:34.804525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5286efb8-34e4-4979-a842-191b9f864c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:34.852445 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port e88984d2-3b26-4fb1-b7f3-cd458258b1c0 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:34.852967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:34.917317 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a4ddfee-6c5a-445d-af3f-83097a882edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:34.933246 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4ddfee-6c5a-445d-af3f-83097a882edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:34.933924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a4ddfee-6c5a-445d-af3f-83097a882edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.000975 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5286efb8-34e4-4979-a842-191b9f864c23 None None] Port 519f4161-d630-4332-b7f9-e36682b67696 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:35.004418 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.047575 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.059421 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Transition to ACTIVE for port object af3a64ee-32bb-49fd-a2cb-bf545e3705e0 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:35.067251 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3050524-a4c2-4151-a61a-3b1aa2812711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.127917 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Transition to ACTIVE for port object af3a64ee-32bb-49fd-a2cb-bf545e3705e0 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:35.176814 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08802946-1ed7-4ec9-a5b6-9640a2beea3b tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.185516 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-02cb3a6c-7182-4cd7-ae5f-ac72a1fb0de4 tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.198680 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.200498 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-02cb3a6c-7182-4cd7-ae5f-ac72a1fb0de4 tempest-MeteringIpV6TestJSON-1926825707 tempest-MeteringIpV6TestJSON-1926825707-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/7935009e-1363-4ddf-84c2-7bfaf8049894 HTTP/1.1" status: 204 len: 168 time: 0.5530024 Jul 28 11:45:35.260199 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:35.274073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:35.276829 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:35.299992 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Pushing event updated for resources: {'Port': ['ID=af3a64ee-32bb-49fd-a2cb-bf545e3705e0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:35.303548 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7ff62f44-958b-4c9f-8ef2-b1bf41eeb9c6 None None] Provisioning complete for port 519f4161-d630-4332-b7f9-e36682b67696 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:35.304224 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ff62f44-958b-4c9f-8ef2-b1bf41eeb9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.319259 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Pushing event updated for resources: {'Port': ['ID=ceea4e13-a5bc-4c47-9d6f-056895cbee0e,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:35.350882 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08802946-1ed7-4ec9-a5b6-9640a2beea3b tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.412834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7ff62f44-958b-4c9f-8ef2-b1bf41eeb9c6 None None] Port 519f4161-d630-4332-b7f9-e36682b67696 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:35.415693 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9a4f388d-448e-4159-8eec-4fa1f6420174 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:35.475717 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Network f8a825bb-569c-452c-a2a0-7b61e7de498a is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:35.482264 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:35.489077 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:35.551979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08802946-1ed7-4ec9-a5b6-9640a2beea3b tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.552645 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.599319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Router b249ae11-c97e-49bb-bb28-761f06c5c0a5 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:45:35.634540 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 9a4f388d-448e-4159-8eec-4fa1f6420174 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:35.641074 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 56b17507-30e5-4e94-a5e9-6a2a7b040b9a up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:35.644415 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7ff62f44-958b-4c9f-8ef2-b1bf41eeb9c6 None None] Provisioning for port 9a4f388d-448e-4159-8eec-4fa1f6420174 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:35.667970 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ddfee-6c5a-445d-af3f-83097a882edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Pushing event updated for resources: {'Network': ['ID=d5cefb41-69ec-4cba-8fda-cf8268b43aab,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:35.696565 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445611d9-1523-43c9-babc-3b5c6daf873a tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:35.696820 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network d5cefb41-69ec-4cba-8fda-cf8268b43aab details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:45:35.697240 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-445611d9-1523-43c9-babc-3b5c6daf873a tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.728328 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2a4ddfee-6c5a-445d-af3f-83097a882edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.2711792 Jul 28 11:45:35.733614 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55292) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:35.785728 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7ff62f44-958b-4c9f-8ef2-b1bf41eeb9c6 None None] Provisioning complete for port 9a4f388d-448e-4159-8eec-4fa1f6420174 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:35.786150 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ff62f44-958b-4c9f-8ef2-b1bf41eeb9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.829798 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:35.855275 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-445611d9-1523-43c9-babc-3b5c6daf873a tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.7084851 Jul 28 11:45:35.857104 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55300) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:35.872044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Attempting to bind port af3a64ee-32bb-49fd-a2cb-bf545e3705e0 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:35.872666 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Attempting to bind port af3a64ee-32bb-49fd-a2cb-bf545e3705e0 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '87067d21-5899-4c31-ac07-3768da58ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8a825bb-569c-452c-a2a0-7b61e7de498a'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:35.873755 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Attempting to bind port af3a64ee-32bb-49fd-a2cb-bf545e3705e0 on network f8a825bb-569c-452c-a2a0-7b61e7de498a {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:35.881636 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff12f1-f14a-4697-ad31-08daf4de41a5 None None] Sync routers for ids ['b249ae11-c97e-49bb-bb28-761f06c5c0a5'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:35.885240 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-77b9a957-ccb9-4f5e-b7ea-b376fd011606 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "PUT /v2.0/routers/b249ae11-c97e-49bb-bb28-761f06c5c0a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8283639 Jul 28 11:45:35.886899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55302) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:35.898908 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:35.900071 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Checking segment: {'id': '87067d21-5899-4c31-ac07-3768da58ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8a825bb-569c-452c-a2a0-7b61e7de498a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:35.900639 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.901431 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Bound using segment: {'id': '87067d21-5899-4c31-ac07-3768da58ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8a825bb-569c-452c-a2a0-7b61e7de498a'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:35.902097 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Bound port: af3a64ee-32bb-49fd-a2cb-bf545e3705e0, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87067d21-5899-4c31-ac07-3768da58ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8a825bb-569c-452c-a2a0-7b61e7de498a'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:35.902939 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.912016 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489eeee3-b140-44db-8247-acf0a2c2e6d1 None None] Network 322c9360-5805-4b48-862f-d40dcba4caec requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:35.947218 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba5f02f-2abb-4a20-b284-c36afb204be2 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:35.953405 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba5f02f-2abb-4a20-b284-c36afb204be2 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:35.959972 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba5f02f-2abb-4a20-b284-c36afb204be2 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:35.961696 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cba5f02f-2abb-4a20-b284-c36afb204be2 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1036510 Jul 28 11:45:35.978203 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55304) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:36.010884 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff12f1-f14a-4697-ad31-08daf4de41a5 None None] Routers {'b249ae11-c97e-49bb-bb28-761f06c5c0a5'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:36.011669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-48ff12f1-f14a-4697-ad31-08daf4de41a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b249ae11-c97e-49bb-bb28-761f06c5c0a5'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:36.069467 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a9573bf-35b3-4b14-bac0-fafb061f26a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.139576 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-48ff12f1-f14a-4697-ad31-08daf4de41a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:36.166882 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55306) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:36.172187 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Request body: {'port': {'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab', 'binding:host_id': 'hv-neutron-7864', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-902572286'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:36.221142 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff12f1-f14a-4697-ad31-08daf4de41a5 None None] Routers {'b249ae11-c97e-49bb-bb28-761f06c5c0a5'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:36.221897 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-48ff12f1-f14a-4697-ad31-08daf4de41a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b249ae11-c97e-49bb-bb28-761f06c5c0a5'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:36.267420 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a9573bf-35b3-4b14-bac0-fafb061f26a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.277770 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ff62f44-958b-4c9f-8ef2-b1bf41eeb9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.277978 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08802946-1ed7-4ec9-a5b6-9640a2beea3b tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.287148 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a9573bf-35b3-4b14-bac0-fafb061f26a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.298799 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3aab0086-fccb-49fb-bb39-4f6e6e40954b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port 5b54692f-1e6b-410b-9a7f-7f119c238874 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:36.299307 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3aab0086-fccb-49fb-bb39-4f6e6e40954b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.321484 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-0b37858b-1cdb-4258-a7e0-2c432baa1ef6 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Deleting port c4a8dec3-b880-4bfc-ad52-040b9d66fc3a {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:36.322024 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0b37858b-1cdb-4258-a7e0-2c432baa1ef6 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.350153 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08802946-1ed7-4ec9-a5b6-9640a2beea3b tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Subnet': ['ID=bc481142-81bd-4678-af2a-e6de0d3a6c4c,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:36.369211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08802946-1ed7-4ec9-a5b6-9640a2beea3b tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.371258 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-08802946-1ed7-4ec9-a5b6-9640a2beea3b tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/subnets/bc481142-81bd-4678-af2a-e6de0d3a6c4c HTTP/1.1" status: 204 len: 168 time: 1.9887278 Jul 28 11:45:36.375450 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55308) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:36.464774 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3a9573bf-35b3-4b14-bac0-fafb061f26a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e6a13599db7489ca951885cfe7c4915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7005725 Jul 28 11:45:36.473475 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Made reservation on behalf of e53c84bfba294b5089cabddaeaf65662 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:36.476092 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.480283 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9573bf-35b3-4b14-bac0-fafb061f26a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca82398e-33cf-4682-a4a9-5fc91d2fbfe9,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:36.496903 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55310) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:36.513376 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-48ff12f1-f14a-4697-ad31-08daf4de41a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:36.514027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff12f1-f14a-4697-ad31-08daf4de41a5 None None] The sync data for ids ['b249ae11-c97e-49bb-bb28-761f06c5c0a5'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:36.523227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 56b17507-30e5-4e94-a5e9-6a2a7b040b9a triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:36.523610 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.531473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.559741 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] For port af3a64ee-32bb-49fd-a2cb-bf545e3705e0, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:36.586195 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] For port af3a64ee-32bb-49fd-a2cb-bf545e3705e0, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=af3a64ee-32bb-49fd-a2cb-bf545e3705e0,segment=NetworkSegment(87067d21-5899-4c31-ac07-3768da58ff9e),segment_id=87067d21-5899-4c31-ac07-3768da58ff9e)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:36.603709 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0b37858b-1cdb-4258-a7e0-2c432baa1ef6 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.604226 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7ff62f44-958b-4c9f-8ef2-b1bf41eeb9c6 None None] For port 9a4f388d-448e-4159-8eec-4fa1f6420174, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=9a4f388d-448e-4159-8eec-4fa1f6420174,segment=NetworkSegment(2e394f54-f5bd-4648-96ce-032832330362),segment_id=2e394f54-f5bd-4648-96ce-032832330362)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:36.607917 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.609256 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.637460 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-0b37858b-1cdb-4258-a7e0-2c432baa1ef6 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Calling delete_port for c4a8dec3-b880-4bfc-ad52-040b9d66fc3a owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:36.655110 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-3aab0086-fccb-49fb-bb39-4f6e6e40954b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] For port 5b54692f-1e6b-410b-9a7f-7f119c238874, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=5b54692f-1e6b-410b-9a7f-7f119c238874,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:36.656304 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3aab0086-fccb-49fb-bb39-4f6e6e40954b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.668611 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ff62f44-958b-4c9f-8ef2-b1bf41eeb9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.682537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf234c5-0a0f-49df-8d57-4525645383f2 None None] Pushing event updated for resources: {'Port': ['ID=af3a64ee-32bb-49fd-a2cb-bf545e3705e0,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:36.698296 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3aab0086-fccb-49fb-bb39-4f6e6e40954b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for 5b54692f-1e6b-410b-9a7f-7f119c238874 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:36.742183 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.748864 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff62f44-958b-4c9f-8ef2-b1bf41eeb9c6 None None] Pushing event updated for resources: {'Port': ['ID=9a4f388d-448e-4159-8eec-4fa1f6420174,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:36.829005 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3fd15af9-7247-4d4a-ad6d-52f76b82f5a4 None None] Provisioning complete for port 9a4f388d-448e-4159-8eec-4fa1f6420174 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:36.830006 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fd15af9-7247-4d4a-ad6d-52f76b82f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.837860 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf12d5c-7179-4e1b-be6b-6a41f01f9b04 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:36.839574 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf12d5c-7179-4e1b-be6b-6a41f01f9b04 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:36.841647 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7cf12d5c-7179-4e1b-be6b-6a41f01f9b04 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4603789 Jul 28 11:45:36.851950 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55312) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:36.866674 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a98dc4a-ab60-4239-8c52-8f5653eb92b5 None None] Network f8a825bb-569c-452c-a2a0-7b61e7de498a requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:36.950625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a18e5ab0-6059-4684-ae8c-60e74b594617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.995962 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.071295 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.102302 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3fd15af9-7247-4d4a-ad6d-52f76b82f5a4 None None] Provisioning for port c4a8dec3-b880-4bfc-ad52-040b9d66fc3a completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:37.113704 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-83d769b9-2181-4cf9-81d5-885da76deb27 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.115303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3fd15af9-7247-4d4a-ad6d-52f76b82f5a4 None None] Provisioning complete for port c4a8dec3-b880-4bfc-ad52-040b9d66fc3a triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:37.115697 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fd15af9-7247-4d4a-ad6d-52f76b82f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.121779 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a18e5ab0-6059-4684-ae8c-60e74b594617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.140255 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] device_id is not set on port c591a9a0-8b24-4c12-bc05-f0676c764ae4 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:37.146093 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc7add7-cb61-48b0-89c6-654d5a46e9c5,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:37.146270 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 5b54692f-1e6b-410b-9a7f-7f119c238874 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:37.179988 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d769b9-2181-4cf9-81d5-885da76deb27 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 28 11:45:37.180384 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d769b9-2181-4cf9-81d5-885da76deb27 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:45:37.189519 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-83d769b9-2181-4cf9-81d5-885da76deb27 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/networks/f8a825bb-569c-452c-a2a0-7b61e7de498a HTTP/1.1" status: 409 len: 405 time: 0.3292515 Jul 28 11:45:37.189519 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55314) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:37.194541 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbecbcd-ba6c-4230-ae77-38a2e78fdac6 None None] get_active_networks_info from dv-neutron-786478-16-hyperv {{(pid=100417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:45:37.195317 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a39b7942-2f59-4417-8889-a653efe7d54e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-131136572'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:37.222836 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3fd15af9-7247-4d4a-ad6d-52f76b82f5a4 None None] Port c4a8dec3-b880-4bfc-ad52-040b9d66fc3a cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:37.251896 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3fd15af9-7247-4d4a-ad6d-52f76b82f5a4 None None] Provisioning for port acc65230-c762-43f7-875c-c3c1f3856493 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:37.292698 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39b7942-2f59-4417-8889-a653efe7d54e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Made reservation on behalf of c8dea24e82634eaeab1d328602e5a8e5 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:37.294266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 5b54692f-1e6b-410b-9a7f-7f119c238874 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:37.294710 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.296197 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a39b7942-2f59-4417-8889-a653efe7d54e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.312342 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3aab0086-fccb-49fb-bb39-4f6e6e40954b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.324585 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Port 5b54692f-1e6b-410b-9a7f-7f119c238874 was deleted so its status cannot be updated. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 11:45:37.325088 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9a4f388d-448e-4159-8eec-4fa1f6420174 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:37.329223 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3fd15af9-7247-4d4a-ad6d-52f76b82f5a4 None None] Provisioning for port 10de965e-ac1f-41b9-95a8-8c89bcb112c2 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:37.348567 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.354402 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3fd15af9-7247-4d4a-ad6d-52f76b82f5a4 None None] Provisioning complete for port 10de965e-ac1f-41b9-95a8-8c89bcb112c2 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:37.354811 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fd15af9-7247-4d4a-ad6d-52f76b82f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.356364 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-ba16f96c-0ce5-4e3a-ad32-184839415a3c tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:45:37.357416 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ba16f96c-0ce5-4e3a-ad32-184839415a3c tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "PUT /v2.0/routers/b249ae11-c97e-49bb-bb28-761f06c5c0a5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4675617 Jul 28 11:45:37.359162 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39b7942-2f59-4417-8889-a653efe7d54e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:45:37.361858 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55316) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:37.414112 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a18e5ab0-6059-4684-ae8c-60e74b594617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.417553 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a18e5ab0-6059-4684-ae8c-60e74b594617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.421263 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a18e5ab0-6059-4684-ae8c-60e74b594617 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca82398e-33cf-4682-a4a9-5fc91d2fbfe9 HTTP/1.1" status: 204 len: 168 time: 0.9211011 Jul 28 11:45:37.428620 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab0086-fccb-49fb-bb39-4f6e6e40954b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=5b54692f-1e6b-410b-9a7f-7f119c238874,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:37.436455 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3fd15af9-7247-4d4a-ad6d-52f76b82f5a4 None None] Port 10de965e-ac1f-41b9-95a8-8c89bcb112c2 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:37.442706 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a39b7942-2f59-4417-8889-a653efe7d54e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.443035 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-a39b7942-2f59-4417-8889-a653efe7d54e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Added segment 43609183-a05c-4fd1-a31e-d75059aca537 of type vlan for network dbab1108-cbe8-449c-b3de-65302107b689 Jul 28 11:45:37.448981 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbecbcd-ba6c-4230-ae77-38a2e78fdac6 None None] Resources bound (agent type, host, resource id): {{(pid=100417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:45:37.466631 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e5ab0-6059-4684-ae8c-60e74b594617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca82398e-33cf-4682-a4a9-5fc91d2fbfe9,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:37.477769 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 9a4f388d-448e-4159-8eec-4fa1f6420174 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:37.478159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.495936 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3fd15af9-7247-4d4a-ad6d-52f76b82f5a4 None None] Provisioning complete for port 519f4161-d630-4332-b7f9-e36682b67696 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:37.496315 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fd15af9-7247-4d4a-ad6d-52f76b82f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.565473 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a39b7942-2f59-4417-8889-a653efe7d54e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.598646 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3aab0086-fccb-49fb-bb39-4f6e6e40954b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.612014 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3fd15af9-7247-4d4a-ad6d-52f76b82f5a4 None None] Port 519f4161-d630-4332-b7f9-e36682b67696 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:37.703787 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device acc65230-c762-43f7-875c-c3c1f3856493 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:37.712082 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0b37858b-1cdb-4258-a7e0-2c432baa1ef6 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.721888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a39b7942-2f59-4417-8889-a653efe7d54e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.727991 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39b7942-2f59-4417-8889-a653efe7d54e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:37.728849 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a39b7942-2f59-4417-8889-a653efe7d54e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.755241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-841441ad-6bb8-40b2-818e-eac9c4156881 None None] Could not find standard attr ID for object c4a8dec3-b880-4bfc-ad52-040b9d66fc3a. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:45:37.771708 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37858b-1cdb-4258-a7e0-2c432baa1ef6 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event deleted for resources: {'Port': ['ID=c4a8dec3-b880-4bfc-ad52-040b9d66fc3a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:37.806366 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-841441ad-6bb8-40b2-818e-eac9c4156881 None None] Provisioning complete for port 10de965e-ac1f-41b9-95a8-8c89bcb112c2 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:37.806770 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-841441ad-6bb8-40b2-818e-eac9c4156881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.857789 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a39b7942-2f59-4417-8889-a653efe7d54e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6679044 Jul 28 11:45:37.862808 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55322) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:37.867299 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b7942-2f59-4417-8889-a653efe7d54e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event updated for resources: {'Network': ['ID=dbab1108-cbe8-449c-b3de-65302107b689,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:37.874229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-aa71cb72-636e-4128-a745-b3319f8f95b8 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Request body: {'subnet': {'network_id': 'dbab1108-cbe8-449c-b3de-65302107b689', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:37.881773 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port acc65230-c762-43f7-875c-c3c1f3856493 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:37.893076 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network dbab1108-cbe8-449c-b3de-65302107b689 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:45:37.930773 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Router df7ce53c-faa6-4352-ab35-db8f44dcc3f2 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:45:37.940172 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-841441ad-6bb8-40b2-818e-eac9c4156881 None None] Port 10de965e-ac1f-41b9-95a8-8c89bcb112c2 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:37.945190 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.945878 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port acc65230-c762-43f7-875c-c3c1f3856493 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:37.946247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:37.949370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55324) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:38.009327 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a04d8a32-1a0b-4fee-9145-814e6853eda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:38.055143 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aab0086-fccb-49fb-bb39-4f6e6e40954b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Router 5e9e249f-8622-4793-aa20-1afdccda99e3 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:45:38.095694 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:38.152278 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0b37858b-1cdb-4258-a7e0-2c432baa1ef6 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:38.156906 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0b37858b-1cdb-4258-a7e0-2c432baa1ef6 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "DELETE /v2.0/ports/c4a8dec3-b880-4bfc-ad52-040b9d66fc3a HTTP/1.1" status: 204 len: 168 time: 2.1676183 Jul 28 11:45:38.157544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port acc65230-c762-43f7-875c-c3c1f3856493, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=acc65230-c762-43f7-875c-c3c1f3856493,segment=NetworkSegment(d4562b9e-c9fe-4a66-857b-4d6707200813),segment_id=d4562b9e-c9fe-4a66-857b-4d6707200813)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:38.177165 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:38.186446 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55326) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:38.254303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=acc65230-c762-43f7-875c-c3c1f3856493,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:38.309891 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9672cd-594b-414f-b34d-86d7fda8a1e0 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] GET failed (client error): The resource could not be found. Jul 28 11:45:38.311453 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5d9672cd-594b-414f-b34d-86d7fda8a1e0 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "GET /v2.0/ports/c4a8dec3-b880-4bfc-ad52-040b9d66fc3a HTTP/1.1" status: 404 len: 333 time: 0.0895805 Jul 28 11:45:38.317943 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55328) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:38.324484 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-3cf267e2-6c6f-4a95-b665-0c50e24da9fb tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Request body: {'port': {'network_id': '322c9360-5805-4b48-862f-d40dcba4caec', 'name': 'tempest-AllowedAddressPairTestJSON-891577516'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:38.327870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aab0086-fccb-49fb-bb39-4f6e6e40954b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:38.336609 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3aab0086-fccb-49fb-bb39-4f6e6e40954b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "PUT /v2.0/routers/5e9e249f-8622-4793-aa20-1afdccda99e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0261807 Jul 28 11:45:38.336811 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] device_id is not set on port c591a9a0-8b24-4c12-bc05-f0676c764ae4 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:38.339699 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3cb0a1-088d-4f82-9453-7d129c4b6fb9 None None] Sync routers for ids ['5e9e249f-8622-4793-aa20-1afdccda99e3'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:38.342917 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55330) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:38.350050 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3cb0a1-088d-4f82-9453-7d129c4b6fb9 None None] Routers {'5e9e249f-8622-4793-aa20-1afdccda99e3'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:38.350701 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9c3cb0a1-088d-4f82-9453-7d129c4b6fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['5e9e249f-8622-4793-aa20-1afdccda99e3'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:38.392391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:38.423570 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-9c3cb0a1-088d-4f82-9453-7d129c4b6fb9 None None] Set router 5e9e249f-8622-4793-aa20-1afdccda99e3 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:38.438091 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Transition to ACTIVE for port object c591a9a0-8b24-4c12-bc05-f0676c764ae4 will not be triggered until provisioned by entity L2. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:38.474827 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:38.476816 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9c3cb0a1-088d-4f82-9453-7d129c4b6fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9e249f-8622-4793-aa20-1afdccda99e3', 'name': 'tempest-NetworksTestDHCPv6-router-689773394', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:23Z', 'updated_at': '2021-07-28T11:45:37Z', 'revision_number': 3, 'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:38.479323 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912a9d4e-053b-4c22-9849-957298db57d5 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:38.481111 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912a9d4e-053b-4c22-9849-957298db57d5 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:38.484855 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-912a9d4e-053b-4c22-9849-957298db57d5 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1370659 Jul 28 11:45:38.485570 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55332) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:38.507278 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3cb0a1-088d-4f82-9453-7d129c4b6fb9 None None] Checking router: 5e9e249f-8622-4793-aa20-1afdccda99e3 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:45:38.515614 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3cb0a1-088d-4f82-9453-7d129c4b6fb9 None None] Routers {'5e9e249f-8622-4793-aa20-1afdccda99e3'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:38.516271 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9c3cb0a1-088d-4f82-9453-7d129c4b6fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['5e9e249f-8622-4793-aa20-1afdccda99e3'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:38.553017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:38.554257 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Pushing event updated for resources: {'Port': ['ID=c591a9a0-8b24-4c12-bc05-f0676c764ae4,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:38.570814 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc4a97b-1454-4ac6-b063-a69a7f38abeb None None] Sync routers for ids ['df7ce53c-faa6-4352-ab35-db8f44dcc3f2'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:38.587294 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-9c3cb0a1-088d-4f82-9453-7d129c4b6fb9 None None] Set router 5e9e249f-8622-4793-aa20-1afdccda99e3 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:38.587626 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc4a97b-1454-4ac6-b063-a69a7f38abeb None None] Routers {'df7ce53c-faa6-4352-ab35-db8f44dcc3f2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:38.588350 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-7bc4a97b-1454-4ac6-b063-a69a7f38abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['df7ce53c-faa6-4352-ab35-db8f44dcc3f2'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:38.593259 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Checking segment: {'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:38.593622 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Network hostable DHCP agents. Network: d5cefb41-69ec-4cba-8fda-cf8268b43aab, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:45:38.633696 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Network d5cefb41-69ec-4cba-8fda-cf8268b43aab is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:45:38.634062 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-7bc4a97b-1454-4ac6-b063-a69a7f38abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:38.634922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2050b55-ddb5-4301-92a7-27c6e73cec3f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 37f35b3b-3b74-47c0-8610-f52bb68e977d {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:45:38.641339 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9c3cb0a1-088d-4f82-9453-7d129c4b6fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9e249f-8622-4793-aa20-1afdccda99e3', 'name': 'tempest-NetworksTestDHCPv6-router-689773394', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:23Z', 'updated_at': '2021-07-28T11:45:37Z', 'revision_number': 3, 'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:38.643265 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d2050b55-ddb5-4301-92a7-27c6e73cec3f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:38.644032 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc4a97b-1454-4ac6-b063-a69a7f38abeb None None] Routers {'df7ce53c-faa6-4352-ab35-db8f44dcc3f2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:38.644665 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-7bc4a97b-1454-4ac6-b063-a69a7f38abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['df7ce53c-faa6-4352-ab35-db8f44dcc3f2'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:38.650046 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a04d8a32-1a0b-4fee-9145-814e6853eda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:38.652775 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, d5cefb41-69ec-4cba-8fda-cf8268b43aab) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:38.668759 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:38.675052 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a04d8a32-1a0b-4fee-9145-814e6853eda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:38.678689 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3cb0a1-088d-4f82-9453-7d129c4b6fb9 None None] The sync data for ids ['5e9e249f-8622-4793-aa20-1afdccda99e3'] in dv-neutron-786478-16-hyperv is: [{'id': '5e9e249f-8622-4793-aa20-1afdccda99e3', 'name': 'tempest-NetworksTestDHCPv6-router-689773394', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:23Z', 'updated_at': '2021-07-28T11:45:37Z', 'revision_number': 3, 'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'gw_port_host': None}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:38.680893 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a9873-d1df-42fa-9b5f-2c56f55a4773 None None] Network d5cefb41-69ec-4cba-8fda-cf8268b43aab requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:38.683996 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-7bc4a97b-1454-4ac6-b063-a69a7f38abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:38.684618 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc4a97b-1454-4ac6-b063-a69a7f38abeb None None] The sync data for ids ['df7ce53c-faa6-4352-ab35-db8f44dcc3f2'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:38.702817 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:38.703504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:38.703861 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:38.710180 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:38.710966 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:38.711088 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 2 to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 Jul 28 11:45:38.728726 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:38.729318 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:38.729663 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:38.737532 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d2050b55-ddb5-4301-92a7-27c6e73cec3f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:38.741617 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:38.742107 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:38.744703 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 3 to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 Jul 28 11:45:38.765103 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:38.765412 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:38.765709 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:38.773612 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:38.774497 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:38.774680 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 4 to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 Jul 28 11:45:38.781130 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa71cb72-636e-4128-a745-b3319f8f95b8 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Made reservation on behalf of c8dea24e82634eaeab1d328602e5a8e5 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:38.781306 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf267e2-6c6f-4a95-b665-0c50e24da9fb tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Made reservation on behalf of 92ba2cf98c8b4b3b870994ba731d4c66 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:38.782842 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa71cb72-636e-4128-a745-b3319f8f95b8 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:38.783047 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3cf267e2-6c6f-4a95-b665-0c50e24da9fb tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:38.792231 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d8a32-1a0b-4fee-9145-814e6853eda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c1855a-2cbe-481f-b67b-5a929e62812c,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:38.800535 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55336) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:38.800892 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a04d8a32-1a0b-4fee-9145-814e6853eda7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad79f98189dc42a98691fba450b4a696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8495443 Jul 28 11:45:38.812784 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:38.813133 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:38.813502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:38.819634 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:38.822472 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f96f1a22-ac7a-4a14-a643-a4e6a90cf00a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.5802360 Jul 28 11:45:38.830122 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55338) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:38.838550 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-db1e875d-a396-450a-b6a3-a1bd1fac1b29 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'enable_snat': False}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:38.840907 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-3cf267e2-6c6f-4a95-b665-0c50e24da9fb tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] device_id is not set on port d8ab9ea9-c81f-4e90-aac1-8d4ba598d793 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:38.848799 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fb3e69b-4c7d-4a63-b2f0-77d5586c8d65 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:38.849408 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:38.849747 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:38.887156 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 5 to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 Jul 28 11:45:38.942873 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d2050b55-ddb5-4301-92a7-27c6e73cec3f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:38.944697 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:38.945032 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:38.945383 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:38.999762 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:39.000011 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:39.006046 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 6 to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 Jul 28 11:45:39.031031 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-985756e7-ab3c-4a59-97c5-1b329a79f0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.055773 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:39.057200 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:39.057200 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:39.095735 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:39.095943 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:39.101991 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 7 to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 Jul 28 11:45:39.111074 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-985756e7-ab3c-4a59-97c5-1b329a79f0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.130836 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d2050b55-ddb5-4301-92a7-27c6e73cec3f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.158501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device acc65230-c762-43f7-875c-c3c1f3856493 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:39.172402 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2050b55-ddb5-4301-92a7-27c6e73cec3f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=37f35b3b-3b74-47c0-8610-f52bb68e977d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:39.174968 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-3cf267e2-6c6f-4a95-b665-0c50e24da9fb tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Allocated IP 172.20.0.7 (322c9360-5805-4b48-862f-d40dcba4caec/89a0e7f8-377d-4327-a510-f9619591ef46/d8ab9ea9-c81f-4e90-aac1-8d4ba598d793) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:39.186945 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:39.187290 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:39.187631 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:39.191696 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1ea48d-e70a-4bd1-b065-f980080e8bf2 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:39.196545 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d2050b55-ddb5-4301-92a7-27c6e73cec3f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.202227 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d2050b55-ddb5-4301-92a7-27c6e73cec3f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/37f35b3b-3b74-47c0-8610-f52bb68e977d HTTP/1.1" status: 204 len: 168 time: 0.7038240 Jul 28 11:45:39.207803 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55340) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:39.240687 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:39.241081 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:39.250476 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 8 to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 Jul 28 11:45:39.301903 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:39.302090 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:39.302443 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:39.324115 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:39.324476 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:39.326294 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 9 to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 Jul 28 11:45:39.348259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port acc65230-c762-43f7-875c-c3c1f3856493 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:39.349547 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.391780 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-985756e7-ab3c-4a59-97c5-1b329a79f0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.394709 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-985756e7-ab3c-4a59-97c5-1b329a79f0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.396369 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-985756e7-ab3c-4a59-97c5-1b329a79f0fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36c1855a-2cbe-481f-b67b-5a929e62812c HTTP/1.1" status: 204 len: 168 time: 0.5953162 Jul 28 11:45:39.405280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:39.405630 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:39.405962 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:39.442019 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d073d877-ae7f-4fa6-bb0b-ce447a74bbba tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2314103 Jul 28 11:45:39.445784 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55344) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:39.458082 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985756e7-ab3c-4a59-97c5-1b329a79f0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c1855a-2cbe-481f-b67b-5a929e62812c,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:39.461876 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:39.461876 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:39.466220 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 10 to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 Jul 28 11:45:39.507889 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.objects.ports [None req-aa71cb72-636e-4128-a745-b3319f8f95b8 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100415) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:45:39.509327 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:39.509697 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:39.510023 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:39.512539 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa71cb72-636e-4128-a745-b3319f8f95b8 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.531502 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ff0089-d8ac-442b-8a5c-80681e1ad33b None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:45:39.591857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9b475c5e-b4fa-4834-8ac3-3f6dfbc6e5af tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.601845 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-39ff0089-d8ac-442b-8a5c-80681e1ad33b None None] Deleting port 2c71b4b2-afb4-45ee-a068-b70c6d45568c {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:39.602860 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39ff0089-d8ac-442b-8a5c-80681e1ad33b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.619908 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3cf267e2-6c6f-4a95-b665-0c50e24da9fb tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.641722 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-3cf267e2-6c6f-4a95-b665-0c50e24da9fb tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Transition to ACTIVE for port object d8ab9ea9-c81f-4e90-aac1-8d4ba598d793 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:39.666477 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 5b54692f-1e6b-410b-9a7f-7f119c238874 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:39.696835 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:39.697304 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port c591a9a0-8b24-4c12-bc05-f0676c764ae4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:39.697680 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.701723 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71cb72-636e-4128-a745-b3319f8f95b8 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event updated for resources: {'Subnet': ['ID=645be2a5-8869-4e96-9c9f-c208c8ede2aa,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:39.709400 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 5b54692f-1e6b-410b-9a7f-7f119c238874 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:39.710733 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 5b54692f-1e6b-410b-9a7f-7f119c238874 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:39.712864 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3e69b-4c7d-4a63-b2f0-77d5586c8d65 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Deleting port 519f4161-d630-4332-b7f9-e36682b67696 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:39.713211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fb3e69b-4c7d-4a63-b2f0-77d5586c8d65 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.714222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-39ff0089-d8ac-442b-8a5c-80681e1ad33b None None] For port 2c71b4b2-afb4-45ee-a068-b70c6d45568c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2c71b4b2-afb4-45ee-a068-b70c6d45568c,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:39.714991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39ff0089-d8ac-442b-8a5c-80681e1ad33b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.729803 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-39ff0089-d8ac-442b-8a5c-80681e1ad33b None None] Calling delete_port for 2c71b4b2-afb4-45ee-a068-b70c6d45568c owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:39.779763 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3cf267e2-6c6f-4a95-b665-0c50e24da9fb tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.813066 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] For port c591a9a0-8b24-4c12-bc05-f0676c764ae4, host hv-neutron-7864, cleared binding levels {{(pid=100416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:39.813066 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempted to set empty binding levels {{(pid=100416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 11:45:39.847903 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa71cb72-636e-4128-a745-b3319f8f95b8 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Checking segment: {'id': '43609183-a05c-4fd1-a31e-d75059aca537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dbab1108-cbe8-449c-b3de-65302107b689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:39.848283 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa71cb72-636e-4128-a745-b3319f8f95b8 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Network hostable DHCP agents. Network: dbab1108-cbe8-449c-b3de-65302107b689, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:45:39.856818 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.861964 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39ff0089-d8ac-442b-8a5c-80681e1ad33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.867543 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9b475c5e-b4fa-4834-8ac3-3f6dfbc6e5af tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.870272 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9b475c5e-b4fa-4834-8ac3-3f6dfbc6e5af tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.884767 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf267e2-6c6f-4a95-b665-0c50e24da9fb tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event updated for resources: {'Port': ['ID=d8ab9ea9-c81f-4e90-aac1-8d4ba598d793,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:39.894767 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf267e2-6c6f-4a95-b665-0c50e24da9fb tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Network 322c9360-5805-4b48-862f-d40dcba4caec is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:39.897016 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ff0089-d8ac-442b-8a5c-80681e1ad33b None None] No DVR routers for this DVR port 2c71b4b2-afb4-45ee-a068-b70c6d45568c on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:39.900327 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-db1e875d-a396-450a-b6a3-a1bd1fac1b29 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.904166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff0089-d8ac-442b-8a5c-80681e1ad33b None None] Pushing event deleted for resources: {'Port': ['ID=2c71b4b2-afb4-45ee-a068-b70c6d45568c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:39.932451 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-3cf267e2-6c6f-4a95-b665-0c50e24da9fb tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:39.939830 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf267e2-6c6f-4a95-b665-0c50e24da9fb tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:39.948133 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:39.948418 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa71cb72-636e-4128-a745-b3319f8f95b8 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Network dbab1108-cbe8-449c-b3de-65302107b689 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:45:39.948999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.960652 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9b475c5e-b4fa-4834-8ac3-3f6dfbc6e5af tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.960652 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b475c5e-b4fa-4834-8ac3-3f6dfbc6e5af tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Fanout notify agent at l3_agent the message router_deleted on router 5e9e249f-8622-4793-aa20-1afdccda99e3 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:45:39.978838 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9b475c5e-b4fa-4834-8ac3-3f6dfbc6e5af tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.979806 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9b475c5e-b4fa-4834-8ac3-3f6dfbc6e5af tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/routers/5e9e249f-8622-4793-aa20-1afdccda99e3 HTTP/1.1" status: 204 len: 168 time: 0.5331008 Jul 28 11:45:39.982216 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fb3e69b-4c7d-4a63-b2f0-77d5586c8d65 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:39.984494 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55354) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:39.998832 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-3bd0d726-3b13-4529-a7de-a5670684e702 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:40.000665 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-aa71cb72-636e-4128-a745-b3319f8f95b8 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, dbab1108-cbe8-449c-b3de-65302107b689) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:40.002925 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3e69b-4c7d-4a63-b2f0-77d5586c8d65 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Calling delete_port for 519f4161-d630-4332-b7f9-e36682b67696 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:40.009550 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa71cb72-636e-4128-a745-b3319f8f95b8 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:40.010087 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa71cb72-636e-4128-a745-b3319f8f95b8 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:40.014536 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d122a04-ffe2-41a7-8f14-2009e4b3c02d None None] Network dbab1108-cbe8-449c-b3de-65302107b689 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:40.052231 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Pushing event updated for resources: {'Port': ['ID=c591a9a0-8b24-4c12-bc05-f0676c764ae4,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:40.108992 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-aa71cb72-636e-4128-a745-b3319f8f95b8 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2387769 Jul 28 11:45:40.118026 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55358) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:40.247046 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653dbafe-284a-4205-9edf-231149786927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-dbab1108-cbe8-449c-b3de-65302107b689', 'network_id': 'dbab1108-cbe8-449c-b3de-65302107b689', 'tenant_id': 'c8dea24e82634eaeab1d328602e5a8e5', 'fixed_ips': [{'subnet_id': '645be2a5-8869-4e96-9c9f-c208c8ede2aa'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:45:40.247954 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-653dbafe-284a-4205-9edf-231149786927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:40.414594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:40.450340 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fb3e69b-4c7d-4a63-b2f0-77d5586c8d65 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:40.465596 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-653dbafe-284a-4205-9edf-231149786927 None None] Allocated IP 2001:db8::f816:3eff:fe1f:1ffa (dbab1108-cbe8-449c-b3de-65302107b689/645be2a5-8869-4e96-9c9f-c208c8ede2aa/7eb0495e-ee3d-42ca-9fd6-baf5d30af924) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:40.475946 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-dfd9e4db-a386-43d1-9336-9b9ff16889c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.3078179 Jul 28 11:45:40.481967 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55368) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:40.525648 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf267e2-6c6f-4a95-b665-0c50e24da9fb tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:40.526274 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3cf267e2-6c6f-4a95-b665-0c50e24da9fb tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:40.528669 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3e69b-4c7d-4a63-b2f0-77d5586c8d65 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event deleted for resources: {'Port': ['ID=519f4161-d630-4332-b7f9-e36682b67696,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:40.573552 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-12c84e73-66d9-40ca-9b68-242ebfbf576d None None] Provisioning for port d8ab9ea9-c81f-4e90-aac1-8d4ba598d793 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:40.588651 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3cf267e2-6c6f-4a95-b665-0c50e24da9fb tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2696297 Jul 28 11:45:40.603584 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-12c84e73-66d9-40ca-9b68-242ebfbf576d None None] Provisioning complete for port d8ab9ea9-c81f-4e90-aac1-8d4ba598d793 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:40.603963 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-12c84e73-66d9-40ca-9b68-242ebfbf576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:40.604794 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55372) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:40.615900 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-edac18b2-2a4b-4e92-8757-b27f821b1c48 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:a6:7a:e2'}]}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:40.659297 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd0d726-3b13-4529-a7de-a5670684e702 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:40.669686 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3bd0d726-3b13-4529-a7de-a5670684e702 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:40.697120 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-12c84e73-66d9-40ca-9b68-242ebfbf576d None None] Port d8ab9ea9-c81f-4e90-aac1-8d4ba598d793 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:40.722104 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-653dbafe-284a-4205-9edf-231149786927 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:40.734726 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-653dbafe-284a-4205-9edf-231149786927 None None] Transition to ACTIVE for port object 7eb0495e-ee3d-42ca-9fd6-baf5d30af924 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:40.750585 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-d5a84bc2-180e-47e3-bcb2-30511ce4f401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Deleting port c591a9a0-8b24-4c12-bc05-f0676c764ae4 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:40.750991 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d5a84bc2-180e-47e3-bcb2-30511ce4f401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:40.767288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-653dbafe-284a-4205-9edf-231149786927 None None] Transition to ACTIVE for port object 7eb0495e-ee3d-42ca-9fd6-baf5d30af924 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:40.777824 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-653dbafe-284a-4205-9edf-231149786927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:40.834901 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653dbafe-284a-4205-9edf-231149786927 None None] Network dbab1108-cbe8-449c-b3de-65302107b689 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:40.838567 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-653dbafe-284a-4205-9edf-231149786927 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:40.846479 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653dbafe-284a-4205-9edf-231149786927 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:40.857368 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653dbafe-284a-4205-9edf-231149786927 None None] Pushing event updated for resources: {'Port': ['ID=7eb0495e-ee3d-42ca-9fd6-baf5d30af924,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:40.864854 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-d5a84bc2-180e-47e3-bcb2-30511ce4f401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] For port c591a9a0-8b24-4c12-bc05-f0676c764ae4, host hv-neutron-7864, got binding levels [] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:40.865460 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d5a84bc2-180e-47e3-bcb2-30511ce4f401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:40.879647 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-d5a84bc2-180e-47e3-bcb2-30511ce4f401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Calling delete_port for c591a9a0-8b24-4c12-bc05-f0676c764ae4 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:40.933487 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-653dbafe-284a-4205-9edf-231149786927 None None] Attempting to bind port 7eb0495e-ee3d-42ca-9fd6-baf5d30af924 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:40.933877 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-653dbafe-284a-4205-9edf-231149786927 None None] Attempting to bind port 7eb0495e-ee3d-42ca-9fd6-baf5d30af924 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '43609183-a05c-4fd1-a31e-d75059aca537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dbab1108-cbe8-449c-b3de-65302107b689'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:40.934249 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653dbafe-284a-4205-9edf-231149786927 None None] Attempting to bind port 7eb0495e-ee3d-42ca-9fd6-baf5d30af924 on network dbab1108-cbe8-449c-b3de-65302107b689 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:40.940655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653dbafe-284a-4205-9edf-231149786927 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:40.941035 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653dbafe-284a-4205-9edf-231149786927 None None] Checking segment: {'id': '43609183-a05c-4fd1-a31e-d75059aca537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dbab1108-cbe8-449c-b3de-65302107b689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:40.941441 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-653dbafe-284a-4205-9edf-231149786927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:40.941842 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653dbafe-284a-4205-9edf-231149786927 None None] Bound using segment: {'id': '43609183-a05c-4fd1-a31e-d75059aca537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dbab1108-cbe8-449c-b3de-65302107b689'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:40.942336 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-653dbafe-284a-4205-9edf-231149786927 None None] Bound port: 7eb0495e-ee3d-42ca-9fd6-baf5d30af924, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43609183-a05c-4fd1-a31e-d75059aca537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dbab1108-cbe8-449c-b3de-65302107b689'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:40.942759 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-653dbafe-284a-4205-9edf-231149786927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:40.965166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:40.981487 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2c71b4b2-afb4-45ee-a068-b70c6d45568c no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:40.996707 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d5a84bc2-180e-47e3-bcb2-30511ce4f401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:41.016048 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 2c71b4b2-afb4-45ee-a068-b70c6d45568c {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:41.016656 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2c71b4b2-afb4-45ee-a068-b70c6d45568c not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:41.050655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-653dbafe-284a-4205-9edf-231149786927 None None] For port 7eb0495e-ee3d-42ca-9fd6-baf5d30af924, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:41.055534 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-653dbafe-284a-4205-9edf-231149786927 None None] For port 7eb0495e-ee3d-42ca-9fd6-baf5d30af924, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7eb0495e-ee3d-42ca-9fd6-baf5d30af924,segment=NetworkSegment(43609183-a05c-4fd1-a31e-d75059aca537),segment_id=43609183-a05c-4fd1-a31e-d75059aca537)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:41.058860 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d5a84bc2-180e-47e3-bcb2-30511ce4f401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:41.064736 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d5a84bc2-180e-47e3-bcb2-30511ce4f401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] 10.222.0.43 "DELETE /v2.0/ports/c591a9a0-8b24-4c12-bc05-f0676c764ae4 HTTP/1.1" status: 204 len: 168 time: 0.5721819 Jul 28 11:45:41.064736 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a84bc2-180e-47e3-bcb2-30511ce4f401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Pushing event deleted for resources: {'Port': ['ID=c591a9a0-8b24-4c12-bc05-f0676c764ae4,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:41.069271 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-653dbafe-284a-4205-9edf-231149786927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:41.072028 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55378) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:41.118650 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b93dee8-1bd4-49da-b9be-0cbf0ee3c4a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] GET failed (client error): The resource could not be found. Jul 28 11:45:41.123686 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1b93dee8-1bd4-49da-b9be-0cbf0ee3c4a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] 10.222.0.43 "GET /v2.0/ports/c591a9a0-8b24-4c12-bc05-f0676c764ae4 HTTP/1.1" status: 404 len: 333 time: 0.0455434 Jul 28 11:45:41.125206 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55382) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:41.130225 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-42bf10ac-b195-4ae4-9c1e-2efc1d4bed83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Request body: {'port': {'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226848410'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:41.167583 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653dbafe-284a-4205-9edf-231149786927 None None] Pushing event updated for resources: {'Port': ['ID=7eb0495e-ee3d-42ca-9fd6-baf5d30af924,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:41.256628 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:41.263452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fb3e69b-4c7d-4a63-b2f0-77d5586c8d65 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:41.300942 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bf10ac-b195-4ae4-9c1e-2efc1d4bed83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Made reservation on behalf of e53c84bfba294b5089cabddaeaf65662 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:41.303437 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42bf10ac-b195-4ae4-9c1e-2efc1d4bed83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:41.330353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Subnet': ['ID=645be2a5-8869-4e96-9c9f-c208c8ede2aa,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:41.400286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-edac18b2-2a4b-4e92-8757-b27f821b1c48 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:41.487339 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3bd0d726-3b13-4529-a7de-a5670684e702 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:41.496781 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-42bf10ac-b195-4ae4-9c1e-2efc1d4bed83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] device_id is not set on port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:41.574991 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd0d726-3b13-4529-a7de-a5670684e702 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:41.575202 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:41.583687 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-3bd0d726-3b13-4529-a7de-a5670684e702 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:41.590933 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd0d726-3b13-4529-a7de-a5670684e702 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:41.591781 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3bd0d726-3b13-4529-a7de-a5670684e702 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:41.596143 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff5ccd8-2e10-4f20-bc61-25248ea7f012 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:41.606215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbab1108-cbe8-449c-b3de-65302107b689']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:41.655124 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0d726-3b13-4529-a7de-a5670684e702 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=52cc4957-85ee-4e4a-a1e2-027091d5a069,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:41.661482 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3bd0d726-3b13-4529-a7de-a5670684e702 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6713135 Jul 28 11:45:41.667592 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55390) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:41.672572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b64d8fa8-93ec-403b-90cd-f77425c74126 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1140372939', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:41.692695 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-db1e875d-a396-450a-b6a3-a1bd1fac1b29 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:41.702614 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-db1e875d-a396-450a-b6a3-a1bd1fac1b29 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:41.705013 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43609183-a05c-4fd1-a31e-d75059aca537') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:41.705613 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43609183-a05c-4fd1-a31e-d75059aca537') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:41.734163 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:41.831149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb3e69b-4c7d-4a63-b2f0-77d5586c8d65 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Router b249ae11-c97e-49bb-bb28-761f06c5c0a5 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:45:41.839213 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:41.884846 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1e875d-a396-450a-b6a3-a1bd1fac1b29 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Router df7ce53c-faa6-4352-ab35-db8f44dcc3f2 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:45:41.885897 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b64d8fa8-93ec-403b-90cd-f77425c74126 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:41.887570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b64d8fa8-93ec-403b-90cd-f77425c74126 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:41.904541 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:45:41.904891 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:45:41.912984 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:45:42.000387 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55398) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:42.022709 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': '52cc4957-85ee-4e4a-a1e2-027091d5a069'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:45:42.024857 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:42.042732 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1e875d-a396-450a-b6a3-a1bd1fac1b29 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:42.047292 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-db1e875d-a396-450a-b6a3-a1bd1fac1b29 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:42.051574 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-db1e875d-a396-450a-b6a3-a1bd1fac1b29 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "PUT /v2.0/routers/df7ce53c-faa6-4352-ab35-db8f44dcc3f2 HTTP/1.1" status: 200 len: 926 time: 3.2178409 Jul 28 11:45:42.052158 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55402) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:42.062595 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80fa859-49a5-45bb-92ca-d989b7cfe697 None None] Sync routers for ids ['df7ce53c-faa6-4352-ab35-db8f44dcc3f2'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:42.086321 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80fa859-49a5-45bb-92ca-d989b7cfe697 None None] Routers {'df7ce53c-faa6-4352-ab35-db8f44dcc3f2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:42.087538 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e80fa859-49a5-45bb-92ca-d989b7cfe697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['df7ce53c-faa6-4352-ab35-db8f44dcc3f2'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:42.124538 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.api [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 11:45:42.124538 dv-neutron-786478-16-hyperv neutron-server[100415]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 11:45:42.124538 dv-neutron-786478-16-hyperv neutron-server[100415]: [parameters: {'id': 'dbab1108-cbe8-449c-b3de-65302107b689'}] Jul 28 11:45:42.124538 dv-neutron-786478-16-hyperv neutron-server[100415]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100415) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:45:42.124538 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG oslo_db.api [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:45:42.129748 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb3e69b-4c7d-4a63-b2f0-77d5586c8d65 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:42.159467 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3fb3e69b-4c7d-4a63-b2f0-77d5586c8d65 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "PUT /v2.0/routers/b249ae11-c97e-49bb-bb28-761f06c5c0a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7892218 Jul 28 11:45:42.161013 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55404) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:42.173851 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42bf10ac-b195-4ae4-9c1e-2efc1d4bed83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:42.183031 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e80fa859-49a5-45bb-92ca-d989b7cfe697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:42.183901 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c149bb27-0061-4f27-bad2-054ec80332d4 None None] Sync routers for ids ['b249ae11-c97e-49bb-bb28-761f06c5c0a5'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:42.197460 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80fa859-49a5-45bb-92ca-d989b7cfe697 None None] Routers {'df7ce53c-faa6-4352-ab35-db8f44dcc3f2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:42.198322 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e80fa859-49a5-45bb-92ca-d989b7cfe697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['df7ce53c-faa6-4352-ab35-db8f44dcc3f2'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:42.207282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c149bb27-0061-4f27-bad2-054ec80332d4 None None] Routers {'b249ae11-c97e-49bb-bb28-761f06c5c0a5'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:42.207934 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-c149bb27-0061-4f27-bad2-054ec80332d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b249ae11-c97e-49bb-bb28-761f06c5c0a5'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:42.210122 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-7c9dd885-d949-4fc8-b0d7-01394ac5471b tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:42.241347 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-2ae54679-fc08-4a3a-a5be-28d34451f148 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] delete failed (client error): The resource could not be found. Jul 28 11:45:42.241662 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e80fa859-49a5-45bb-92ca-d989b7cfe697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:42.247418 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2ae54679-fc08-4a3a-a5be-28d34451f148 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1176864081 HTTP/1.1" status: 404 len: 335 time: 0.0812461 Jul 28 11:45:42.247592 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b64d8fa8-93ec-403b-90cd-f77425c74126 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:42.248397 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55406) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:42.254619 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80fa859-49a5-45bb-92ca-d989b7cfe697 None None] The sync data for ids ['df7ce53c-faa6-4352-ab35-db8f44dcc3f2'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:42.256086 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-ede3696e-eadf-4c04-afea-b4f5a079b634 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b249ae11-c97e-49bb-bb28-761f06c5c0a5'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:42.260932 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-c149bb27-0061-4f27-bad2-054ec80332d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:42.281028 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-edac18b2-2a4b-4e92-8757-b27f821b1c48 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:42.301218 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-edac18b2-2a4b-4e92-8757-b27f821b1c48 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:42.304063 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c149bb27-0061-4f27-bad2-054ec80332d4 None None] Routers {'b249ae11-c97e-49bb-bb28-761f06c5c0a5'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:42.304863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-c149bb27-0061-4f27-bad2-054ec80332d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b249ae11-c97e-49bb-bb28-761f06c5c0a5'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:42.347317 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b64d8fa8-93ec-403b-90cd-f77425c74126 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:42.361785 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-c149bb27-0061-4f27-bad2-054ec80332d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:42.362689 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c149bb27-0061-4f27-bad2-054ec80332d4 None None] The sync data for ids ['b249ae11-c97e-49bb-bb28-761f06c5c0a5'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:42.372266 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42bf10ac-b195-4ae4-9c1e-2efc1d4bed83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:42.381349 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Allocated IP 2001:db8::2 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/52cc4957-85ee-4e4a-a1e2-027091d5a069/49d4da0e-8d06-4dbc-83dc-a6f92224b70f) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:42.404919 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac18b2-2a4b-4e92-8757-b27f821b1c48 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event updated for resources: {'Port': ['ID=d8ab9ea9-c81f-4e90-aac1-8d4ba598d793,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:42.480466 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bf10ac-b195-4ae4-9c1e-2efc1d4bed83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Network d5cefb41-69ec-4cba-8fda-cf8268b43aab is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:42.481731 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf10ac-b195-4ae4-9c1e-2efc1d4bed83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Pushing event updated for resources: {'Port': ['ID=54a22f72-50b6-4530-8b61-0f78e1bb5a8f,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:42.491740 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55408) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:42.491887 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f374e81c-160d-419b-96f0-59f82ceb0325 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "GET /v2.0/routers/df7ce53c-faa6-4352-ab35-db8f44dcc3f2 HTTP/1.1" status: 200 len: 926 time: 0.4387288 Jul 28 11:45:42.492666 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b64d8fa8-93ec-403b-90cd-f77425c74126 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:42.493339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-42bf10ac-b195-4ae4-9c1e-2efc1d4bed83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:42.499112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-edac18b2-2a4b-4e92-8757-b27f821b1c48 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] In _notify_port_updated(), no bound segment for port d8ab9ea9-c81f-4e90-aac1-8d4ba598d793 on network 322c9360-5805-4b48-862f-d40dcba4caec {{(pid=100415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:45:42.499423 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b64d8fa8-93ec-403b-90cd-f77425c74126 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8278649 Jul 28 11:45:42.503920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edac18b2-2a4b-4e92-8757-b27f821b1c48 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:42.505455 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-edac18b2-2a4b-4e92-8757-b27f821b1c48 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:42.506548 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-edac18b2-2a4b-4e92-8757-b27f821b1c48 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "PUT /v2.0/ports/d8ab9ea9-c81f-4e90-aac1-8d4ba598d793 HTTP/1.1" status: 200 len: 993 time: 1.8961818 Jul 28 11:45:42.507235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55410) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:42.508277 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf10ac-b195-4ae4-9c1e-2efc1d4bed83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:42.509338 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf10ac-b195-4ae4-9c1e-2efc1d4bed83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:42.510544 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42bf10ac-b195-4ae4-9c1e-2efc1d4bed83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:42.512175 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55412) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:42.547097 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507ef4b8-63bc-4ea6-b51a-826da74aff42 None None] Network dbab1108-cbe8-449c-b3de-65302107b689 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:42.590573 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7c9dd885-d949-4fc8-b0d7-01394ac5471b tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] 10.222.0.43 "PUT /v2.0/quotas/418f673b6a434c8d960538ef784cacbd HTTP/1.1" status: 200 len: 366 time: 0.5888884 Jul 28 11:45:42.593608 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55414) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:42.631796 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:42.632615 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ede3696e-eadf-4c04-afea-b4f5a079b634 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:42.643050 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7a4fc908-8022-4679-9217-1c39bdb98782 None None] Provisioning for port 7eb0495e-ee3d-42ca-9fd6-baf5d30af924 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:42.645747 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-42bf10ac-b195-4ae4-9c1e-2efc1d4bed83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5201781 Jul 28 11:45:42.648547 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55416) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:42.656741 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:42.683776 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6fb1c161-6be2-407b-83bd-73be17d0d5d4 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0891249 Jul 28 11:45:42.692044 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55418) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:42.720210 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-70ac3b72-e31a-4fc8-af1c-7a7c767eaf19 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] 10.222.0.43 "GET /v2.0/quotas/418f673b6a434c8d960538ef784cacbd HTTP/1.1" status: 200 len: 366 time: 0.0261328 Jul 28 11:45:42.730479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55420) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:42.731377 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-ede3696e-eadf-4c04-afea-b4f5a079b634 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] update failed (client error): The resource could not be found. Jul 28 11:45:42.736664 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ede3696e-eadf-4c04-afea-b4f5a079b634 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "PUT /v2.0/routers/b249ae11-c97e-49bb-bb28-761f06c5c0a5 HTTP/1.1" status: 404 len: 339 time: 0.4835932 Jul 28 11:45:42.736810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55422) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:42.743920 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:42.756690 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Transition to ACTIVE for port object 49d4da0e-8d06-4dbc-83dc-a6f92224b70f will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:42.758550 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74472bef-9e63-4e0b-983f-9040dd33162b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:42.762575 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-74472bef-9e63-4e0b-983f-9040dd33162b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&device_id=df7ce53c-faa6-4352-ab35-db8f44dcc3f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2645149 Jul 28 11:45:42.763504 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55424) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:42.784148 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Transition to ACTIVE for port object 49d4da0e-8d06-4dbc-83dc-a6f92224b70f will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:42.800909 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:42.809573 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-44e663ea-6159-4748-9da0-f538a667ad43 None None] Provisioning complete for port d8ab9ea9-c81f-4e90-aac1-8d4ba598d793 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:42.810117 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-44e663ea-6159-4748-9da0-f538a667ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:42.854399 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e04881ca-74d4-42c4-a72c-33d1851e4444 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/418f673b6a434c8d960538ef784cacbd HTTP/1.1" status: 204 len: 168 time: 0.1189382 Jul 28 11:45:42.861094 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55426) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:42.871181 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:42.885098 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:42.901599 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:42.912031 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:42.917351 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Pushing event updated for resources: {'Port': ['ID=49d4da0e-8d06-4dbc-83dc-a6f92224b70f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:42.921717 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-44e663ea-6159-4748-9da0-f538a667ad43 None None] Port d8ab9ea9-c81f-4e90-aac1-8d4ba598d793 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:42.946317 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-66ad5c03-3996-408d-8227-9fc1b7279839 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0818701 Jul 28 11:45:42.946959 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09b7852-bddd-4dce-a4f8-324900511e41 None None] DHCP port deletion for dbab1108-cbe8-449c-b3de-65302107b689 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:45:42.948749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55428) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:43.009183 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Attempting to bind port 49d4da0e-8d06-4dbc-83dc-a6f92224b70f on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:43.009670 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Attempting to bind port 49d4da0e-8d06-4dbc-83dc-a6f92224b70f by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:43.010044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Attempting to bind port 49d4da0e-8d06-4dbc-83dc-a6f92224b70f on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:43.021102 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:43.021370 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:43.021659 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:43.022053 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:43.022589 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Bound port: 49d4da0e-8d06-4dbc-83dc-a6f92224b70f, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:43.022963 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:43.023759 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-b20872bf-742e-461e-8999-44d17299077d tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Deleting port d8ab9ea9-c81f-4e90-aac1-8d4ba598d793 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:43.024171 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b20872bf-742e-461e-8999-44d17299077d tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:43.034251 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1560edfd-0a7c-4b3b-94c7-5d1dc51e84ce tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] 10.222.0.43 "GET /v2.0/quotas/418f673b6a434c8d960538ef784cacbd HTTP/1.1" status: 200 len: 370 time: 0.0824981 Jul 28 11:45:43.036483 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55430) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:43.048874 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b09b7852-bddd-4dce-a4f8-324900511e41 None None] Deleting port 7eb0495e-ee3d-42ca-9fd6-baf5d30af924 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:43.048874 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b09b7852-bddd-4dce-a4f8-324900511e41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:43.056868 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a6fc22cb-140a-40ae-b208-fb317fcd2347 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] 10.222.0.43 "GET /v2.0/quotas/418f673b6a434c8d960538ef784cacbd/default HTTP/1.1" status: 200 len: 370 time: 0.0171270 Jul 28 11:45:43.082671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55432) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:43.111405 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b09b7852-bddd-4dce-a4f8-324900511e41 None None] For port 7eb0495e-ee3d-42ca-9fd6-baf5d30af924, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7eb0495e-ee3d-42ca-9fd6-baf5d30af924,segment=NetworkSegment(43609183-a05c-4fd1-a31e-d75059aca537),segment_id=43609183-a05c-4fd1-a31e-d75059aca537)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:43.113182 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b09b7852-bddd-4dce-a4f8-324900511e41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:43.124545 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b09b7852-bddd-4dce-a4f8-324900511e41 None None] Calling delete_port for 7eb0495e-ee3d-42ca-9fd6-baf5d30af924 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:43.174138 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-c0205f5a-982a-4a7a-8776-3964b92115fd tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] delete failed (client error): The resource could not be found. Jul 28 11:45:43.177676 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c0205f5a-982a-4a7a-8776-3964b92115fd tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/418f673b6a434c8d960538ef784cacbd HTTP/1.1" status: 404 len: 348 time: 0.0915384 Jul 28 11:45:43.233112 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b09b7852-bddd-4dce-a4f8-324900511e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:43.253828 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbfd976-9956-4b3a-94be-c72f81f9917c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:43.255280 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9cbfd976-9956-4b3a-94be-c72f81f9917c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "GET /v2.0/networks/e4f7873c-4d94-460a-8c07-155f724d96cd HTTP/1.1" status: 200 len: 881 time: 0.4908617 Jul 28 11:45:43.258850 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55436) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:43.260138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Deleting port 7eb0495e-ee3d-42ca-9fd6-baf5d30af924 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:43.260483 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:43.266626 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b7852-bddd-4dce-a4f8-324900511e41 None None] Pushing event deleted for resources: {'Port': ['ID=7eb0495e-ee3d-42ca-9fd6-baf5d30af924,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:43.270318 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b7852-bddd-4dce-a4f8-324900511e41 None None] No DVR routers for this DVR port 7eb0495e-ee3d-42ca-9fd6-baf5d30af924 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:43.303022 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-15725b74-05b5-48ad-8721-690cb3681991 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "GET /v2.0/ports?device_id=df7ce53c-faa6-4352-ab35-db8f44dcc3f2 HTTP/1.1" status: 200 len: 205 time: 0.0403984 Jul 28 11:45:43.315509 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] For port 49d4da0e-8d06-4dbc-83dc-a6f92224b70f, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:43.318814 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] For port 49d4da0e-8d06-4dbc-83dc-a6f92224b70f, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=49d4da0e-8d06-4dbc-83dc-a6f92224b70f,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:43.323183 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:43.326023 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b20872bf-742e-461e-8999-44d17299077d tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:43.333502 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55438) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:43.340817 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-b20872bf-742e-461e-8999-44d17299077d tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Calling delete_port for d8ab9ea9-c81f-4e90-aac1-8d4ba598d793 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:43.354084 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55440) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:43.374696 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:43.391905 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb5b53-357c-476e-b841-d83a591edb8e None None] Pushing event updated for resources: {'Port': ['ID=49d4da0e-8d06-4dbc-83dc-a6f92224b70f,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:43.510861 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:43.519922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] For port 7eb0495e-ee3d-42ca-9fd6-baf5d30af924, host dv-neutron-786478-16-hyperv, got binding levels [] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:43.520502 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:43.599638 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.quota.resource [None req-3f1e9637-1c89-4a71-a5bf-b2541303dac7 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] Usage tracker for resource:network and tenant:2fa6c2ef222f4abfb4ab9963f61ecd8d is out of sync, need to count used quota {{(pid=100415) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 11:45:43.604883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Calling delete_port for 7eb0495e-ee3d-42ca-9fd6-baf5d30af924 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:43.609245 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.quota.resource [None req-3f1e9637-1c89-4a71-a5bf-b2541303dac7 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100415) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 11:45:43.614185 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.ipam_backend_mixin [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Port 7eb0495e-ee3d-42ca-9fd6-baf5d30af924 was not found and therefore no delete operation was performed {{(pid=100415) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:45:43.628829 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:43.699088 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] No DVR routers for this DVR port 7eb0495e-ee3d-42ca-9fd6-baf5d30af924 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:43.708594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Port': ['ID=7eb0495e-ee3d-42ca-9fd6-baf5d30af924,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:43.716631 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.quota.resource [None req-3f1e9637-1c89-4a71-a5bf-b2541303dac7 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] Usage tracker for resource:subnet and tenant:2fa6c2ef222f4abfb4ab9963f61ecd8d is out of sync, need to count used quota {{(pid=100415) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 11:45:43.751389 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-81de80a2-f2c8-4961-8676-a6e253f63591 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:43.762564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.quota.resource [None req-3f1e9637-1c89-4a71-a5bf-b2541303dac7 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100415) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 11:45:43.892592 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:43.910627 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.quota.resource [None req-3f1e9637-1c89-4a71-a5bf-b2541303dac7 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] Usage tracker for resource:subnetpool and tenant:2fa6c2ef222f4abfb4ab9963f61ecd8d is out of sync, need to count used quota {{(pid=100415) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 11:45:43.950785 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbab1108-cbe8-449c-b3de-65302107b689']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:43.952679 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.quota.resource [None req-3f1e9637-1c89-4a71-a5bf-b2541303dac7 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100415) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 11:45:43.973119 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43609183-a05c-4fd1-a31e-d75059aca537') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:43.973415 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43609183-a05c-4fd1-a31e-d75059aca537') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:44.005333 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] device_id is not set on port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:44.012080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.014247 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b20872bf-742e-461e-8999-44d17299077d tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.022128 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.031997 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.quota.resource [None req-3f1e9637-1c89-4a71-a5bf-b2541303dac7 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] Usage tracker for resource:port and tenant:2fa6c2ef222f4abfb4ab9963f61ecd8d is out of sync, need to count used quota {{(pid=100415) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 11:45:44.050100 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.quota.resource [None req-3f1e9637-1c89-4a71-a5bf-b2541303dac7 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100415) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 11:45:44.052812 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.070458 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:45:44.070910 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.074461 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::1 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/52cc4957-85ee-4e4a-a1e2-027091d5a069/0ef6313c-6201-4282-b310-0efd516944eb) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:45:44.077313 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:45:44.097445 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Transition to ACTIVE for port object 54a22f72-50b6-4530-8b61-0f78e1bb5a8f will not be triggered until provisioned by entity L2. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:44.098455 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20872bf-742e-461e-8999-44d17299077d tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event deleted for resources: {'Port': ['ID=d8ab9ea9-c81f-4e90-aac1-8d4ba598d793,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:44.112904 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.126858 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-81de80a2-f2c8-4961-8676-a6e253f63591 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.129728 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.quota.resource [None req-3f1e9637-1c89-4a71-a5bf-b2541303dac7 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] Usage tracker for resource:router and tenant:2fa6c2ef222f4abfb4ab9963f61ecd8d is out of sync, need to count used quota {{(pid=100415) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 11:45:44.155161 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.quota.resource [None req-3f1e9637-1c89-4a71-a5bf-b2541303dac7 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100415) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 11:45:44.241980 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Pushing event updated for resources: {'Port': ['ID=54a22f72-50b6-4530-8b61-0f78e1bb5a8f,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:44.243967 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.quota.resource [None req-3f1e9637-1c89-4a71-a5bf-b2541303dac7 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] Usage tracker for resource:floatingip and tenant:2fa6c2ef222f4abfb4ab9963f61ecd8d is out of sync, need to count used quota {{(pid=100415) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 11:45:44.248970 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.254228 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.259680 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/networks/dbab1108-cbe8-449c-b3de-65302107b689 HTTP/1.1" status: 204 len: 168 time: 4.1370773 Jul 28 11:45:44.261497 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55442) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:44.270729 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5c8d90ff-e36f-4ee4-a60d-d2f4f9e0fcf7 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1609864782'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:44.278004 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.quota.resource [None req-3f1e9637-1c89-4a71-a5bf-b2541303dac7 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100415) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 11:45:44.301865 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c004219-cfb4-4e7d-af16-05e90c4ac891 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Network': ['ID=dbab1108-cbe8-449c-b3de-65302107b689,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:44.362634 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.364525 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:44.364876 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:44.365221 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:44.392236 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object 0ef6313c-6201-4282-b310-0efd516944eb will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:44.410858 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-81de80a2-f2c8-4961-8676-a6e253f63591 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Deleting port ceea4e13-a5bc-4c47-9d6f-056895cbee0e {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:44.411082 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-81de80a2-f2c8-4961-8676-a6e253f63591 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.419259 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:44.419765 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:44.423635 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 2 to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f Jul 28 11:45:44.427985 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Allocated IP 172.20.0.1 (1258f3c3-95d2-418e-9b11-b275a2d9f694/04941647-7d1c-4152-8f1f-2819b60e848e/ba0541df-6ece-4f98-8a1c-74e9ffc21d9f) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:44.438941 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8d90ff-e36f-4ee4-a60d-d2f4f9e0fcf7 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Made reservation on behalf of c8dea24e82634eaeab1d328602e5a8e5 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:44.443832 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5c8d90ff-e36f-4ee4-a60d-d2f4f9e0fcf7 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.470346 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:44.470580 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:44.470907 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:44.475746 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b20872bf-742e-461e-8999-44d17299077d tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.480175 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b20872bf-742e-461e-8999-44d17299077d tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "DELETE /v2.0/ports/d8ab9ea9-c81f-4e90-aac1-8d4ba598d793 HTTP/1.1" status: 204 len: 168 time: 1.9645312 Jul 28 11:45:44.482380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55444) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:44.489619 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:44.489858 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:44.501479 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 3 to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f Jul 28 11:45:44.516920 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-927735e1-e714-44a3-a727-30f2e57549ee tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] GET failed (client error): The resource could not be found. Jul 28 11:45:44.518851 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-927735e1-e714-44a3-a727-30f2e57549ee tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "GET /v2.0/ports/d8ab9ea9-c81f-4e90-aac1-8d4ba598d793 HTTP/1.1" status: 404 len: 333 time: 0.0353522 Jul 28 11:45:44.526683 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55446) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:44.535961 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-6639e498-7e57-45b7-8041-d227d2f74181 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Request body: {'port': {'network_id': '322c9360-5805-4b48-862f-d40dcba4caec', 'name': 'tempest-AllowedAddressPairTestJSON-560328918'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:44.547732 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:44.548595 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:44.548943 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:44.556018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8d90ff-e36f-4ee4-a60d-d2f4f9e0fcf7 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:45:44.565578 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:44.565901 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:44.569352 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 4 to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f Jul 28 11:45:44.583545 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5c8d90ff-e36f-4ee4-a60d-d2f4f9e0fcf7 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.583890 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-5c8d90ff-e36f-4ee4-a60d-d2f4f9e0fcf7 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Added segment 21020f30-e71d-4619-92aa-31048541dc4c of type vlan for network a7aeaf1e-49c0-4028-8694-bb31467050c3 Jul 28 11:45:44.605810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:44.606151 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:44.606524 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:44.625227 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-81de80a2-f2c8-4961-8676-a6e253f63591 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.628221 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.639666 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.quota.resource [None req-3f1e9637-1c89-4a71-a5bf-b2541303dac7 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] Usage tracker for resource:security_group and tenant:2fa6c2ef222f4abfb4ab9963f61ecd8d is out of sync, need to count used quota {{(pid=100415) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 11:45:44.642910 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:44.643269 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:44.650459 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 5 to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f Jul 28 11:45:44.669014 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e1a9be44-70d6-4891-b39c-6457e68fb6cf None None] Provisioning for port 49d4da0e-8d06-4dbc-83dc-a6f92224b70f completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:44.676624 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-81de80a2-f2c8-4961-8676-a6e253f63591 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Calling delete_port for ceea4e13-a5bc-4c47-9d6f-056895cbee0e owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:44.677205 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5c8d90ff-e36f-4ee4-a60d-d2f4f9e0fcf7 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.682321 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.quota.resource [None req-3f1e9637-1c89-4a71-a5bf-b2541303dac7 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100415) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 11:45:44.685315 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:44.685626 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:44.685966 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:44.694758 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.706702 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:44.707033 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:44.710742 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 6 to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f Jul 28 11:45:44.712429 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:44.729490 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Transition to ACTIVE for port object ba0541df-6ece-4f98-8a1c-74e9ffc21d9f will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:44.731701 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:44.743357 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:44.743655 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:44.743995 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:44.752616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5c8d90ff-e36f-4ee4-a60d-d2f4f9e0fcf7 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.758168 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8d90ff-e36f-4ee4-a60d-d2f4f9e0fcf7 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:44.758794 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5c8d90ff-e36f-4ee4-a60d-d2f4f9e0fcf7 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.765396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:44.765729 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:44.769904 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:44.770081 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 7 to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f Jul 28 11:45:44.770482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.772754 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.quota.resource [None req-3f1e9637-1c89-4a71-a5bf-b2541303dac7 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] Usage tracker for resource:security_group_rule and tenant:2fa6c2ef222f4abfb4ab9963f61ecd8d is out of sync, need to count used quota {{(pid=100415) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 11:45:44.780618 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=0ef6313c-6201-4282-b310-0efd516944eb,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:44.828751 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.quota.resource [None req-3f1e9637-1c89-4a71-a5bf-b2541303dac7 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100415) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 11:45:44.853141 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5c8d90ff-e36f-4ee4-a60d-d2f4f9e0fcf7 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5846736 Jul 28 11:45:44.856128 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55448) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:44.858275 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:44.858740 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:44.859155 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:44.864533 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3f1e9637-1c89-4a71-a5bf-b2541303dac7 tempest-QuotasTest-2070988778 tempest-QuotasTest-2070988778-project-admin] 10.222.0.43 "GET /v2.0/quotas/2fa6c2ef222f4abfb4ab9963f61ecd8d/details.json HTTP/1.1" status: 200 len: 703 time: 1.5044935 Jul 28 11:45:44.869820 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-2122c2b8-08c8-4515-868c-6034b6153896 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Request body: {'subnet': {'network_id': 'a7aeaf1e-49c0-4028-8694-bb31467050c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:44.889049 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d90ff-e36f-4ee4-a60d-d2f4f9e0fcf7 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event updated for resources: {'Network': ['ID=a7aeaf1e-49c0-4028-8694-bb31467050c3,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:44.891389 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:44.906345 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network a7aeaf1e-49c0-4028-8694-bb31467050c3 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:45:44.929563 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:44.929904 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:44.937322 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 8 to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f Jul 28 11:45:44.998724 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:44.998724 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:44.998724 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:45.006316 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Network 1258f3c3-95d2-418e-9b11-b275a2d9f694 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:45.017543 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:45.026371 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:45.026893 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:45.035184 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 49d4da0e-8d06-4dbc-83dc-a6f92224b70f up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:45.035377 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:45.037777 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 9 to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f Jul 28 11:45:45.048975 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event updated for resources: {'Port': ['ID=ba0541df-6ece-4f98-8a1c-74e9ffc21d9f,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:45.081808 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6639e498-7e57-45b7-8041-d227d2f74181 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Made reservation on behalf of 92ba2cf98c8b4b3b870994ba731d4c66 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:45.085132 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6639e498-7e57-45b7-8041-d227d2f74181 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:45.091179 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:45.091614 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:45.092028 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:45.112651 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 49d4da0e-8d06-4dbc-83dc-a6f92224b70f completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:45.117248 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 49d4da0e-8d06-4dbc-83dc-a6f92224b70f triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:45.117728 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:45.120864 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:45.121283 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:45.124026 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.plugins.ml2.plugin [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 10 to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f Jul 28 11:45:45.130515 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:45.156486 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-6639e498-7e57-45b7-8041-d227d2f74181 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] device_id is not set on port 935907ca-c71e-4183-8b24-0e5f527c2b52 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:45.198197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2122c2b8-08c8-4515-868c-6034b6153896 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Made reservation on behalf of c8dea24e82634eaeab1d328602e5a8e5 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:45.202717 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2122c2b8-08c8-4515-868c-6034b6153896 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:45.223946 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:45.225651 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-91016e39-239e-44cb-b9b7-e6ae44695e31 None None] Provisioning for port 0ef6313c-6201-4282-b310-0efd516944eb completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:45.226089 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:45.231435 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-91016e39-239e-44cb-b9b7-e6ae44695e31 None None] Provisioning complete for port 0ef6313c-6201-4282-b310-0efd516944eb triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:45.231645 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:45.231814 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-91016e39-239e-44cb-b9b7-e6ae44695e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:45.235631 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:45.310079 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-91016e39-239e-44cb-b9b7-e6ae44695e31 None None] Port 0ef6313c-6201-4282-b310-0efd516944eb cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:45.326519 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 49d4da0e-8d06-4dbc-83dc-a6f92224b70f, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=49d4da0e-8d06-4dbc-83dc-a6f92224b70f,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:45.328087 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:45.328405 dv-neutron-786478-16-hyperv neutron-server[100416]: ERROR neutron.plugins.ml2.managers [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:45.328786 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:45.331883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-81de80a2-f2c8-4961-8676-a6e253f63591 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:45.335519 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:45.399676 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7eb0495e-ee3d-42ca-9fd6-baf5d30af924 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:45.424339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55456) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:45.439239 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 7eb0495e-ee3d-42ca-9fd6-baf5d30af924 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:45.439434 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7eb0495e-ee3d-42ca-9fd6-baf5d30af924 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:45.446976 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=49d4da0e-8d06-4dbc-83dc-a6f92224b70f,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:45.460758 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9a90d3ae-9f9c-49df-a4fb-4b1dfde56b7f None None] Provisioning for port ba0541df-6ece-4f98-8a1c-74e9ffc21d9f completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:45.465628 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:45.467207 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9a90d3ae-9f9c-49df-a4fb-4b1dfde56b7f None None] Provisioning complete for port ba0541df-6ece-4f98-8a1c-74e9ffc21d9f triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:45.468333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a90d3ae-9f9c-49df-a4fb-4b1dfde56b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:45.485835 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de80a2-f2c8-4961-8676-a6e253f63591 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Pushing event deleted for resources: {'Port': ['ID=ceea4e13-a5bc-4c47-9d6f-056895cbee0e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:45.525196 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9a90d3ae-9f9c-49df-a4fb-4b1dfde56b7f None None] Port ba0541df-6ece-4f98-8a1c-74e9ffc21d9f cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:45.550537 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] For port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f, host hv-neutron-7864, cleared binding levels {{(pid=100416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:45.550903 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempted to set empty binding levels {{(pid=100416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 11:45:45.551822 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:45.553646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-6639e498-7e57-45b7-8041-d227d2f74181 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Allocated IP 172.20.0.7 (322c9360-5805-4b48-862f-d40dcba4caec/89a0e7f8-377d-4327-a510-f9619591ef46/935907ca-c71e-4183-8b24-0e5f527c2b52) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:45.569572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:45.638254 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] In _notify_port_updated(), no bound segment for port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:45:45.639201 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.639844 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:45.641218 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] 10.222.0.43 "PUT /v2.0/ports/54a22f72-50b6-4530-8b61-0f78e1bb5a8f HTTP/1.1" status: 200 len: 981 time: 2.9895484 Jul 28 11:45:45.648423 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55460) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:45.731260 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612af1cd-3c47-440d-b191-84ec2f3e7c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Pushing event updated for resources: {'Port': ['ID=54a22f72-50b6-4530-8b61-0f78e1bb5a8f,revision_number=3']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:45.750866 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2122c2b8-08c8-4515-868c-6034b6153896 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:45.873145 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-81de80a2-f2c8-4961-8676-a6e253f63591 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:45.881695 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36835659-586a-43ae-89ef-a71feb40bec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:45.883936 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.884435 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.884921 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.885407 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.885877 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.886357 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.886860 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.887337 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.887811 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.888289 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.888758 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.889233 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.889705 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.890174 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.890664 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.891135 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.891654 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.892250 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.892730 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.893200 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.893668 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.894139 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:45.896979 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-36b00849-debe-48fc-ad96-17b735c11970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19835 time: 0.2229829 Jul 28 11:45:45.906239 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55462) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:45.920682 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122c2b8-08c8-4515-868c-6034b6153896 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event updated for resources: {'Subnet': ['ID=c447e95e-9663-43c0-b6a6-db46945d4ce3,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:46.032942 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2122c2b8-08c8-4515-868c-6034b6153896 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Checking segment: {'id': '21020f30-e71d-4619-92aa-31048541dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a7aeaf1e-49c0-4028-8694-bb31467050c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:46.033747 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2122c2b8-08c8-4515-868c-6034b6153896 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Network hostable DHCP agents. Network: a7aeaf1e-49c0-4028-8694-bb31467050c3, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:45:46.072049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-81de80a2-f2c8-4961-8676-a6e253f63591 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.082638 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-81de80a2-f2c8-4961-8676-a6e253f63591 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.085519 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2122c2b8-08c8-4515-868c-6034b6153896 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Network a7aeaf1e-49c0-4028-8694-bb31467050c3 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:45:46.116521 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-2122c2b8-08c8-4515-868c-6034b6153896 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, a7aeaf1e-49c0-4028-8694-bb31467050c3) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:46.125656 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e60c507-a897-4fa0-a224-6c15ee286268 None None] Network a7aeaf1e-49c0-4028-8694-bb31467050c3 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:46.126785 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2122c2b8-08c8-4515-868c-6034b6153896 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:46.127313 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2122c2b8-08c8-4515-868c-6034b6153896 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.146913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-2dd5e95a-49e0-4c73-aebd-93de0064c854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Deleting port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:46.147283 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e95a-49e0-4c73-aebd-93de0064c854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.189535 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.202692 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.256310 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-81de80a2-f2c8-4961-8676-a6e253f63591 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.257062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81de80a2-f2c8-4961-8676-a6e253f63591 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Fanout notify agent at l3_agent the message router_deleted on router df7ce53c-faa6-4352-ab35-db8f44dcc3f2 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:45:46.274796 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-2dd5e95a-49e0-4c73-aebd-93de0064c854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] For port 54a22f72-50b6-4530-8b61-0f78e1bb5a8f, host hv-neutron-7864, got binding levels [] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:46.275664 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e95a-49e0-4c73-aebd-93de0064c854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.280851 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-81de80a2-f2c8-4961-8676-a6e253f63591 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.281984 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-81de80a2-f2c8-4961-8676-a6e253f63591 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "DELETE /v2.0/routers/df7ce53c-faa6-4352-ab35-db8f44dcc3f2 HTTP/1.1" status: 204 len: 168 time: 2.9297836 Jul 28 11:45:46.292235 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55464) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:46.293050 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-a7aeaf1e-49c0-4028-8694-bb31467050c3', 'network_id': 'a7aeaf1e-49c0-4028-8694-bb31467050c3', 'tenant_id': 'c8dea24e82634eaeab1d328602e5a8e5', 'fixed_ips': [{'subnet_id': 'c447e95e-9663-43c0-b6a6-db46945d4ce3'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:45:46.294317 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.303642 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d0b16e9d-00e2-4b4a-8ad6-38b6bdcb9498 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-801199285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:46.317031 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-2dd5e95a-49e0-4c73-aebd-93de0064c854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Calling delete_port for 54a22f72-50b6-4530-8b61-0f78e1bb5a8f owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:46.328245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event updated for resources: {'Port': ['ID=ba0541df-6ece-4f98-8a1c-74e9ffc21d9f,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:46.334146 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.389363 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6639e498-7e57-45b7-8041-d227d2f74181 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.432426 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36835659-586a-43ae-89ef-a71feb40bec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.440596 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-6639e498-7e57-45b7-8041-d227d2f74181 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Transition to ACTIVE for port object 935907ca-c71e-4183-8b24-0e5f527c2b52 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:46.447075 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36835659-586a-43ae-89ef-a71feb40bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.448076 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Allocated IP 2001:db8::2 (a7aeaf1e-49c0-4028-8694-bb31467050c3/c447e95e-9663-43c0-b6a6-db46945d4ce3/c5da8682-1565-4fb7-88a8-efa984b50ca4) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:46.454612 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2122c2b8-08c8-4515-868c-6034b6153896 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5971034 Jul 28 11:45:46.460327 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55466) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:46.472640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.493089 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d0b16e9d-00e2-4b4a-8ad6-38b6bdcb9498 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.494206 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d0b16e9d-00e2-4b4a-8ad6-38b6bdcb9498 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.503081 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e95a-49e0-4c73-aebd-93de0064c854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.507075 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.508179 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.522264 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Network 1258f3c3-95d2-418e-9b11-b275a2d9f694 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:46.550051 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5e95a-49e0-4c73-aebd-93de0064c854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Pushing event deleted for resources: {'Port': ['ID=54a22f72-50b6-4530-8b61-0f78e1bb5a8f,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:46.555328 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:46.595652 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d0b16e9d-00e2-4b4a-8ad6-38b6bdcb9498 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.598396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e95a-49e0-4c73-aebd-93de0064c854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.603271 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2dd5e95a-49e0-4c73-aebd-93de0064c854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] 10.222.0.43 "DELETE /v2.0/ports/54a22f72-50b6-4530-8b61-0f78e1bb5a8f HTTP/1.1" status: 204 len: 168 time: 0.6934686 Jul 28 11:45:46.603853 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55468) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:46.609222 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-36835659-586a-43ae-89ef-a71feb40bec1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1ca322ccd7640e0a014e22974ac8c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1842694 Jul 28 11:45:46.621018 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55470) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:46.623060 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36835659-586a-43ae-89ef-a71feb40bec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc09877b-ed7d-445b-81c1-1a87308a73d8,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:46.644282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d0b16e9d-00e2-4b4a-8ad6-38b6bdcb9498 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.656688 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.668767 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Transition to ACTIVE for port object c5da8682-1565-4fb7-88a8-efa984b50ca4 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:46.689069 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Transition to ACTIVE for port object c5da8682-1565-4fb7-88a8-efa984b50ca4 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:46.699623 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.716350 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d0b16e9d-00e2-4b4a-8ad6-38b6bdcb9498 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.717921 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d0b16e9d-00e2-4b4a-8ad6-38b6bdcb9498 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4247258 Jul 28 11:45:46.722402 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee7f26b-597e-493e-91d2-e13af13b9c52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] GET failed (client error): The resource could not be found. Jul 28 11:45:46.728492 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cee7f26b-597e-493e-91d2-e13af13b9c52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] 10.222.0.43 "GET /v2.0/ports/54a22f72-50b6-4530-8b61-0f78e1bb5a8f HTTP/1.1" status: 404 len: 333 time: 0.1221476 Jul 28 11:45:46.729370 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55472) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:46.729910 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55474) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:46.738400 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5e3811d3-6011-4f32-81cf-3ee5ff023092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-431189911', 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:46.741664 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Network a7aeaf1e-49c0-4028-8694-bb31467050c3 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:46.744597 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-6e8cf7bc-9d76-4229-9fbb-1ec3dd0a12f2 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:46.749194 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:46.753301 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:46.754086 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=0ef6313c-6201-4282-b310-0efd516944eb,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:46.788230 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6639e498-7e57-45b7-8041-d227d2f74181 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.830378 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Pushing event updated for resources: {'Port': ['ID=c5da8682-1565-4fb7-88a8-efa984b50ca4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:46.832954 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Attempting to bind port c5da8682-1565-4fb7-88a8-efa984b50ca4 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:46.833328 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Attempting to bind port c5da8682-1565-4fb7-88a8-efa984b50ca4 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '21020f30-e71d-4619-92aa-31048541dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a7aeaf1e-49c0-4028-8694-bb31467050c3'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:46.833699 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Attempting to bind port c5da8682-1565-4fb7-88a8-efa984b50ca4 on network a7aeaf1e-49c0-4028-8694-bb31467050c3 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:46.839963 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:46.840536 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Checking segment: {'id': '21020f30-e71d-4619-92aa-31048541dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a7aeaf1e-49c0-4028-8694-bb31467050c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:46.841173 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.841560 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Bound using segment: {'id': '21020f30-e71d-4619-92aa-31048541dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a7aeaf1e-49c0-4028-8694-bb31467050c3'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:46.842048 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Bound port: c5da8682-1565-4fb7-88a8-efa984b50ca4, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21020f30-e71d-4619-92aa-31048541dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a7aeaf1e-49c0-4028-8694-bb31467050c3'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:46.845244 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.856291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.886245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Router b249ae11-c97e-49bb-bb28-761f06c5c0a5 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:45:46.903898 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6639e498-7e57-45b7-8041-d227d2f74181 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Network 322c9360-5805-4b48-862f-d40dcba4caec is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:46.916029 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639e498-7e57-45b7-8041-d227d2f74181 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event updated for resources: {'Port': ['ID=935907ca-c71e-4183-8b24-0e5f527c2b52,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:46.919673 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-6639e498-7e57-45b7-8041-d227d2f74181 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:46.921252 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] For port c5da8682-1565-4fb7-88a8-efa984b50ca4, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:46.921786 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639e498-7e57-45b7-8041-d227d2f74181 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:46.927436 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] For port c5da8682-1565-4fb7-88a8-efa984b50ca4, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c5da8682-1565-4fb7-88a8-efa984b50ca4,segment=NetworkSegment(21020f30-e71d-4619-92aa-31048541dc4c),segment_id=21020f30-e71d-4619-92aa-31048541dc4c)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:46.942113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.961832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:46.962794 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00b152ee-3c8d-46f5-8e08-d3ff6c0f5cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:46.984828 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:47.029850 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 49d4da0e-8d06-4dbc-83dc-a6f92224b70f up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:47.037257 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00b152ee-3c8d-46f5-8e08-d3ff6c0f5cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:47.060230 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3811d3-6011-4f32-81cf-3ee5ff023092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Made reservation on behalf of e53c84bfba294b5089cabddaeaf65662 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:47.062309 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5e3811d3-6011-4f32-81cf-3ee5ff023092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:47.093801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6639e498-7e57-45b7-8041-d227d2f74181 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:47.094387 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6639e498-7e57-45b7-8041-d227d2f74181 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:47.173779 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6e8cf7bc-9d76-4229-9fbb-1ec3dd0a12f2 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:47.202975 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55476) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:47.204319 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6639e498-7e57-45b7-8041-d227d2f74181 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6728287 Jul 28 11:45:47.211369 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-14b05df4-2ac8-4d58-a446-b1160d5378b6 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a6:7a:e2'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:47.217963 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd0581-8217-4ba9-9b75-685dc5b06614 None None] Pushing event updated for resources: {'Port': ['ID=c5da8682-1565-4fb7-88a8-efa984b50ca4,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:47.235870 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9eca8bce-2a42-4422-9aff-6402b4e598fa None None] Provisioning complete for port ba0541df-6ece-4f98-8a1c-74e9ffc21d9f triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:47.238646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9eca8bce-2a42-4422-9aff-6402b4e598fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:47.267842 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Deleting port c5da8682-1565-4fb7-88a8-efa984b50ca4 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:47.268270 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:47.295187 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 49d4da0e-8d06-4dbc-83dc-a6f92224b70f triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:47.295569 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:47.335618 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9eca8bce-2a42-4422-9aff-6402b4e598fa None None] Port ba0541df-6ece-4f98-8a1c-74e9ffc21d9f cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:47.338127 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Router a6c1c601-63c8-44c2-bfe3-6d5e861b4044 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:45:47.382549 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00b152ee-3c8d-46f5-8e08-d3ff6c0f5cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:47.385278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00b152ee-3c8d-46f5-8e08-d3ff6c0f5cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:47.389123 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-00b152ee-3c8d-46f5-8e08-d3ff6c0f5cca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc09877b-ed7d-445b-81c1-1a87308a73d8 HTTP/1.1" status: 204 len: 168 time: 0.7579761 Jul 28 11:45:47.424849 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b152ee-3c8d-46f5-8e08-d3ff6c0f5cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc09877b-ed7d-445b-81c1-1a87308a73d8,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:47.484983 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] For port c5da8682-1565-4fb7-88a8-efa984b50ca4, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c5da8682-1565-4fb7-88a8-efa984b50ca4,segment=NetworkSegment(21020f30-e71d-4619-92aa-31048541dc4c),segment_id=21020f30-e71d-4619-92aa-31048541dc4c)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:47.486082 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:47.504863 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Calling delete_port for c5da8682-1565-4fb7-88a8-efa984b50ca4 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:47.569854 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-081d9b85-2e4f-46e1-8b09-e5a16daa6cbc None None] Provisioning complete for port 0ef6313c-6201-4282-b310-0efd516944eb triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:47.570189 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-081d9b85-2e4f-46e1-8b09-e5a16daa6cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:47.634159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-081d9b85-2e4f-46e1-8b09-e5a16daa6cbc None None] Port 0ef6313c-6201-4282-b310-0efd516944eb cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:47.664542 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-081d9b85-2e4f-46e1-8b09-e5a16daa6cbc None None] Provisioning for port 935907ca-c71e-4183-8b24-0e5f527c2b52 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:47.669665 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-081d9b85-2e4f-46e1-8b09-e5a16daa6cbc None None] Provisioning complete for port 935907ca-c71e-4183-8b24-0e5f527c2b52 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:47.670060 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-081d9b85-2e4f-46e1-8b09-e5a16daa6cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:47.728660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-081d9b85-2e4f-46e1-8b09-e5a16daa6cbc None None] Port 935907ca-c71e-4183-8b24-0e5f527c2b52 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:47.754083 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-5e3811d3-6011-4f32-81cf-3ee5ff023092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] device_id is not set on port 539985be-2973-4246-a6b3-edfd770561ca yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:47.754848 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:47.762023 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a20e266d-80e9-43b1-8674-dda4b9f1fa30 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "PUT /v2.0/routers/a6c1c601-63c8-44c2-bfe3-6d5e861b4044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2139363 Jul 28 11:45:47.765128 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55482) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:47.771767 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Sync routers for ids ['a6c1c601-63c8-44c2-bfe3-6d5e861b4044'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:47.781729 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Routers {'a6c1c601-63c8-44c2-bfe3-6d5e861b4044'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:47.783125 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['a6c1c601-63c8-44c2-bfe3-6d5e861b4044'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:47.832114 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a851a4a8-6c08-4730-a665-6c0971f47fc1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:47.833654 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a851a4a8-6c08-4730-a665-6c0971f47fc1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports/0ef6313c-6201-4282-b310-0efd516944eb HTTP/1.1" status: 200 len: 911 time: 0.0673687 Jul 28 11:45:47.835058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:47.836969 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55484) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:47.845692 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:47.857538 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5849e-3ceb-43d7-a2d7-3f37eb7d7d03 None None] Sync routers for ids ['b249ae11-c97e-49bb-bb28-761f06c5c0a5'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:47.870959 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5849e-3ceb-43d7-a2d7-3f37eb7d7d03 None None] Routers {'b249ae11-c97e-49bb-bb28-761f06c5c0a5'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:47.873042 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-c7f5849e-3ceb-43d7-a2d7-3f37eb7d7d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b249ae11-c97e-49bb-bb28-761f06c5c0a5'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:47.895606 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0160f75f-177e-4bfb-83d8-cb5ded794626 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "PUT /v2.0/routers/b249ae11-c97e-49bb-bb28-761f06c5c0a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1553416 Jul 28 11:45:47.899555 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55486) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:47.910809 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55488) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:47.919772 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Port': ['ID=c5da8682-1565-4fb7-88a8-efa984b50ca4,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:47.920685 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Set router a6c1c601-63c8-44c2-bfe3-6d5e861b4044 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:47.926511 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-c7f5849e-3ceb-43d7-a2d7-3f37eb7d7d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:47.940227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5849e-3ceb-43d7-a2d7-3f37eb7d7d03 None None] Routers {'b249ae11-c97e-49bb-bb28-761f06c5c0a5'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:47.941200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-c7f5849e-3ceb-43d7-a2d7-3f37eb7d7d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b249ae11-c97e-49bb-bb28-761f06c5c0a5'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:47.964395 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2bdd-25cb-4d14-930b-9dffa2354820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:47.972934 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] No DVR routers for this DVR port c5da8682-1565-4fb7-88a8-efa984b50ca4 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:47.982495 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-c7f5849e-3ceb-43d7-a2d7-3f37eb7d7d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:47.983181 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5849e-3ceb-43d7-a2d7-3f37eb7d7d03 None None] The sync data for ids ['b249ae11-c97e-49bb-bb28-761f06c5c0a5'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:48.015780 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f72e88-7953-4881-b3f9-927e171ec611 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:48.023812 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f72e88-7953-4881-b3f9-927e171ec611 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:48.026001 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-72f72e88-7953-4881-b3f9-927e171ec611 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1858578 Jul 28 11:45:48.029980 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55490) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:48.128196 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d2435c31-65a6-459b-b7df-02ace023859f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:48.144420 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:48.182181 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1c601-63c8-44c2-bfe3-6d5e861b4044', 'name': 'tempest-NetworksTestDHCPv6-router-1140372939', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:41Z', 'updated_at': '2021-07-28T11:45:45Z', 'revision_number': 2, 'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'gw_port_host': None, '_interfaces': [{'id': '0ef6313c-6201-4282-b310-0efd516944eb', 'name': '', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'mac_address': 'fa:16:3e:01:b6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1c601-63c8-44c2-bfe3-6d5e861b4044', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '52cc4957-85ee-4e4a-a1e2-027091d5a069', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:43Z', 'updated_at': '2021-07-28T11:45:46Z', 'revision_number': 2, 'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'subnets': [{'id': '52cc4957-85ee-4e4a-a1e2-027091d5a069', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:48.214326 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Checking router: a6c1c601-63c8-44c2-bfe3-6d5e861b4044 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:45:48.215092 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Updating router a6c1c601-63c8-44c2-bfe3-6d5e861b4044 port 0ef6313c-6201-4282-b310-0efd516944eb binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:45:48.244352 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5e3811d3-6011-4f32-81cf-3ee5ff023092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:48.246364 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:48.302322 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:48.390488 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5e3811d3-6011-4f32-81cf-3ee5ff023092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:48.400726 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Subnet': ['ID=c447e95e-9663-43c0-b6a6-db46945d4ce3,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:48.419950 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14b05df4-2ac8-4d58-a446-b1160d5378b6 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:48.428064 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5c5880-56f1-4504-9c23-54713dd77525 None None] Network a7aeaf1e-49c0-4028-8694-bb31467050c3 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:48.473509 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0baeb0e9-c93a-4dd5-9c2f-12bca6a6b34a None None] Could not find standard attr ID for object c5da8682-1565-4fb7-88a8-efa984b50ca4. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:45:48.486106 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3811d3-6011-4f32-81cf-3ee5ff023092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Network d5cefb41-69ec-4cba-8fda-cf8268b43aab is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:48.507796 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-5e3811d3-6011-4f32-81cf-3ee5ff023092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:48.509706 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:48.510263 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3811d3-6011-4f32-81cf-3ee5ff023092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:48.511509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3811d3-6011-4f32-81cf-3ee5ff023092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:48.512208 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5e3811d3-6011-4f32-81cf-3ee5ff023092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:48.540482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7aeaf1e-49c0-4028-8694-bb31467050c3']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:48.560687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21020f30-e71d-4619-92aa-31048541dc4c') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:48.560986 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21020f30-e71d-4619-92aa-31048541dc4c') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:48.568601 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3811d3-6011-4f32-81cf-3ee5ff023092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Pushing event updated for resources: {'Port': ['ID=539985be-2973-4246-a6b3-edfd770561ca,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:48.581847 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-d2435c31-65a6-459b-b7df-02ace023859f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 11:45:48.586202 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d2435c31-65a6-459b-b7df-02ace023859f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "DELETE /v2.0/routers/b249ae11-c97e-49bb-bb28-761f06c5c0a5 HTTP/1.1" status: 409 len: 329 time: 0.6843569 Jul 28 11:45:48.589774 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55492) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:48.623597 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:48.650143 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:48.653912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c5fb5e-091f-4e2c-8f6c-71e44d3fd01b None None] DHCP port deletion for a7aeaf1e-49c0-4028-8694-bb31467050c3 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:45:48.667974 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:45:48.668457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:45:48.671395 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:45:48.676101 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2bdd-25cb-4d14-930b-9dffa2354820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:48.684801 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:48.745371 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2bdd-25cb-4d14-930b-9dffa2354820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:48.802454 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5e3811d3-6011-4f32-81cf-3ee5ff023092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0659525 Jul 28 11:45:48.843751 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55494) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:48.932802 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6e8cf7bc-9d76-4229-9fbb-1ec3dd0a12f2 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:48.936243 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fb9d2bdd-25cb-4d14-930b-9dffa2354820 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2fa6c2ef222f4abfb4ab9963f61ecd8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0228374 Jul 28 11:45:48.942889 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55496) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:48.973143 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d2bdd-25cb-4d14-930b-9dffa2354820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bf4a8e-697d-475d-8b67-d8d1e5a12df3,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:48.992804 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6e8cf7bc-9d76-4229-9fbb-1ec3dd0a12f2 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.015932 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Transition to ACTIVE for port object 0ef6313c-6201-4282-b310-0efd516944eb will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:49.024220 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.034701 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84946f46-8d7e-4a6c-9df9-deacdfcc2ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:49.038595 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-84946f46-8d7e-4a6c-9df9-deacdfcc2ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] 10.222.0.43 "GET /v2.0/ports/539985be-2973-4246-a6b3-edfd770561ca HTTP/1.1" status: 200 len: 958 time: 0.1914749 Jul 28 11:45:49.038814 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.048470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55498) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:49.049529 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.054797 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/networks/a7aeaf1e-49c0-4028-8694-bb31467050c3 HTTP/1.1" status: 204 len: 168 time: 2.5847700 Jul 28 11:45:49.066462 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55500) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:49.078103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-e47020f3-3ffb-4ab6-905e-91f0eb1dec61 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1821954433'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:49.080417 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de2e1f-5d0a-4e35-b062-7e6e1501a3bf None None] Pushing event updated for resources: {'Port': ['ID=0ef6313c-6201-4282-b310-0efd516944eb,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:49.116765 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442e73e-e9f9-416d-9b9b-2cd7530cfbd4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Network': ['ID=a7aeaf1e-49c0-4028-8694-bb31467050c3,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:49.146257 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51fa7719-7eef-485f-a81b-b9ebc01c64c6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.152650 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Attempting to bind port 0ef6313c-6201-4282-b310-0efd516944eb on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:49.153600 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Attempting to bind port 0ef6313c-6201-4282-b310-0efd516944eb by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:49.154178 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Attempting to bind port 0ef6313c-6201-4282-b310-0efd516944eb on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:49.162826 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:49.163807 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:49.164483 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.165099 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:49.166364 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Bound port: 0ef6313c-6201-4282-b310-0efd516944eb, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:49.167756 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.232543 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14b05df4-2ac8-4d58-a446-b1160d5378b6 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.240427 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47020f3-3ffb-4ab6-905e-91f0eb1dec61 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Made reservation on behalf of c8dea24e82634eaeab1d328602e5a8e5 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:49.243727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e47020f3-3ffb-4ab6-905e-91f0eb1dec61 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.269787 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9d413281-7765-48ae-bc9c-59b2bfa4b3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.279788 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] For port 0ef6313c-6201-4282-b310-0efd516944eb, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:49.284995 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14b05df4-2ac8-4d58-a446-b1160d5378b6 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.290820 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] For port 0ef6313c-6201-4282-b310-0efd516944eb, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=0ef6313c-6201-4282-b310-0efd516944eb,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:49.300592 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.330486 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47020f3-3ffb-4ab6-905e-91f0eb1dec61 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:45:49.359838 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9d413281-7765-48ae-bc9c-59b2bfa4b3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.366762 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Routers {'a6c1c601-63c8-44c2-bfe3-6d5e861b4044'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:49.367602 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['a6c1c601-63c8-44c2-bfe3-6d5e861b4044'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:49.369778 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de2e1f-5d0a-4e35-b062-7e6e1501a3bf None None] Pushing event updated for resources: {'Port': ['ID=0ef6313c-6201-4282-b310-0efd516944eb,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:49.384091 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e47020f3-3ffb-4ab6-905e-91f0eb1dec61 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.384443 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-e47020f3-3ffb-4ab6-905e-91f0eb1dec61 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Added segment dd032b5e-fc96-496d-b7b8-8c8b28bc01e9 of type vlan for network 2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77 Jul 28 11:45:49.422341 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-6e8cf7bc-9d76-4229-9fbb-1ec3dd0a12f2 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Allocated IP 172.26.1.225 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/0d3cdb43-7660-4cb6-8bb3-36233ff770ea) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:49.432985 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-92d0f23e-99cc-422b-b267-269801667408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Deleting port 539985be-2973-4246-a6b3-edfd770561ca {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:49.433322 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92d0f23e-99cc-422b-b267-269801667408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.489754 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b05df4-2ac8-4d58-a446-b1160d5378b6 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event updated for resources: {'Port': ['ID=935907ca-c71e-4183-8b24-0e5f527c2b52,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:49.505398 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e47020f3-3ffb-4ab6-905e-91f0eb1dec61 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.521474 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] Set router a6c1c601-63c8-44c2-bfe3-6d5e861b4044 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:49.542777 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-14b05df4-2ac8-4d58-a446-b1160d5378b6 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] In _notify_port_updated(), no bound segment for port 935907ca-c71e-4183-8b24-0e5f527c2b52 on network 322c9360-5805-4b48-862f-d40dcba4caec {{(pid=100416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:45:49.548923 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b05df4-2ac8-4d58-a446-b1160d5378b6 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:49.549586 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14b05df4-2ac8-4d58-a446-b1160d5378b6 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.553581 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-14b05df4-2ac8-4d58-a446-b1160d5378b6 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "PUT /v2.0/ports/935907ca-c71e-4183-8b24-0e5f527c2b52 HTTP/1.1" status: 200 len: 995 time: 2.3443472 Jul 28 11:45:49.565256 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55502) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:49.571888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92d0f23e-99cc-422b-b267-269801667408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.600062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e47020f3-3ffb-4ab6-905e-91f0eb1dec61 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.605756 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47020f3-3ffb-4ab6-905e-91f0eb1dec61 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:49.606402 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e47020f3-3ffb-4ab6-905e-91f0eb1dec61 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.609977 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-92d0f23e-99cc-422b-b267-269801667408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Calling delete_port for 539985be-2973-4246-a6b3-edfd770561ca owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:49.716834 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e47020f3-3ffb-4ab6-905e-91f0eb1dec61 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6426792 Jul 28 11:45:49.720426 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9d413281-7765-48ae-bc9c-59b2bfa4b3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.722940 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9d413281-7765-48ae-bc9c-59b2bfa4b3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.724114 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9d413281-7765-48ae-bc9c-59b2bfa4b3ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/14bf4a8e-697d-475d-8b67-d8d1e5a12df3 HTTP/1.1" status: 204 len: 168 time: 0.7519588 Jul 28 11:45:49.728342 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55504) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:49.742324 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-722d9f2a-fe2c-4eb6-8052-f6570202f4b4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Request body: {'subnet': {'network_id': '2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:49.835899 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d413281-7765-48ae-bc9c-59b2bfa4b3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bf4a8e-697d-475d-8b67-d8d1e5a12df3,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:49.861759 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47020f3-3ffb-4ab6-905e-91f0eb1dec61 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event updated for resources: {'Network': ['ID=2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:49.887476 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6e8cf7bc-9d76-4229-9fbb-1ec3dd0a12f2 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.889356 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1c601-63c8-44c2-bfe3-6d5e861b4044', 'name': 'tempest-NetworksTestDHCPv6-router-1140372939', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:41Z', 'updated_at': '2021-07-28T11:45:45Z', 'revision_number': 2, 'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'gw_port_host': None, '_interfaces': [{'id': '0ef6313c-6201-4282-b310-0efd516944eb', 'name': '', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'mac_address': 'fa:16:3e:01:b6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1c601-63c8-44c2-bfe3-6d5e861b4044', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '52cc4957-85ee-4e4a-a1e2-027091d5a069', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:43Z', 'updated_at': '2021-07-28T11:45:49Z', 'revision_number': 4, 'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'subnets': [{'id': '52cc4957-85ee-4e4a-a1e2-027091d5a069', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:49.933950 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.952829 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:45:49.965651 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2951ce-5e8e-4e59-a9fc-9578fa5b1238 None None] The sync data for ids ['a6c1c601-63c8-44c2-bfe3-6d5e861b4044'] in dv-neutron-786478-16-hyperv is: [{'id': 'a6c1c601-63c8-44c2-bfe3-6d5e861b4044', 'name': 'tempest-NetworksTestDHCPv6-router-1140372939', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:41Z', 'updated_at': '2021-07-28T11:45:45Z', 'revision_number': 2, 'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'gw_port_host': None, '_interfaces': [{'id': '0ef6313c-6201-4282-b310-0efd516944eb', 'name': '', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'mac_address': 'fa:16:3e:01:b6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1c601-63c8-44c2-bfe3-6d5e861b4044', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '52cc4957-85ee-4e4a-a1e2-027091d5a069', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:43Z', 'updated_at': '2021-07-28T11:45:49Z', 'revision_number': 4, 'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'subnets': [{'id': '52cc4957-85ee-4e4a-a1e2-027091d5a069', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:49.970261 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-45ee48d3-bb9b-45b4-a02b-7083082f05ad None None] Provisioning complete for port 935907ca-c71e-4183-8b24-0e5f527c2b52 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:49.975174 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-45ee48d3-bb9b-45b4-a02b-7083082f05ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:49.978832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-51fa7719-7eef-485f-a81b-b9ebc01c64c6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port 0ef6313c-6201-4282-b310-0efd516944eb {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:49.979304 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51fa7719-7eef-485f-a81b-b9ebc01c64c6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:50.002482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92d0f23e-99cc-422b-b267-269801667408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:50.027001 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-7aa57c0a-4d17-43b6-be2a-2be4f93e21a0 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Deleting port 935907ca-c71e-4183-8b24-0e5f527c2b52 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:50.027001 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7aa57c0a-4d17-43b6-be2a-2be4f93e21a0 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:50.035033 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2e82fef5-a3f1-45fd-a7a6-cf877157a6f6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:50.083693 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722d9f2a-fe2c-4eb6-8052-f6570202f4b4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Made reservation on behalf of c8dea24e82634eaeab1d328602e5a8e5 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:50.087287 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-722d9f2a-fe2c-4eb6-8052-f6570202f4b4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:50.108210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-45ee48d3-bb9b-45b4-a02b-7083082f05ad None None] Port 935907ca-c71e-4183-8b24-0e5f527c2b52 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:50.136373 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0f23e-99cc-422b-b267-269801667408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Pushing event deleted for resources: {'Port': ['ID=539985be-2973-4246-a6b3-edfd770561ca,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:50.146197 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92d0f23e-99cc-422b-b267-269801667408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:50.148338 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-92d0f23e-99cc-422b-b267-269801667408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] 10.222.0.43 "DELETE /v2.0/ports/539985be-2973-4246-a6b3-edfd770561ca HTTP/1.1" status: 204 len: 168 time: 1.0958381 Jul 28 11:45:50.151801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55512) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:50.229231 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-51fa7719-7eef-485f-a81b-b9ebc01c64c6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] For port 0ef6313c-6201-4282-b310-0efd516944eb, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=0ef6313c-6201-4282-b310-0efd516944eb,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:50.229681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51fa7719-7eef-485f-a81b-b9ebc01c64c6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:50.240147 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c90130-e89d-4300-907c-9ff2c0f86f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] GET failed (client error): The resource could not be found. Jul 28 11:45:50.243647 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a5c90130-e89d-4300-907c-9ff2c0f86f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] 10.222.0.43 "GET /v2.0/ports/539985be-2973-4246-a6b3-edfd770561ca HTTP/1.1" status: 404 len: 333 time: 0.0861647 Jul 28 11:45:50.248126 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55516) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:50.262081 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-67393a64-c305-44cb-be79-f8997efdae1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Request body: {'port': {'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1831463059'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:50.265796 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-51fa7719-7eef-485f-a81b-b9ebc01c64c6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for 0ef6313c-6201-4282-b310-0efd516944eb owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:50.271926 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6e8cf7bc-9d76-4229-9fbb-1ec3dd0a12f2 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:50.551404 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51fa7719-7eef-485f-a81b-b9ebc01c64c6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:50.583730 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67393a64-c305-44cb-be79-f8997efdae1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Made reservation on behalf of e53c84bfba294b5089cabddaeaf65662 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:50.586275 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-67393a64-c305-44cb-be79-f8997efdae1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:50.588908 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa7719-7eef-485f-a81b-b9ebc01c64c6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=0ef6313c-6201-4282-b310-0efd516944eb,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:50.698040 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-67393a64-c305-44cb-be79-f8997efdae1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] device_id is not set on port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:50.735652 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7aa57c0a-4d17-43b6-be2a-2be4f93e21a0 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:50.752479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-7aa57c0a-4d17-43b6-be2a-2be4f93e21a0 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Calling delete_port for 935907ca-c71e-4183-8b24-0e5f527c2b52 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:50.784173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51fa7719-7eef-485f-a81b-b9ebc01c64c6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:50.910850 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8cf7bc-9d76-4229-9fbb-1ec3dd0a12f2 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:50.920216 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-6e8cf7bc-9d76-4229-9fbb-1ec3dd0a12f2 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:50.924718 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8cf7bc-9d76-4229-9fbb-1ec3dd0a12f2 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:51.070181 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fa7719-7eef-485f-a81b-b9ebc01c64c6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Router a6c1c601-63c8-44c2-bfe3-6d5e861b4044 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:45:51.112740 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cf7bc-9d76-4229-9fbb-1ec3dd0a12f2 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Pushing event updated for resources: {'Port': ['ID=0d3cdb43-7660-4cb6-8bb3-36233ff770ea,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:51.189854 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-67393a64-c305-44cb-be79-f8997efdae1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:51.193640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fa7719-7eef-485f-a81b-b9ebc01c64c6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:51.201505 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-51fa7719-7eef-485f-a81b-b9ebc01c64c6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "PUT /v2.0/routers/a6c1c601-63c8-44c2-bfe3-6d5e861b4044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1698139 Jul 28 11:45:51.203830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55538) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:51.274208 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e830b7-78ca-403e-a16b-2bb959e9b009 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:51.275887 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e830b7-78ca-403e-a16b-2bb959e9b009 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:51.280881 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-73e830b7-78ca-403e-a16b-2bb959e9b009 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0739329 Jul 28 11:45:51.282691 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55542) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:51.295639 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-67393a64-c305-44cb-be79-f8997efdae1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:51.346211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67393a64-c305-44cb-be79-f8997efdae1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Pushing event updated for resources: {'Port': ['ID=ecb08376-8023-4fa6-9fd4-291d24bb1ca1,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:51.356327 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67393a64-c305-44cb-be79-f8997efdae1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Network d5cefb41-69ec-4cba-8fda-cf8268b43aab is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:51.357787 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-67393a64-c305-44cb-be79-f8997efdae1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:51.360769 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67393a64-c305-44cb-be79-f8997efdae1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:51.362165 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67393a64-c305-44cb-be79-f8997efdae1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:51.362808 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-67393a64-c305-44cb-be79-f8997efdae1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:51.379230 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-67393a64-c305-44cb-be79-f8997efdae1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1281068 Jul 28 11:45:51.381805 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55548) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:51.387539 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:51.459284 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:51.467723 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7aa57c0a-4d17-43b6-be2a-2be4f93e21a0 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:51.515800 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa57c0a-4d17-43b6-be2a-2be4f93e21a0 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event deleted for resources: {'Port': ['ID=935907ca-c71e-4183-8b24-0e5f527c2b52,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:51.531688 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ed72d5-1fb3-40e6-95d5-19125059b59a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 52cc4957-85ee-4e4a-a1e2-027091d5a069 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:45:51.591070 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f8ed72d5-1fb3-40e6-95d5-19125059b59a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:51.669132 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55556) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:51.681513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] device_id is not set on port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:51.707431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:51.734736 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Transition to ACTIVE for port object ecb08376-8023-4fa6-9fd4-291d24bb1ca1 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:51.740253 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f8ed72d5-1fb3-40e6-95d5-19125059b59a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:51.740717 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:51.744888 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6e8cf7bc-9d76-4229-9fbb-1ec3dd0a12f2 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:51.816496 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Pushing event updated for resources: {'Port': ['ID=ecb08376-8023-4fa6-9fd4-291d24bb1ca1,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:51.823529 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:51.824567 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:51.825176 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:51.832189 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:51.832884 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:51.833504 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 2 to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 Jul 28 11:45:51.854104 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:51.854827 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:51.855236 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:51.862906 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-aeda7fe5-1d26-481f-b4d4-da35c657d653 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-459937580'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:51.869978 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:51.870310 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:51.872612 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 3 to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 Jul 28 11:45:51.893722 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:51.894067 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:51.894411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:51.896350 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.objects.ports [None req-722d9f2a-fe2c-4eb6-8052-f6570202f4b4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100416) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:45:51.899819 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:51.900203 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:51.900658 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 4 to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 Jul 28 11:45:51.909716 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aeda7fe5-1d26-481f-b4d4-da35c657d653 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:51.910715 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aeda7fe5-1d26-481f-b4d4-da35c657d653 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:51.923125 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:51.923585 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:51.923930 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:51.931745 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:51.931951 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:51.934039 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 5 to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 Jul 28 11:45:51.949497 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-722d9f2a-fe2c-4eb6-8052-f6570202f4b4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:51.950789 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:51.950789 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:51.950789 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:51.955520 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7aa57c0a-4d17-43b6-be2a-2be4f93e21a0 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:51.959905 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7aa57c0a-4d17-43b6-be2a-2be4f93e21a0 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "DELETE /v2.0/ports/935907ca-c71e-4183-8b24-0e5f527c2b52 HTTP/1.1" status: 204 len: 168 time: 2.3903313 Jul 28 11:45:51.961366 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55562) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:51.972033 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1cc21-80b8-4263-bdc8-4605f4482252 None None] Sync routers for ids ['a6c1c601-63c8-44c2-bfe3-6d5e861b4044'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:51.983604 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de1cc21-80b8-4263-bdc8-4605f4482252 None None] Routers {'a6c1c601-63c8-44c2-bfe3-6d5e861b4044'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:51.984617 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-7de1cc21-80b8-4263-bdc8-4605f4482252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['a6c1c601-63c8-44c2-bfe3-6d5e861b4044'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:52.005065 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:52.005479 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:52.021174 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 6 to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 Jul 28 11:45:52.025010 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aeda7fe5-1d26-481f-b4d4-da35c657d653 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:52.025180 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-2e82fef5-a3f1-45fd-a7a6-cf877157a6f6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Deleting port ba0541df-6ece-4f98-8a1c-74e9ffc21d9f {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:52.025567 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2e82fef5-a3f1-45fd-a7a6-cf877157a6f6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:52.027391 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85b4646-fac1-476a-922f-6394fafaa310 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] GET failed (client error): The resource could not be found. Jul 28 11:45:52.032905 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e85b4646-fac1-476a-922f-6394fafaa310 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "GET /v2.0/ports/935907ca-c71e-4183-8b24-0e5f527c2b52 HTTP/1.1" status: 404 len: 333 time: 0.0677516 Jul 28 11:45:52.034983 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55564) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:52.044903 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-cace9f00-b783-40aa-a030-9a5100a57289 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Request body: {'port': {'network_id': '322c9360-5805-4b48-862f-d40dcba4caec', 'name': 'tempest-AllowedAddressPairTestJSON-442299087'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:52.051260 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aeda7fe5-1d26-481f-b4d4-da35c657d653 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:52.067192 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:52.067465 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:52.067826 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:52.120242 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-7de1cc21-80b8-4263-bdc8-4605f4482252 None None] Set router a6c1c601-63c8-44c2-bfe3-6d5e861b4044 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:52.120949 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:52.121291 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:52.128229 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 7 to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 Jul 28 11:45:52.128452 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d9f2a-fe2c-4eb6-8052-f6570202f4b4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event updated for resources: {'Subnet': ['ID=ce17bbc7-1f36-48bb-a912-cf4c56e5894d,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:52.158352 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:52.158716 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:52.159055 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:52.161122 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aeda7fe5-1d26-481f-b4d4-da35c657d653 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:52.164955 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-aeda7fe5-1d26-481f-b4d4-da35c657d653 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4948068 Jul 28 11:45:52.165578 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55568) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:52.180701 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-7de1cc21-80b8-4263-bdc8-4605f4482252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1c601-63c8-44c2-bfe3-6d5e861b4044', 'name': 'tempest-NetworksTestDHCPv6-router-1140372939', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:41Z', 'updated_at': '2021-07-28T11:45:50Z', 'revision_number': 3, 'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:52.207435 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1cc21-80b8-4263-bdc8-4605f4482252 None None] Checking router: a6c1c601-63c8-44c2-bfe3-6d5e861b4044 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:45:52.215984 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de1cc21-80b8-4263-bdc8-4605f4482252 None None] Routers {'a6c1c601-63c8-44c2-bfe3-6d5e861b4044'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:52.216901 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-7de1cc21-80b8-4263-bdc8-4605f4482252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['a6c1c601-63c8-44c2-bfe3-6d5e861b4044'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:52.222452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:52.222626 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:52.228699 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f8ed72d5-1fb3-40e6-95d5-19125059b59a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:52.228883 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 8 to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 Jul 28 11:45:52.268101 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722d9f2a-fe2c-4eb6-8052-f6570202f4b4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Checking segment: {'id': 'dd032b5e-fc96-496d-b7b8-8c8b28bc01e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:52.268470 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722d9f2a-fe2c-4eb6-8052-f6570202f4b4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Network hostable DHCP agents. Network: 2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:45:52.295067 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-7de1cc21-80b8-4263-bdc8-4605f4482252 None None] Set router a6c1c601-63c8-44c2-bfe3-6d5e861b4044 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:52.300981 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff8801-fb6e-43c6-b08a-bc62b59353f4 req-dc13562e-d8e0-4d1b-a4ef-74dd6c60fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:52.302579 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2bff8801-fb6e-43c6-b08a-bc62b59353f4 req-dc13562e-d8e0-4d1b-a4ef-74dd6c60fc39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=867db38fceb44b51b6b72c93ff16fc95&device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 1099 time: 0.1949074 Jul 28 11:45:52.303619 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11d86504-a637-439c-b923-b43dc1d4963c tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:52.339272 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:52.339656 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:52.340512 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:52.350036 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-7de1cc21-80b8-4263-bdc8-4605f4482252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1c601-63c8-44c2-bfe3-6d5e861b4044', 'name': 'tempest-NetworksTestDHCPv6-router-1140372939', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:41Z', 'updated_at': '2021-07-28T11:45:50Z', 'revision_number': 3, 'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:52.373822 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2e82fef5-a3f1-45fd-a7a6-cf877157a6f6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:52.377443 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1cc21-80b8-4263-bdc8-4605f4482252 None None] The sync data for ids ['a6c1c601-63c8-44c2-bfe3-6d5e861b4044'] in dv-neutron-786478-16-hyperv is: [{'id': 'a6c1c601-63c8-44c2-bfe3-6d5e861b4044', 'name': 'tempest-NetworksTestDHCPv6-router-1140372939', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:41Z', 'updated_at': '2021-07-28T11:45:50Z', 'revision_number': 3, 'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'gw_port_host': None}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:52.413079 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a997a-bcf4-4b9f-bc33-cc967b699db9 req-df1d78f0-2366-49cb-a2df-ff22f4ab08e3 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:52.414715 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-008a997a-bcf4-4b9f-bc33-cc967b699db9 req-df1d78f0-2366-49cb-a2df-ff22f4ab08e3 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.2782705 Jul 28 11:45:52.417919 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-2e82fef5-a3f1-45fd-a7a6-cf877157a6f6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Calling delete_port for ba0541df-6ece-4f98-8a1c-74e9ffc21d9f owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:52.421455 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722d9f2a-fe2c-4eb6-8052-f6570202f4b4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Network 2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:45:52.430351 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6e8cf7bc-9d76-4229-9fbb-1ec3dd0a12f2 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:52.452902 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6e8cf7bc-9d76-4229-9fbb-1ec3dd0a12f2 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:52.455869 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f8ed72d5-1fb3-40e6-95d5-19125059b59a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:52.478943 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-722d9f2a-fe2c-4eb6-8052-f6570202f4b4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:52.483368 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722d9f2a-fe2c-4eb6-8052-f6570202f4b4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:52.484148 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-722d9f2a-fe2c-4eb6-8052-f6570202f4b4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:52.488912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addbcb41-4905-4429-9e08-380c84715bd3 None None] Network 2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:52.552397 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f8ed72d5-1fb3-40e6-95d5-19125059b59a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:52.556857 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f8ed72d5-1fb3-40e6-95d5-19125059b59a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/52cc4957-85ee-4e4a-a1e2-027091d5a069 HTTP/1.1" status: 204 len: 168 time: 1.2701180 Jul 28 11:45:52.557748 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed72d5-1fb3-40e6-95d5-19125059b59a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=52cc4957-85ee-4e4a-a1e2-027091d5a069,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:52.560545 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541ae7e8-6f0c-4c37-87a6-f6a7dfa893b9 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:52.650042 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55570) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:52.748093 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:52.748678 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:52.753568 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 9 to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 Jul 28 11:45:52.759949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77', 'network_id': '2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77', 'tenant_id': 'c8dea24e82634eaeab1d328602e5a8e5', 'fixed_ips': [{'subnet_id': 'ce17bbc7-1f36-48bb-a912-cf4c56e5894d'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:45:52.760843 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:52.868168 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c84929-3ad2-495e-9fac-a8ffbb42aabb None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:45:52.890443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:52.890791 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:52.891133 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:52.944666 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11d86504-a637-439c-b923-b43dc1d4963c tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:52.948328 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11d86504-a637-439c-b923-b43dc1d4963c tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:52.951600 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:52.951809 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:52.958466 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.plugins.ml2.plugin [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempt 10 to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 Jul 28 11:45:52.970627 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cace9f00-b783-40aa-a030-9a5100a57289 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Made reservation on behalf of 92ba2cf98c8b4b3b870994ba731d4c66 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:52.974669 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cace9f00-b783-40aa-a030-9a5100a57289 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:52.982050 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-62cf289a-d7e6-4bbb-94c4-1c7e3c6067c1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3266582 Jul 28 11:45:52.984602 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-722d9f2a-fe2c-4eb6-8052-f6570202f4b4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.2496977 Jul 28 11:45:52.995932 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 0ef6313c-6201-4282-b310-0efd516944eb no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:53.001961 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55572) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:53.002351 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55574) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:53.003134 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-008a997a-bcf4-4b9f-bc33-cc967b699db9 req-8a99d620-7c3f-48f9-8aa6-666bc2e01bd3 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5770035 Jul 28 11:45:53.026000 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 0ef6313c-6201-4282-b310-0efd516944eb {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:53.026348 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 0ef6313c-6201-4282-b310-0efd516944eb not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:53.026802 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 49d4da0e-8d06-4dbc-83dc-a6f92224b70f no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:53.061308 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff8801-fb6e-43c6-b08a-bc62b59353f4 req-2dc2e17e-8709-4cf1-a109-6503ad71ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:53.062177 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2bff8801-fb6e-43c6-b08a-bc62b59353f4 req-2dc2e17e-8709-4cf1-a109-6503ad71ee8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=1bdecf82-0e70-4af7-9715-9a46699c8f22 HTTP/1.1" status: 200 len: 913 time: 0.7185621 Jul 28 11:45:53.062928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:53.063841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:53.064588 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempting to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:53.074165 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Allocated IP 2001:db8::f816:3eff:fe21:ab0e (2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77/ce17bbc7-1f36-48bb-a912-cf4c56e5894d/28b00593-0fd8-4c6f-870f-3d69e169f1fa) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:53.095611 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-73c84929-3ad2-495e-9fac-a8ffbb42aabb None None] Deleting port 49d4da0e-8d06-4dbc-83dc-a6f92224b70f {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:53.095986 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-73c84929-3ad2-495e-9fac-a8ffbb42aabb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.179889 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11d86504-a637-439c-b923-b43dc1d4963c tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.180495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d86504-a637-439c-b923-b43dc1d4963c tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b754e2d1-5da4-463c-a3d5-433ec02c9837 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:45:53.184211 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2e82fef5-a3f1-45fd-a7a6-cf877157a6f6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.218661 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:53.218895 dv-neutron-786478-16-hyperv neutron-server[100415]: ERROR neutron.plugins.ml2.managers [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Failed to bind port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'c4296b31-7281-422e-b7bb-b01ca674cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd5cefb41-69ec-4cba-8fda-cf8268b43aab'}] Jul 28 11:45:53.219255 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.225778 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-cace9f00-b783-40aa-a030-9a5100a57289 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] device_id is not set on port 6237b21d-dc02-4149-80fd-051bf9e26af0 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:53.226605 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82fef5-a3f1-45fd-a7a6-cf877157a6f6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event deleted for resources: {'Port': ['ID=ba0541df-6ece-4f98-8a1c-74e9ffc21d9f,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:53.234759 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11d86504-a637-439c-b923-b43dc1d4963c tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.240021 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-11d86504-a637-439c-b923-b43dc1d4963c tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] 10.222.0.43 "DELETE /v2.0/routers/b754e2d1-5da4-463c-a3d5-433ec02c9837 HTTP/1.1" status: 204 len: 168 time: 1.0698433 Jul 28 11:45:53.240249 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55576) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:53.246083 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-54fe6af5-19a4-4bf7-a1a9-86e481b649ea tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Request body: {'router': {'name': 'tempest-router-132408941', 'distributed': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:53.260908 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d81da60d-561e-41f4-9f22-66f85b546134 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.280799 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8cf7bc-9d76-4229-9fbb-1ec3dd0a12f2 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Router 15816a5a-318f-491f-8ca5-58e5b563a4e2 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:45:53.380190 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54fe6af5-19a4-4bf7-a1a9-86e481b649ea tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.381317 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54fe6af5-19a4-4bf7-a1a9-86e481b649ea tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.418290 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-73c84929-3ad2-495e-9fac-a8ffbb42aabb None None] For port 49d4da0e-8d06-4dbc-83dc-a6f92224b70f, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=49d4da0e-8d06-4dbc-83dc-a6f92224b70f,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:53.418715 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-73c84929-3ad2-495e-9fac-a8ffbb42aabb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.447292 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.452058 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-73c84929-3ad2-495e-9fac-a8ffbb42aabb None None] Calling delete_port for 49d4da0e-8d06-4dbc-83dc-a6f92224b70f owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:53.455561 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2bff8801-fb6e-43c6-b08a-bc62b59353f4 req-26425c32-e6e5-44ff-92c2-ef88b434b76d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cea81a3-003c-4e40-975a-c1ae2a82051c HTTP/1.1" status: 200 len: 1002 time: 0.3398993 Jul 28 11:45:53.504846 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2e82fef5-a3f1-45fd-a7a6-cf877157a6f6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.552791 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.558932 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54fe6af5-19a4-4bf7-a1a9-86e481b649ea tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.564801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 49d4da0e-8d06-4dbc-83dc-a6f92224b70f, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=49d4da0e-8d06-4dbc-83dc-a6f92224b70f,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:53.581958 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.606330 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54fe6af5-19a4-4bf7-a1a9-86e481b649ea tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.615558 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.634975 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8cf7bc-9d76-4229-9fbb-1ec3dd0a12f2 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:53.646083 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6e8cf7bc-9d76-4229-9fbb-1ec3dd0a12f2 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.649738 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6e8cf7bc-9d76-4229-9fbb-1ec3dd0a12f2 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "PUT /v2.0/routers/15816a5a-318f-491f-8ca5-58e5b563a4e2 HTTP/1.1" status: 200 len: 883 time: 6.9143667 Jul 28 11:45:53.649876 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Transition to ACTIVE for port object 28b00593-0fd8-4c6f-870f-3d69e169f1fa will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:53.651650 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55578) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:53.663348 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14967fd-30b7-48a7-84b1-c0122d12be32 None None] Sync routers for ids ['15816a5a-318f-491f-8ca5-58e5b563a4e2'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:53.683776 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] For port ecb08376-8023-4fa6-9fd4-291d24bb1ca1, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:53.684280 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attempted to set empty binding levels {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 11:45:53.691189 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d81da60d-561e-41f4-9f22-66f85b546134 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.694366 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d81da60d-561e-41f4-9f22-66f85b546134 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.699622 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Transition to ACTIVE for port object 28b00593-0fd8-4c6f-870f-3d69e169f1fa will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:53.701941 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54fe6af5-19a4-4bf7-a1a9-86e481b649ea tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.706929 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-54fe6af5-19a4-4bf7-a1a9-86e481b649ea tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4659259 Jul 28 11:45:53.707285 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-73c84929-3ad2-495e-9fac-a8ffbb42aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.708627 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.711171 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55580) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:53.721628 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff8801-fb6e-43c6-b08a-bc62b59353f4 req-a31da87e-18d1-4666-a7c7-31d3fe4e7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:53.722777 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14967fd-30b7-48a7-84b1-c0122d12be32 None None] Routers {'15816a5a-318f-491f-8ca5-58e5b563a4e2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:53.723188 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2bff8801-fb6e-43c6-b08a-bc62b59353f4 req-a31da87e-18d1-4666-a7c7-31d3fe4e7856 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52537c06-0de1-4719-8c48-4b4417843622 HTTP/1.1" status: 200 len: 851 time: 0.2009761 Jul 28 11:45:53.723472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-c14967fd-30b7-48a7-84b1-c0122d12be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['15816a5a-318f-491f-8ca5-58e5b563a4e2'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:53.724430 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-cace9f00-b783-40aa-a030-9a5100a57289 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Allocated IP 172.20.0.11 (322c9360-5805-4b48-862f-d40dcba4caec/89a0e7f8-377d-4327-a510-f9619591ef46/6237b21d-dc02-4149-80fd-051bf9e26af0) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:53.727801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=49d4da0e-8d06-4dbc-83dc-a6f92224b70f,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:53.730847 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.787932 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-c14967fd-30b7-48a7-84b1-c0122d12be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:53.790273 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c84929-3ad2-495e-9fac-a8ffbb42aabb None None] No DVR routers for this DVR port 49d4da0e-8d06-4dbc-83dc-a6f92224b70f on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:53.796476 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c84929-3ad2-495e-9fac-a8ffbb42aabb None None] Pushing event deleted for resources: {'Port': ['ID=49d4da0e-8d06-4dbc-83dc-a6f92224b70f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:53.833990 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Network 2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:53.837499 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:53.841839 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:53.851275 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14967fd-30b7-48a7-84b1-c0122d12be32 None None] Routers {'15816a5a-318f-491f-8ca5-58e5b563a4e2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:53.851981 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-c14967fd-30b7-48a7-84b1-c0122d12be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['15816a5a-318f-491f-8ca5-58e5b563a4e2'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:53.882041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] In _notify_port_updated(), no bound segment for port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 on network d5cefb41-69ec-4cba-8fda-cf8268b43aab {{(pid=100415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:45:53.882951 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:53.883574 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.884911 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] 10.222.0.43 "PUT /v2.0/ports/ecb08376-8023-4fa6-9fd4-291d24bb1ca1 HTTP/1.1" status: 200 len: 981 time: 2.5021739 Jul 28 11:45:53.893232 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55582) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:53.899172 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d81da60d-561e-41f4-9f22-66f85b546134 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.899574 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81da60d-561e-41f4-9f22-66f85b546134 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Fanout notify agent at l3_agent the message router_deleted on router a6c1c601-63c8-44c2-bfe3-6d5e861b4044 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:45:53.909339 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-c14967fd-30b7-48a7-84b1-c0122d12be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:53.909339 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14967fd-30b7-48a7-84b1-c0122d12be32 None None] The sync data for ids ['15816a5a-318f-491f-8ca5-58e5b563a4e2'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:53.909629 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-811ee014-9844-4e7f-b013-7f728516bdf6 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.913438 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d81da60d-561e-41f4-9f22-66f85b546134 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.916409 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d81da60d-561e-41f4-9f22-66f85b546134 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/routers/a6c1c601-63c8-44c2-bfe3-6d5e861b4044 HTTP/1.1" status: 204 len: 168 time: 0.9016311 Jul 28 11:45:53.921038 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55584) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:53.924508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd640d8b-2b5a-46cc-b41c-edcad09badd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Pushing event updated for resources: {'Port': ['ID=ecb08376-8023-4fa6-9fd4-291d24bb1ca1,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:53.936027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Pushing event updated for resources: {'Port': ['ID=28b00593-0fd8-4c6f-870f-3d69e169f1fa,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:53.949147 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Attempting to bind port 28b00593-0fd8-4c6f-870f-3d69e169f1fa on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:53.949285 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Attempting to bind port 28b00593-0fd8-4c6f-870f-3d69e169f1fa by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'dd032b5e-fc96-496d-b7b8-8c8b28bc01e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:53.952579 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Attempting to bind port 28b00593-0fd8-4c6f-870f-3d69e169f1fa on network 2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:53.955564 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:53.956064 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Checking segment: {'id': 'dd032b5e-fc96-496d-b7b8-8c8b28bc01e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:53.956575 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.957163 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Bound using segment: {'id': 'dd032b5e-fc96-496d-b7b8-8c8b28bc01e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:53.957751 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Bound port: 28b00593-0fd8-4c6f-870f-3d69e169f1fa, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd032b5e-fc96-496d-b7b8-8c8b28bc01e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:53.958235 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:53.982794 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-92b5f76b-8f38-4e67-9023-d186d9d1ecae tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0532823 Jul 28 11:45:53.991841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55586) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:53.993813 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff8801-fb6e-43c6-b08a-bc62b59353f4 req-45d99da5-573e-4883-905b-6632df12ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:53.995388 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2bff8801-fb6e-43c6-b08a-bc62b59353f4 req-45d99da5-573e-4883-905b-6632df12ad76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1bdecf82-0e70-4af7-9715-9a46699c8f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1909616 Jul 28 11:45:54.033843 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e82fef5-a3f1-45fd-a7a6-cf877157a6f6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Router b249ae11-c97e-49bb-bb28-761f06c5c0a5 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:45:54.037705 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] For port 28b00593-0fd8-4c6f-870f-3d69e169f1fa, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:54.041677 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] For port 28b00593-0fd8-4c6f-870f-3d69e169f1fa, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=28b00593-0fd8-4c6f-870f-3d69e169f1fa,segment=NetworkSegment(dd032b5e-fc96-496d-b7b8-8c8b28bc01e9),segment_id=dd032b5e-fc96-496d-b7b8-8c8b28bc01e9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:54.049474 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:54.126086 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5ee28abc-e548-4f38-b793-8db08fa610b8 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "GET /v2.0/routers/15816a5a-318f-491f-8ca5-58e5b563a4e2 HTTP/1.1" status: 200 len: 924 time: 0.4729130 Jul 28 11:45:54.132881 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36200733-7056-4b21-82b0-ddddca64e1b9 None None] Pushing event updated for resources: {'Port': ['ID=28b00593-0fd8-4c6f-870f-3d69e169f1fa,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:54.139924 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55590) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:54.171107 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Deleting port 28b00593-0fd8-4c6f-870f-3d69e169f1fa {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:54.171468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:54.237673 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-811ee014-9844-4e7f-b013-7f728516bdf6 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:54.274143 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-811ee014-9844-4e7f-b013-7f728516bdf6 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:54.369061 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e82fef5-a3f1-45fd-a7a6-cf877157a6f6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:54.377617 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2e82fef5-a3f1-45fd-a7a6-cf877157a6f6 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "PUT /v2.0/routers/b249ae11-c97e-49bb-bb28-761f06c5c0a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7835441 Jul 28 11:45:54.381207 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55592) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:54.399749 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e5f6aa-8d4c-4f2d-ae97-b659304b80fa None None] Sync routers for ids ['b249ae11-c97e-49bb-bb28-761f06c5c0a5'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:54.401829 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ae256-267a-4f49-89d8-60c5eff699b2 req-1e85ef09-c604-4f12-88bf-143e1cf25cd5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:54.403443 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-268ae256-267a-4f49-89d8-60c5eff699b2 req-1e85ef09-c604-4f12-88bf-143e1cf25cd5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.2972932 Jul 28 11:45:54.415431 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e5f6aa-8d4c-4f2d-ae97-b659304b80fa None None] Routers {'b249ae11-c97e-49bb-bb28-761f06c5c0a5'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:54.416152 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f6e5f6aa-8d4c-4f2d-ae97-b659304b80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b249ae11-c97e-49bb-bb28-761f06c5c0a5'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:54.435222 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-811ee014-9844-4e7f-b013-7f728516bdf6 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:54.435752 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811ee014-9844-4e7f-b013-7f728516bdf6 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bcd97112-c32c-4cde-a53d-d667b78c89d1 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:45:54.442360 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-811ee014-9844-4e7f-b013-7f728516bdf6 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:54.449680 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-811ee014-9844-4e7f-b013-7f728516bdf6 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] 10.222.0.43 "DELETE /v2.0/routers/bcd97112-c32c-4cde-a53d-d667b78c89d1 HTTP/1.1" status: 204 len: 168 time: 0.7311189 Jul 28 11:45:54.449680 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-6e8bebba-ffbb-4f4d-86b2-71903f5305c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Deleting port ecb08376-8023-4fa6-9fd4-291d24bb1ca1 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:54.449680 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6e8bebba-ffbb-4f4d-86b2-71903f5305c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:54.457094 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-e25d6aa1-c684-4256-bf19-9ae93e80e6ad tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] show failed (client error): The resource could not be found. Jul 28 11:45:54.461606 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e25d6aa1-c684-4256-bf19-9ae93e80e6ad tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-205433638 HTTP/1.1" status: 404 len: 334 time: 0.0757413 Jul 28 11:45:54.461606 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55594) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:54.468304 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-ccc30ecf-18b7-4339-90e2-42d71704d2fe tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Request body: {'router': {'name': 'tempest-router-1683015847', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5b46afc609cb43ccb957019027380723'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:54.482606 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55596) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:54.493214 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f6e5f6aa-8d4c-4f2d-ae97-b659304b80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:54.504066 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e5f6aa-8d4c-4f2d-ae97-b659304b80fa None None] Routers {'b249ae11-c97e-49bb-bb28-761f06c5c0a5'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:54.504699 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f6e5f6aa-8d4c-4f2d-ae97-b659304b80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b249ae11-c97e-49bb-bb28-761f06c5c0a5'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:54.521381 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b067afc7-67d4-4502-aec5-cd051d1a3a40 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:54.549118 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f6e5f6aa-8d4c-4f2d-ae97-b659304b80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:54.550027 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e5f6aa-8d4c-4f2d-ae97-b659304b80fa None None] The sync data for ids ['b249ae11-c97e-49bb-bb28-761f06c5c0a5'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:54.567021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fffda0-47ca-421a-ad3f-7e2c57ce9c98 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:54.570959 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b2fffda0-47ca-421a-ad3f-7e2c57ce9c98 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5721579 Jul 28 11:45:54.577934 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55598) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:54.581155 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-b067afc7-67d4-4502-aec5-cd051d1a3a40 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] update failed (client error): The resource could not be found. Jul 28 11:45:54.586677 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b067afc7-67d4-4502-aec5-cd051d1a3a40 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-441051364 HTTP/1.1" status: 404 len: 334 time: 0.0985713 Jul 28 11:45:54.590975 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55600) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:54.643166 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9a80bd1d-8003-41f5-a902-362ac3da189f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642402 Jul 28 11:45:54.648016 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55602) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:54.657741 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-268ae256-267a-4f49-89d8-60c5eff699b2 req-3b243391-919b-4549-8b74-a6c91db6464d tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194364 Jul 28 11:45:54.660448 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ccc30ecf-18b7-4339-90e2-42d71704d2fe tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:54.661156 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ccc30ecf-18b7-4339-90e2-42d71704d2fe tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:54.663403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-d5ccf610-4137-4669-bbd5-e19a63a84267 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:54.668481 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-6e8bebba-ffbb-4f4d-86b2-71903f5305c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] For port ecb08376-8023-4fa6-9fd4-291d24bb1ca1, host hv-neutron-7864, got binding levels [] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:54.668934 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6e8bebba-ffbb-4f4d-86b2-71903f5305c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:54.684810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-6e8bebba-ffbb-4f4d-86b2-71903f5305c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Calling delete_port for ecb08376-8023-4fa6-9fd4-291d24bb1ca1 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:54.752976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326a76a2-b744-42f0-a409-ae10db69298e tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:54.757169 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-326a76a2-b744-42f0-a409-ae10db69298e tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&device_id=15816a5a-318f-491f-8ca5-58e5b563a4e2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6070249 Jul 28 11:45:54.762706 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55604) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:54.767379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ccc30ecf-18b7-4339-90e2-42d71704d2fe tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:54.778117 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ccc30ecf-18b7-4339-90e2-42d71704d2fe tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:54.787477 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2bff8801-fb6e-43c6-b08a-bc62b59353f4 req-689b2f2f-270c-452a-b851-0445b9feab33 service neutron] 10.222.0.39 "GET /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7719588 Jul 28 11:45:54.794392 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cace9f00-b783-40aa-a030-9a5100a57289 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:54.821711 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-2949166c-e9f7-45bf-be12-2f9f9ef0438f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Deleting subnet e2873fec-5e47-4198-89dd-f09039c54a55 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:45:54.850745 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2949166c-e9f7-45bf-be12-2f9f9ef0438f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:54.916069 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-cace9f00-b783-40aa-a030-9a5100a57289 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Transition to ACTIVE for port object 6237b21d-dc02-4149-80fd-051bf9e26af0 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:54.929034 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] For port 28b00593-0fd8-4c6f-870f-3d69e169f1fa, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=28b00593-0fd8-4c6f-870f-3d69e169f1fa,segment=NetworkSegment(dd032b5e-fc96-496d-b7b8-8c8b28bc01e9),segment_id=dd032b5e-fc96-496d-b7b8-8c8b28bc01e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:54.929442 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:54.978534 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Calling delete_port for 28b00593-0fd8-4c6f-870f-3d69e169f1fa owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:54.985584 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 28b00593-0fd8-4c6f-870f-3d69e169f1fa up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:55.010517 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2949166c-e9f7-45bf-be12-2f9f9ef0438f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:55.053624 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ccf610-4137-4669-bbd5-e19a63a84267 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:55.057310 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf610-4137-4669-bbd5-e19a63a84267 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:55.065345 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 28b00593-0fd8-4c6f-870f-3d69e169f1fa completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:55.071973 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ccc30ecf-18b7-4339-90e2-42d71704d2fe tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:55.073420 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ccc30ecf-18b7-4339-90e2-42d71704d2fe tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6085422 Jul 28 11:45:55.078720 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55606) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:55.087962 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c035a5e4-33eb-4bea-a7bd-5daefdd74987 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:55.137012 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2bff8801-fb6e-43c6-b08a-bc62b59353f4 req-9d2f7e25-2aca-4450-a03e-fc63c4c3a066 service neutron] 10.222.0.39 "GET /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328280 Jul 28 11:45:55.177039 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cace9f00-b783-40aa-a030-9a5100a57289 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:55.192254 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc42b317-dbc7-450e-9653-353c293d022a tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:55.193941 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-dc42b317-dbc7-450e-9653-353c293d022a tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "GET /v2.0/networks/e4f7873c-4d94-460a-8c07-155f724d96cd HTTP/1.1" status: 200 len: 881 time: 0.4288576 Jul 28 11:45:55.198750 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55608) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:55.230372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6e8bebba-ffbb-4f4d-86b2-71903f5305c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:55.291074 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bebba-ffbb-4f4d-86b2-71903f5305c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecb08376-8023-4fa6-9fd4-291d24bb1ca1,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:55.302505 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6e8bebba-ffbb-4f4d-86b2-71903f5305c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:55.304843 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6e8bebba-ffbb-4f4d-86b2-71903f5305c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] 10.222.0.43 "DELETE /v2.0/ports/ecb08376-8023-4fa6-9fd4-291d24bb1ca1 HTTP/1.1" status: 204 len: 168 time: 1.4093778 Jul 28 11:45:55.342489 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55610) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:55.353977 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-46acedb3-a411-49f3-8608-ce92f6fbdc6a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "GET /v2.0/ports?device_id=15816a5a-318f-491f-8ca5-58e5b563a4e2 HTTP/1.1" status: 200 len: 205 time: 0.1362524 Jul 28 11:45:55.369819 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cace9f00-b783-40aa-a030-9a5100a57289 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Network 322c9360-5805-4b48-862f-d40dcba4caec is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:55.371377 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55612) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:55.380107 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39efbee5-0420-47e4-8f6a-1559eddee34c None None] Network 2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:55.398878 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c035a5e4-33eb-4bea-a7bd-5daefdd74987 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:55.399553 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c035a5e4-33eb-4bea-a7bd-5daefdd74987 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:55.401113 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-686e6a98-96c4-4c23-9fae-f4d67eaf978b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] GET failed (client error): The resource could not be found. Jul 28 11:45:55.402907 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-686e6a98-96c4-4c23-9fae-f4d67eaf978b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045551401-project-admin] 10.222.0.43 "GET /v2.0/ports/ecb08376-8023-4fa6-9fd4-291d24bb1ca1 HTTP/1.1" status: 404 len: 333 time: 0.0596044 Jul 28 11:45:55.424662 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55614) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:55.426833 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-cace9f00-b783-40aa-a030-9a5100a57289 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:55.429236 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cace9f00-b783-40aa-a030-9a5100a57289 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:55.493287 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c035a5e4-33eb-4bea-a7bd-5daefdd74987 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100416) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 28 11:45:55.493622 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c035a5e4-33eb-4bea-a7bd-5daefdd74987 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Router 627c9276-0c46-4fae-871b-80de32ef89b5 migrating from provider to provider. {{(pid=100416) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 28 11:45:55.493999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c035a5e4-33eb-4bea-a7bd-5daefdd74987 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:55.497950 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace9f00-b783-40aa-a030-9a5100a57289 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event updated for resources: {'Port': ['ID=6237b21d-dc02-4149-80fd-051bf9e26af0,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:55.505252 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c035a5e4-33eb-4bea-a7bd-5daefdd74987 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:55.517237 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c035a5e4-33eb-4bea-a7bd-5daefdd74987 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:55.605850 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cace9f00-b783-40aa-a030-9a5100a57289 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:55.606705 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cace9f00-b783-40aa-a030-9a5100a57289 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:55.644628 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c035a5e4-33eb-4bea-a7bd-5daefdd74987 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] No L3 agents can host the router 627c9276-0c46-4fae-871b-80de32ef89b5 Jul 28 11:45:55.674867 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2949166c-e9f7-45bf-be12-2f9f9ef0438f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:55.729835 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea882b2-d648-47d7-9dd7-10946e695852 req-2daea065-1a5c-4b38-9c97-15634b018eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:55.731908 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ea882b2-d648-47d7-9dd7-10946e695852 req-2daea065-1a5c-4b38-9c97-15634b018eaa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=867db38fceb44b51b6b72c93ff16fc95&device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 1099 time: 0.5400264 Jul 28 11:45:55.746381 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cace9f00-b783-40aa-a030-9a5100a57289 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7103236 Jul 28 11:45:55.757901 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55618) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:55.778972 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-740ee8a1-f736-4488-99c8-d6b4974d91d3 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Request body: {'port': {'network_id': '322c9360-5805-4b48-862f-d40dcba4caec', 'name': 'tempest-AllowedAddressPairTestJSON-1063328602'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:55.839744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97558505-8b89-427f-b542-28d740d75d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:55.848202 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035a5e4-33eb-4bea-a7bd-5daefdd74987 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Hosts for router 627c9276-0c46-4fae-871b-80de32ef89b5: [] {{(pid=100416) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 28 11:45:55.881576 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035a5e4-33eb-4bea-a7bd-5daefdd74987 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Hosts for other DVR routers connected to router 627c9276-0c46-4fae-871b-80de32ef89b5: set() {{(pid=100416) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 28 11:45:55.882339 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4182d6a7-ec59-4e1a-a347-4f815715fa9c None None] Provisioning for port 28b00593-0fd8-4c6f-870f-3d69e169f1fa completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:55.884073 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c035a5e4-33eb-4bea-a7bd-5daefdd74987 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:55.887695 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c035a5e4-33eb-4bea-a7bd-5daefdd74987 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] 10.222.0.43 "PUT /v2.0/routers/627c9276-0c46-4fae-871b-80de32ef89b5 HTTP/1.1" status: 200 len: 717 time: 0.8047376 Jul 28 11:45:55.889097 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55620) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:55.890221 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4182d6a7-ec59-4e1a-a347-4f815715fa9c None None] Provisioning complete for port 28b00593-0fd8-4c6f-870f-3d69e169f1fa triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:55.890786 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4182d6a7-ec59-4e1a-a347-4f815715fa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:55.902108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:55.913823 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-4182d6a7-ec59-4e1a-a347-4f815715fa9c None None] Port 28b00593-0fd8-4c6f-870f-3d69e169f1fa was deleted so its status cannot be updated. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 11:45:55.977293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ad17b7a-3f23-4a93-8526-1ec9e43625e8 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:55.985504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cada6c-60a3-49dd-be47-4de6b7f47915 req-1cde2c52-c922-44a3-9ef8-2c2e0861ae09 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:55.989585 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Port': ['ID=28b00593-0fd8-4c6f-870f-3d69e169f1fa,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:55.992894 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9cada6c-60a3-49dd-be47-4de6b7f47915 req-1cde2c52-c922-44a3-9ef8-2c2e0861ae09 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.2339923 Jul 28 11:45:56.014592 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e70b5399-1b7c-4cb3-8183-b104e17a51fb tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] 10.222.0.43 "GET /v2.0/routers/627c9276-0c46-4fae-871b-80de32ef89b5 HTTP/1.1" status: 200 len: 717 time: 0.1207502 Jul 28 11:45:56.025846 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-44ecaf83-9cf3-4227-bb07-2bdd88fd8acd None None] Could not find standard attr ID for object 28b00593-0fd8-4c6f-870f-3d69e169f1fa. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:45:56.026387 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55622) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:56.041853 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-44ecaf83-9cf3-4227-bb07-2bdd88fd8acd None None] Provisioning for port 6237b21d-dc02-4149-80fd-051bf9e26af0 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:56.048794 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-44ecaf83-9cf3-4227-bb07-2bdd88fd8acd None None] Provisioning complete for port 6237b21d-dc02-4149-80fd-051bf9e26af0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:56.049453 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-44ecaf83-9cf3-4227-bb07-2bdd88fd8acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.074172 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2949166c-e9f7-45bf-be12-2f9f9ef0438f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.076481 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceddd627-72c0-4bf3-aa2e-133d41eefca3 None None] DHCP port deletion for 2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:45:56.079965 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9cada6c-60a3-49dd-be47-4de6b7f47915 req-1c557156-3f53-47fb-9825-2cd446538402 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860469 Jul 28 11:45:56.088175 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740ee8a1-f736-4488-99c8-d6b4974d91d3 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Made reservation on behalf of 92ba2cf98c8b4b3b870994ba731d4c66 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:56.092494 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-740ee8a1-f736-4488-99c8-d6b4974d91d3 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.100809 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-44ecaf83-9cf3-4227-bb07-2bdd88fd8acd None None] Port 6237b21d-dc02-4149-80fd-051bf9e26af0 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:56.110882 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6897013d-7395-415d-8fed-fe70b7d55fa0 None None] get_active_networks_info from dv-neutron-786478-16-hyperv {{(pid=100417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:45:56.118624 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-740ee8a1-f736-4488-99c8-d6b4974d91d3 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] device_id is not set on port 9b89277d-5156-4290-8a5f-d16173506034 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:56.218716 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] No DVR routers for this DVR port 28b00593-0fd8-4c6f-870f-3d69e169f1fa on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:56.234399 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6897013d-7395-415d-8fed-fe70b7d55fa0 None None] Resources bound (agent type, host, resource id): {{(pid=100417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:45:56.241490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949166c-e9f7-45bf-be12-2f9f9ef0438f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event deleted for resources: {'Subnet': ['ID=e2873fec-5e47-4198-89dd-f09039c54a55,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:56.265912 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2949166c-e9f7-45bf-be12-2f9f9ef0438f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.270498 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2949166c-e9f7-45bf-be12-2f9f9ef0438f tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "DELETE /v2.0/subnets/e2873fec-5e47-4198-89dd-f09039c54a55 HTTP/1.1" status: 204 len: 168 time: 1.6716194 Jul 28 11:45:56.284969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55628) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:56.321739 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97558505-8b89-427f-b542-28d740d75d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.324070 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea882b2-d648-47d7-9dd7-10946e695852 req-89a02134-9b89-45a1-82ba-825ca2eaad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:56.325540 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ea882b2-d648-47d7-9dd7-10946e695852 req-89a02134-9b89-45a1-82ba-825ca2eaad34 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1bdecf82-0e70-4af7-9715-9a46699c8f22 HTTP/1.1" status: 200 len: 913 time: 0.5683601 Jul 28 11:45:56.346538 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-97558505-8b89-427f-b542-28d740d75d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5cefb41-69ec-4cba-8fda-cf8268b43aab']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:56.351039 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-90f1167e-a57c-4c68-ba03-c86d58d07983 tempest-RoutersTestDVR-365603888 tempest-RoutersTestDVR-365603888-project] 10.222.0.43 "GET /v2.0/routers/627c9276-0c46-4fae-871b-80de32ef89b5 HTTP/1.1" status: 200 len: 683 time: 0.3194916 Jul 28 11:45:56.352847 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55630) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:56.414712 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-97558505-8b89-427f-b542-28d740d75d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4296b31-7281-422e-b7bb-b01ca674cbc2') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:56.415037 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-97558505-8b89-427f-b542-28d740d75d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4296b31-7281-422e-b7bb-b01ca674cbc2') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:56.459053 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.471885 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-740ee8a1-f736-4488-99c8-d6b4974d91d3 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Allocated IP 172.20.0.6 (322c9360-5805-4b48-862f-d40dcba4caec/89a0e7f8-377d-4327-a510-f9619591ef46/9b89277d-5156-4290-8a5f-d16173506034) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:56.477764 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97558505-8b89-427f-b542-28d740d75d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.483184 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b8e19c-1a69-4611-bb19-d29b9fd3ce79 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Deleting subnet c437470a-d8ed-47ef-942e-489c4ce3f71b {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:45:56.485995 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d9099bf-54f6-436c-bfda-2c7b12eb20eb tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.493608 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44b8e19c-1a69-4611-bb19-d29b9fd3ce79 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.535103 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77', 'network_id': '2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77', 'tenant_id': 'c8dea24e82634eaeab1d328602e5a8e5', 'fixed_ips': [{'subnet_id': 'ce17bbc7-1f36-48bb-a912-cf4c56e5894d'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:45:56.535690 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ea882b2-d648-47d7-9dd7-10946e695852 req-74ed9c42-1055-4a8e-907e-c867e35bebb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cea81a3-003c-4e40-975a-c1ae2a82051c HTTP/1.1" status: 200 len: 1002 time: 0.1940339 Jul 28 11:45:56.536336 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.536674 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97558505-8b89-427f-b542-28d740d75d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.571924 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97558505-8b89-427f-b542-28d740d75d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:45:56.572338 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97558505-8b89-427f-b542-28d740d75d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:45:56.577437 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:45:56.618492 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ad17b7a-3f23-4a93-8526-1ec9e43625e8 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.628891 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44b8e19c-1a69-4611-bb19-d29b9fd3ce79 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.687227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Allocated IP 2001:db8::f816:3eff:feda:8c72 (2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77/ce17bbc7-1f36-48bb-a912-cf4c56e5894d/5a6a6a69-7152-4229-8046-2cb7ae167451) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:56.785494 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d9099bf-54f6-436c-bfda-2c7b12eb20eb tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.794563 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea882b2-d648-47d7-9dd7-10946e695852 req-3f97be5b-dfd7-4ee1-9f11-fb49b87df3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:56.796129 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ea882b2-d648-47d7-9dd7-10946e695852 req-3f97be5b-dfd7-4ee1-9f11-fb49b87df3bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52537c06-0de1-4719-8c48-4b4417843622 HTTP/1.1" status: 200 len: 851 time: 0.2507541 Jul 28 11:45:56.796951 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97558505-8b89-427f-b542-28d740d75d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.812471 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97558505-8b89-427f-b542-28d740d75d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.818887 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-97558505-8b89-427f-b542-28d740d75d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] 10.222.0.43 "DELETE /v2.0/networks/d5cefb41-69ec-4cba-8fda-cf8268b43aab HTTP/1.1" status: 204 len: 168 time: 1.3385096 Jul 28 11:45:56.867877 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97558505-8b89-427f-b542-28d740d75d96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426593594-project] Pushing event deleted for resources: {'Network': ['ID=d5cefb41-69ec-4cba-8fda-cf8268b43aab,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:56.898042 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.objects.ports [None req-d5ccf610-4137-4669-bbd5-e19a63a84267 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100415) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:45:56.902220 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf610-4137-4669-bbd5-e19a63a84267 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.902481 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.921334 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Transition to ACTIVE for port object 5a6a6a69-7152-4229-8046-2cb7ae167451 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:56.948815 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Transition to ACTIVE for port object 5a6a6a69-7152-4229-8046-2cb7ae167451 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:56.968541 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:56.995145 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ccf610-4137-4669-bbd5-e19a63a84267 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:57.004427 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea882b2-d648-47d7-9dd7-10946e695852 req-c7724235-9b68-4a3c-b1b2-a5af06ab04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:57.006684 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ea882b2-d648-47d7-9dd7-10946e695852 req-c7724235-9b68-4a3c-b1b2-a5af06ab04ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1bdecf82-0e70-4af7-9715-9a46699c8f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2027798 Jul 28 11:45:57.017721 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-4ad17b7a-3f23-4a93-8526-1ec9e43625e8 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Deleting port 0d3cdb43-7660-4cb6-8bb3-36233ff770ea {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:57.017956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ad17b7a-3f23-4a93-8526-1ec9e43625e8 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.019413 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 28b00593-0fd8-4c6f-870f-3d69e169f1fa no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:45:57.026594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-d5ccf610-4137-4669-bbd5-e19a63a84267 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:57.060181 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 28b00593-0fd8-4c6f-870f-3d69e169f1fa {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:45:57.060804 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 28b00593-0fd8-4c6f-870f-3d69e169f1fa not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:45:57.078355 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Network 2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:57.087450 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:57.090108 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Pushing event updated for resources: {'Port': ['ID=5a6a6a69-7152-4229-8046-2cb7ae167451,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:57.099651 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:57.132075 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d9099bf-54f6-436c-bfda-2c7b12eb20eb tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.165457 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Attempting to bind port 5a6a6a69-7152-4229-8046-2cb7ae167451 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:57.165457 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Attempting to bind port 5a6a6a69-7152-4229-8046-2cb7ae167451 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'dd032b5e-fc96-496d-b7b8-8c8b28bc01e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:57.165457 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Attempting to bind port 5a6a6a69-7152-4229-8046-2cb7ae167451 on network 2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:57.170627 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:57.171039 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Checking segment: {'id': 'dd032b5e-fc96-496d-b7b8-8c8b28bc01e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:57.171416 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.171821 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Bound using segment: {'id': 'dd032b5e-fc96-496d-b7b8-8c8b28bc01e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:57.172402 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Bound port: 5a6a6a69-7152-4229-8046-2cb7ae167451, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd032b5e-fc96-496d-b7b8-8c8b28bc01e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:57.173529 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.236195 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d9099bf-54f6-436c-bfda-2c7b12eb20eb tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.237042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9099bf-54f6-436c-bfda-2c7b12eb20eb tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 627c9276-0c46-4fae-871b-80de32ef89b5 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:45:57.243959 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d9099bf-54f6-436c-bfda-2c7b12eb20eb tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.245453 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5d9099bf-54f6-436c-bfda-2c7b12eb20eb tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] 10.222.0.43 "DELETE /v2.0/routers/627c9276-0c46-4fae-871b-80de32ef89b5 HTTP/1.1" status: 204 len: 168 time: 0.8899543 Jul 28 11:45:57.250455 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-df32338a-4634-43de-8c08-00b75117e60d None None] For port 5a6a6a69-7152-4229-8046-2cb7ae167451, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:57.255228 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-df32338a-4634-43de-8c08-00b75117e60d None None] For port 5a6a6a69-7152-4229-8046-2cb7ae167451, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=5a6a6a69-7152-4229-8046-2cb7ae167451,segment=NetworkSegment(dd032b5e-fc96-496d-b7b8-8c8b28bc01e9),segment_id=dd032b5e-fc96-496d-b7b8-8c8b28bc01e9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:57.261403 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.266721 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55636) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:57.272710 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-04a1823c-7d7a-4dec-89fe-0a895e0638b7 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Request body: {'router': {'name': 'tempest-router-1584526237', 'distributed': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:57.321841 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44b8e19c-1a69-4611-bb19-d29b9fd3ce79 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.350633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32338a-4634-43de-8c08-00b75117e60d None None] Pushing event updated for resources: {'Port': ['ID=5a6a6a69-7152-4229-8046-2cb7ae167451,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:57.362331 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55638) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:57.376307 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-740ee8a1-f736-4488-99c8-d6b4974d91d3 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.385404 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6929f14-69ee-4280-aad1-d448d67dff16 None None] get_active_networks_info from dv-neutron-786478-16-hyperv {{(pid=100417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:45:57.395746 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccf610-4137-4669-bbd5-e19a63a84267 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=393de5d7-5ce5-47a5-b501-3a1206233bc5,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:57.409804 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04a1823c-7d7a-4dec-89fe-0a895e0638b7 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.418256 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04a1823c-7d7a-4dec-89fe-0a895e0638b7 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.425985 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ccf610-4137-4669-bbd5-e19a63a84267 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:57.426616 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf610-4137-4669-bbd5-e19a63a84267 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.440413 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.452760 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-740ee8a1-f736-4488-99c8-d6b4974d91d3 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Transition to ACTIVE for port object 9b89277d-5156-4290-8a5f-d16173506034 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:57.505742 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6929f14-69ee-4280-aad1-d448d67dff16 None None] Resources bound (agent type, host, resource id): {{(pid=100417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:45:57.519452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Subnet': ['ID=ce17bbc7-1f36-48bb-a912-cf4c56e5894d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:57.539646 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d5ccf610-4137-4669-bbd5-e19a63a84267 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8864002 Jul 28 11:45:57.540959 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44b8e19c-1a69-4611-bb19-d29b9fd3ce79 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.542897 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55642) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:57.548600 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04a1823c-7d7a-4dec-89fe-0a895e0638b7 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.560556 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-61b7dfe7-f960-44be-ad3c-18e270657a1c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:57.607749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04a1823c-7d7a-4dec-89fe-0a895e0638b7 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.634108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ad17b7a-3f23-4a93-8526-1ec9e43625e8 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.637285 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.651216 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8e19c-1a69-4611-bb19-d29b9fd3ce79 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event deleted for resources: {'Subnet': ['ID=c437470a-d8ed-47ef-942e-489c4ce3f71b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:57.661597 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-4ad17b7a-3f23-4a93-8526-1ec9e43625e8 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Calling delete_port for 0d3cdb43-7660-4cb6-8bb3-36233ff770ea owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:57.670710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:57.683156 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-44b8e19c-1a69-4611-bb19-d29b9fd3ce79 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.685758 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ea882b2-d648-47d7-9dd7-10946e695852 req-d4c033be-81dc-4497-80f0-289bd3fa2ef3 service neutron] 10.222.0.39 "GET /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6637988 Jul 28 11:45:57.686378 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-44b8e19c-1a69-4611-bb19-d29b9fd3ce79 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "DELETE /v2.0/subnets/c437470a-d8ed-47ef-942e-489c4ce3f71b HTTP/1.1" status: 204 len: 168 time: 1.4001575 Jul 28 11:45:57.692225 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd032b5e-fc96-496d-b7b8-8c8b28bc01e9') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:57.692593 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd032b5e-fc96-496d-b7b8-8c8b28bc01e9') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:57.694124 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55644) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:57.710046 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04a1823c-7d7a-4dec-89fe-0a895e0638b7 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.717564 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-04a1823c-7d7a-4dec-89fe-0a895e0638b7 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4472759 Jul 28 11:45:57.720979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55648) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:57.737032 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-740ee8a1-f736-4488-99c8-d6b4974d91d3 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.799428 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.818103 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': '393de5d7-5ce5-47a5-b501-3a1206233bc5'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:45:57.819386 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.829297 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740ee8a1-f736-4488-99c8-d6b4974d91d3 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Network 322c9360-5805-4b48-862f-d40dcba4caec is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:57.836739 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-740ee8a1-f736-4488-99c8-d6b4974d91d3 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:57.839391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740ee8a1-f736-4488-99c8-d6b4974d91d3 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:57.850577 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7f3a8af7-2e6c-444f-b3e0-b1bc8ea20622 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c25ce978cfe14e46891a135e86690678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4870503 Jul 28 11:45:57.875021 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55652) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:57.885828 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ee8a1-f736-4488-99c8-d6b4974d91d3 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event updated for resources: {'Port': ['ID=9b89277d-5156-4290-8a5f-d16173506034,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:57.941375 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.947506 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ee8a1-f736-4488-99c8-d6b4974d91d3 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:57.948183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-740ee8a1-f736-4488-99c8-d6b4974d91d3 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.960413 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b7dfe7-f960-44be-ad3c-18e270657a1c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:57.963970 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-61b7dfe7-f960-44be-ad3c-18e270657a1c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.966116 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6717809d-f242-441f-b286-f9d96e9de316 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.968161 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:45:57.968574 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.976344 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Allocated IP 2001:db8::f816:3eff:febe:cdaf (ff79b356-b140-4126-83e7-2a8ec9cd81dc/393de5d7-5ce5-47a5-b501-3a1206233bc5/7c787b49-33a0-4d53-b27a-bbb3b10e475d) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:45:57.977535 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:45:58.020402 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-740ee8a1-f736-4488-99c8-d6b4974d91d3 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2578065 Jul 28 11:45:58.030642 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55654) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:58.039782 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-81c99d8f-e80c-4b7e-b852-3a9ed86a20d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.062473 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.073100 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ffa023f7-2677-4dc4-9a7b-05c526b7944f tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:a6:7a:e2'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:3d:84:f8'}]}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:58.078506 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-81c99d8f-e80c-4b7e-b852-3a9ed86a20d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.134466 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.144555 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Transition to ACTIVE for port object 7c787b49-33a0-4d53-b27a-bbb3b10e475d will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:58.162879 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Transition to ACTIVE for port object 7c787b49-33a0-4d53-b27a-bbb3b10e475d will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:58.168862 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.184447 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-81c99d8f-e80c-4b7e-b852-3a9ed86a20d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.187398 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-81c99d8f-e80c-4b7e-b852-3a9ed86a20d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.189667 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-81c99d8f-e80c-4b7e-b852-3a9ed86a20d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9e3e390-2b8a-4223-9399-bf8ab54dfd51 HTTP/1.1" status: 204 len: 168 time: 0.3112788 Jul 28 11:45:58.199618 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c99d8f-e80c-4b7e-b852-3a9ed86a20d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e3e390-2b8a-4223-9399-bf8ab54dfd51,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:58.217974 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:58.230606 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:58.233543 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:58.250086 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Pushing event updated for resources: {'Port': ['ID=7c787b49-33a0-4d53-b27a-bbb3b10e475d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:58.287804 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.api [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 11:45:58.287804 dv-neutron-786478-16-hyperv neutron-server[100415]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 11:45:58.287804 dv-neutron-786478-16-hyperv neutron-server[100415]: [parameters: {'id': '2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77'}] Jul 28 11:45:58.287804 dv-neutron-786478-16-hyperv neutron-server[100415]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100415) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:45:58.288312 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG oslo_db.api [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:45:58.290189 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ea882b2-d648-47d7-9dd7-10946e695852 req-1fd4b605-ceca-4b85-a051-19dd1ec70067 service neutron] 10.222.0.39 "GET /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888803 Jul 28 11:45:58.316854 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Attempting to bind port 7c787b49-33a0-4d53-b27a-bbb3b10e475d on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:58.317532 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Attempting to bind port 7c787b49-33a0-4d53-b27a-bbb3b10e475d by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:58.318124 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Attempting to bind port 7c787b49-33a0-4d53-b27a-bbb3b10e475d on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:58.339571 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-61b7dfe7-f960-44be-ad3c-18e270657a1c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.347603 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:58.347603 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:58.347944 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.348234 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:58.348579 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Bound port: 7c787b49-33a0-4d53-b27a-bbb3b10e475d, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:58.348928 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.394658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6717809d-f242-441f-b286-f9d96e9de316 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.398446 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b7dfe7-f960-44be-ad3c-18e270657a1c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:58.399172 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6717809d-f242-441f-b286-f9d96e9de316 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.403462 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-61b7dfe7-f960-44be-ad3c-18e270657a1c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:58.408603 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b7dfe7-f960-44be-ad3c-18e270657a1c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:58.409542 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-61b7dfe7-f960-44be-ad3c-18e270657a1c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.413490 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7dfe7-f960-44be-ad3c-18e270657a1c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=0a9260a9-d803-45f2-8651-50c129ecdd7d,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:58.441159 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-61b7dfe7-f960-44be-ad3c-18e270657a1c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8858325 Jul 28 11:45:58.442205 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55660) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:58.443671 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] For port 7c787b49-33a0-4d53-b27a-bbb3b10e475d, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:58.448110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] For port 7c787b49-33a0-4d53-b27a-bbb3b10e475d, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7c787b49-33a0-4d53-b27a-bbb3b10e475d,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:58.451461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-65806706-368c-4c69-8045-94c5b80d481d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'mac_address': 'fa:16:3e:d1:e9:b7', 'name': 'tempest-NetworksTestDHCPv6-236674901'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:58.456186 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.527104 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66e962-0a9c-4f12-83fe-a09d6f8c8a80 None None] Pushing event updated for resources: {'Port': ['ID=7c787b49-33a0-4d53-b27a-bbb3b10e475d,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:58.545197 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6717809d-f242-441f-b286-f9d96e9de316 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.545726 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6717809d-f242-441f-b286-f9d96e9de316 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea6c69a0-3b59-47ff-9e36-6f0b9522646c {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:45:58.559073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6717809d-f242-441f-b286-f9d96e9de316 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.570402 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6717809d-f242-441f-b286-f9d96e9de316 tempest-RoutersTestDVR-481242724 tempest-RoutersTestDVR-481242724-project-admin] 10.222.0.43 "DELETE /v2.0/routers/ea6c69a0-3b59-47ff-9e36-6f0b9522646c HTTP/1.1" status: 204 len: 168 time: 0.8105276 Jul 28 11:45:58.573766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Deleting port 9a4f388d-448e-4159-8eec-4fa1f6420174 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:58.574118 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.625144 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65806706-368c-4c69-8045-94c5b80d481d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:58.667535 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ad17b7a-3f23-4a93-8526-1ec9e43625e8 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.764546 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad17b7a-3f23-4a93-8526-1ec9e43625e8 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Pushing event deleted for resources: {'Port': ['ID=0d3cdb43-7660-4cb6-8bb3-36233ff770ea,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:58.778091 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] For port 9a4f388d-448e-4159-8eec-4fa1f6420174, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=9a4f388d-448e-4159-8eec-4fa1f6420174,segment=NetworkSegment(2e394f54-f5bd-4648-96ce-032832330362),segment_id=2e394f54-f5bd-4648-96ce-032832330362)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:58.778765 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.781841 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55664) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:58.791379 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.806323 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ffa023f7-2677-4dc4-9a7b-05c526b7944f tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.815122 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65806706-368c-4c69-8045-94c5b80d481d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:58.816748 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:45:58.870250 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Calling delete_port for 9a4f388d-448e-4159-8eec-4fa1f6420174 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:58.870539 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-65806706-368c-4c69-8045-94c5b80d481d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port 3f0b3ce8-e45c-4d5b-8382-d30d22dbc289 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:45:58.899631 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-965a800f-9967-4bab-a89e-5c2cfcb580f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e53c84bfba294b5089cabddaeaf65662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1163538 Jul 28 11:45:58.932757 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55668) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:58.973339 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55670) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:59.003242 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7c787b49-33a0-4d53-b27a-bbb3b10e475d up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:59.076466 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 7c787b49-33a0-4d53-b27a-bbb3b10e475d completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:59.098675 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-65806706-368c-4c69-8045-94c5b80d481d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 172.20.0.3 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/0a9260a9-d803-45f2-8651-50c129ecdd7d/3f0b3ce8-e45c-4d5b-8382-d30d22dbc289) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:59.100471 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ad17b7a-3f23-4a93-8526-1ec9e43625e8 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.107373 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-65806706-368c-4c69-8045-94c5b80d481d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::f816:3eff:fed1:e9b7 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/393de5d7-5ce5-47a5-b501-3a1206233bc5/3f0b3ce8-e45c-4d5b-8382-d30d22dbc289) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:59.131162 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-89012cae-e1d3-4b46-a7e7-43de09a23bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.331060 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65806706-368c-4c69-8045-94c5b80d481d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.361868 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-89012cae-e1d3-4b46-a7e7-43de09a23bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.363509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-65806706-368c-4c69-8045-94c5b80d481d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object 3f0b3ce8-e45c-4d5b-8382-d30d22dbc289 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:59.369388 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-89012cae-e1d3-4b46-a7e7-43de09a23bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.431076 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-89012cae-e1d3-4b46-a7e7-43de09a23bdc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b46afc609cb43ccb957019027380723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4565217 Jul 28 11:45:59.432165 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55674) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:59.434664 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89012cae-e1d3-4b46-a7e7-43de09a23bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f99b09-7256-4d53-ad6d-35da229a0622,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:59.475054 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65806706-368c-4c69-8045-94c5b80d481d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.533759 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65806706-368c-4c69-8045-94c5b80d481d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:59.542238 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-65806706-368c-4c69-8045-94c5b80d481d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:59.544115 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e58a9eb-bd3e-4b36-be89-d94e9439b7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.548631 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ad17b7a-3f23-4a93-8526-1ec9e43625e8 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.550727 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65806706-368c-4c69-8045-94c5b80d481d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:59.564353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ad17b7a-3f23-4a93-8526-1ec9e43625e8 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.583734 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.584429 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65806706-368c-4c69-8045-94c5b80d481d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=3f0b3ce8-e45c-4d5b-8382-d30d22dbc289,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:59.593651 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-64ab3f13-4319-487e-bffd-3f5bc909cc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.612864 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e58a9eb-bd3e-4b36-be89-d94e9439b7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.639837 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65806706-368c-4c69-8045-94c5b80d481d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:59.640489 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65806706-368c-4c69-8045-94c5b80d481d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.669192 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-65806706-368c-4c69-8045-94c5b80d481d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2256169 Jul 28 11:45:59.671855 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55676) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:59.672239 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event deleted for resources: {'Port': ['ID=9a4f388d-448e-4159-8eec-4fa1f6420174,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:59.685989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Deleting port 5a6a6a69-7152-4229-8046-2cb7ae167451 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:45:59.686333 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.694633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5ba13e-65b9-471a-b460-7ccce3d41788 None None] Network e20a2dcf-350a-42b1-8aef-59cbab51572d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:59.697353 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e95eea-2758-420b-a6f7-c076d7808549 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:59.697671 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ad17b7a-3f23-4a93-8526-1ec9e43625e8 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.698176 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad17b7a-3f23-4a93-8526-1ec9e43625e8 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Fanout notify agent at l3_agent the message router_deleted on router 15816a5a-318f-491f-8ca5-58e5b563a4e2 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:45:59.706361 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ad17b7a-3f23-4a93-8526-1ec9e43625e8 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.713236 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4ad17b7a-3f23-4a93-8526-1ec9e43625e8 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "DELETE /v2.0/routers/15816a5a-318f-491f-8ca5-58e5b563a4e2 HTTP/1.1" status: 204 len: 168 time: 4.3015289 Jul 28 11:45:59.714064 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55678) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:59.720103 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c05c8c3e-b8bb-4ddf-8bbd-7454fb16d3fa tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-858110772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:59.730808 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] No DVR routers for this DVR port 9a4f388d-448e-4159-8eec-4fa1f6420174 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:45:59.754171 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e58a9eb-bd3e-4b36-be89-d94e9439b7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.756840 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e58a9eb-bd3e-4b36-be89-d94e9439b7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.760408 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3e58a9eb-bd3e-4b36-be89-d94e9439b7a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08f99b09-7256-4d53-ad6d-35da229a0622 HTTP/1.1" status: 204 len: 168 time: 0.3204768 Jul 28 11:45:59.770861 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1df0b4e-184f-4580-a43e-5d9baf6e2793 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:59.777543 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1df0b4e-184f-4580-a43e-5d9baf6e2793 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:59.778658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-64ab3f13-4319-487e-bffd-3f5bc909cc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.779490 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d1df0b4e-184f-4580-a43e-5d9baf6e2793 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1063535 Jul 28 11:45:59.793301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55686) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:59.794171 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c05c8c3e-b8bb-4ddf-8bbd-7454fb16d3fa tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.796160 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c05c8c3e-b8bb-4ddf-8bbd-7454fb16d3fa tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.817393 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58a9eb-bd3e-4b36-be89-d94e9439b7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f99b09-7256-4d53-ad6d-35da229a0622,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:59.843918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dde567-ffae-44ed-b628-bccbfc85edeb None None] Network fcd1ee62-4619-417c-ab91-cc2a3029d54b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:59.847700 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cb1a5e-f13e-4875-bee6-0e0ea9353125 None None] Network 2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:59.905664 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c05c8c3e-b8bb-4ddf-8bbd-7454fb16d3fa tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.919251 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c05c8c3e-b8bb-4ddf-8bbd-7454fb16d3fa tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.945241 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] For port 5a6a6a69-7152-4229-8046-2cb7ae167451, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=5a6a6a69-7152-4229-8046-2cb7ae167451,segment=NetworkSegment(dd032b5e-fc96-496d-b7b8-8c8b28bc01e9),segment_id=dd032b5e-fc96-496d-b7b8-8c8b28bc01e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:59.945622 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.977112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.982078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Calling delete_port for 5a6a6a69-7152-4229-8046-2cb7ae167451 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:45:59.988922 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c05c8c3e-b8bb-4ddf-8bbd-7454fb16d3fa tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:59.991236 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c05c8c3e-b8bb-4ddf-8bbd-7454fb16d3fa tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2756832 Jul 28 11:45:59.998937 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55690) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:00.008252 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-3439f615-fd7f-47df-a499-1e70340c438b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'enable_snat': True}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:00.017601 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20a2dcf-350a-42b1-8aef-59cbab51572d']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:00.034095 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ffa023f7-2677-4dc4-9a7b-05c526b7944f tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.041419 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e394f54-f5bd-4648-96ce-032832330362') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:00.041988 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e394f54-f5bd-4648-96ce-032832330362') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:00.056219 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ffa023f7-2677-4dc4-9a7b-05c526b7944f tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.100087 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.103366 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-91c6844f-9fd9-4172-9103-fcaa2485da78 None None] Provisioning for port 7c787b49-33a0-4d53-b27a-bbb3b10e475d completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:00.104890 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-7af241f2-f097-4294-bd92-a48d8b33a394 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port 3f0b3ce8-e45c-4d5b-8382-d30d22dbc289 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:00.105292 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7af241f2-f097-4294-bd92-a48d8b33a394 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.144582 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-64ab3f13-4319-487e-bffd-3f5bc909cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.147444 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-64ab3f13-4319-487e-bffd-3f5bc909cc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.148337 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-64ab3f13-4319-487e-bffd-3f5bc909cc96 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/edc7add7-cb61-48b0-89c6-654d5a46e9c5 HTTP/1.1" status: 204 len: 168 time: 1.2131095 Jul 28 11:46:00.154169 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-91c6844f-9fd9-4172-9103-fcaa2485da78 None None] Provisioning complete for port 7c787b49-33a0-4d53-b27a-bbb3b10e475d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:00.155081 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-91c6844f-9fd9-4172-9103-fcaa2485da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.167768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.222939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab3f13-4319-487e-bffd-3f5bc909cc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc7add7-cb61-48b0-89c6-654d5a46e9c5,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:00.242750 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:00.243292 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:00.253416 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:00.275396 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa023f7-2677-4dc4-9a7b-05c526b7944f tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event updated for resources: {'Port': ['ID=9b89277d-5156-4290-8a5f-d16173506034,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:00.343978 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55694) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:00.358108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-ffa023f7-2677-4dc4-9a7b-05c526b7944f tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] In _notify_port_updated(), no bound segment for port 9b89277d-5156-4290-8a5f-d16173506034 on network 322c9360-5805-4b48-862f-d40dcba4caec {{(pid=100415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:46:00.365702 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa023f7-2677-4dc4-9a7b-05c526b7944f tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:00.366660 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ffa023f7-2677-4dc4-9a7b-05c526b7944f tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.372278 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ffa023f7-2677-4dc4-9a7b-05c526b7944f tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "PUT /v2.0/ports/9b89277d-5156-4290-8a5f-d16173506034 HTTP/1.1" status: 200 len: 1057 time: 2.3097939 Jul 28 11:46:00.372278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55696) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:00.404915 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3439f615-fd7f-47df-a499-1e70340c438b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.458048 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4a602963-df82-47ec-956a-61a0e5ac0f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.463277 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.465934 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.470451 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.474908 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "DELETE /v2.0/networks/e20a2dcf-350a-42b1-8aef-59cbab51572d HTTP/1.1" status: 204 len: 168 time: 2.7774503 Jul 28 11:46:00.496141 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55700) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:00.502291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452b85d-bafb-42c3-a1c6-43933011bbe7 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event deleted for resources: {'Network': ['ID=e20a2dcf-350a-42b1-8aef-59cbab51572d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:00.542897 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Port': ['ID=5a6a6a69-7152-4229-8046-2cb7ae167451,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:00.558352 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7af241f2-f097-4294-bd92-a48d8b33a394 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.577657 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-7af241f2-f097-4294-bd92-a48d8b33a394 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for 3f0b3ce8-e45c-4d5b-8382-d30d22dbc289 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:00.682719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.686510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] No DVR routers for this DVR port 5a6a6a69-7152-4229-8046-2cb7ae167451 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:00.751116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbb841b-a9ee-4e7d-93f4-b33aba7fb950 None None] DHCP port deletion for 2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:46:00.774391 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-71465e4c-a05a-44b8-8fe1-147595abafbc tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Deleting port 9b89277d-5156-4290-8a5f-d16173506034 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:00.775192 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-71465e4c-a05a-44b8-8fe1-147595abafbc tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.782379 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98672708-48c0-4bb7-88c6-e27eaaa8e6dd None None] DHCP port deletion for e20a2dcf-350a-42b1-8aef-59cbab51572d request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:46:00.847059 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7af241f2-f097-4294-bd92-a48d8b33a394 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.853893 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-91c6844f-9fd9-4172-9103-fcaa2485da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:00.959743 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc74628-d3f4-47b8-90af-0ee7d986de9a None None] DHCP port deletion for fcd1ee62-4619-417c-ab91-cc2a3029d54b request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:46:00.961569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af241f2-f097-4294-bd92-a48d8b33a394 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=3f0b3ce8-e45c-4d5b-8382-d30d22dbc289,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:01.008236 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.009942 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-91c6844f-9fd9-4172-9103-fcaa2485da78 None None] For port 7c787b49-33a0-4d53-b27a-bbb3b10e475d, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7c787b49-33a0-4d53-b27a-bbb3b10e475d,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:01.013205 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9a4f388d-448e-4159-8eec-4fa1f6420174 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:46:01.041251 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-91c6844f-9fd9-4172-9103-fcaa2485da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.041909 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:01.059166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 9a4f388d-448e-4159-8eec-4fa1f6420174 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:46:01.059733 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9a4f388d-448e-4159-8eec-4fa1f6420174 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:46:01.091501 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd032b5e-fc96-496d-b7b8-8c8b28bc01e9') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:01.091975 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd032b5e-fc96-496d-b7b8-8c8b28bc01e9') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:01.096009 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3439f615-fd7f-47df-a499-1e70340c438b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.126918 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.128353 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3439f615-fd7f-47df-a499-1e70340c438b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.139375 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7af241f2-f097-4294-bd92-a48d8b33a394 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.143897 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7af241f2-f097-4294-bd92-a48d8b33a394 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/3f0b3ce8-e45c-4d5b-8382-d30d22dbc289 HTTP/1.1" status: 204 len: 168 time: 1.3381782 Jul 28 11:46:01.144579 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55718) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:01.147241 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-71465e4c-a05a-44b8-8fe1-147595abafbc tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.153513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Deleting port e88984d2-3b26-4fb1-b7f3-cd458258b1c0 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:01.153989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.158002 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c95ceb-340a-4545-ab89-bd46e2b0fa60 None None] Update dhcp port {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'fixed_ips': [{'subnet_id': '393de5d7-5ce5-47a5-b501-3a1206233bc5', 'ip_address': '2001:db8::f816:3eff:febe:cdaf'}, {'subnet_id': '0a9260a9-d803-45f2-8651-50c129ecdd7d'}], 'binding:host_id': 'dv-neutron-786478-16-hyperv'}, 'id': '7c787b49-33a0-4d53-b27a-bbb3b10e475d'} from dv-neutron-786478-16-hyperv. {{(pid=100417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:46:01.195883 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6844f-9fd9-4172-9103-fcaa2485da78 None None] Pushing event updated for resources: {'Port': ['ID=7c787b49-33a0-4d53-b27a-bbb3b10e475d,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:01.210766 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14c95ceb-340a-4545-ab89-bd46e2b0fa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.215296 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e4f860c9-2bc3-4988-9026-bc696391d603 None None] Provisioning for port 9b89277d-5156-4290-8a5f-d16173506034 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:01.225476 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55720) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:01.237827 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e4f860c9-2bc3-4988-9026-bc696391d603 None None] Provisioning complete for port 9b89277d-5156-4290-8a5f-d16173506034 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:01.238193 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4f860c9-2bc3-4988-9026-bc696391d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.254797 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.260778 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-71465e4c-a05a-44b8-8fe1-147595abafbc tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Calling delete_port for 9b89277d-5156-4290-8a5f-d16173506034 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:01.263300 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-3439f615-fd7f-47df-a499-1e70340c438b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Allocated IP 172.26.1.165 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/988dd029-a40d-41f4-ba6b-93bcce832dce) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:01.268336 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-dbc74628-d3f4-47b8-90af-0ee7d986de9a None None] Deleting port e88984d2-3b26-4fb1-b7f3-cd458258b1c0 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:01.268781 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbc74628-d3f4-47b8-90af-0ee7d986de9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.312403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5fa266-e066-42fe-b7cd-19c45f74fa57 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:01.314163 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5fa266-e066-42fe-b7cd-19c45f74fa57 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:01.316256 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5fa266-e066-42fe-b7cd-19c45f74fa57 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:01.320285 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ec5fa266-e066-42fe-b7cd-19c45f74fa57 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1660647 Jul 28 11:46:01.326110 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:01.326298 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55724) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:01.326560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:01.331259 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:01.419536 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e4f860c9-2bc3-4988-9026-bc696391d603 None None] Port 9b89277d-5156-4290-8a5f-d16173506034 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:46:01.457553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-dbc74628-d3f4-47b8-90af-0ee7d986de9a None None] For port e88984d2-3b26-4fb1-b7f3-cd458258b1c0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e88984d2-3b26-4fb1-b7f3-cd458258b1c0,segment=NetworkSegment(1c718acf-0cda-47f9-a2a3-48ab94ebf8d6),segment_id=1c718acf-0cda-47f9-a2a3-48ab94ebf8d6)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:01.458236 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbc74628-d3f4-47b8-90af-0ee7d986de9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.462513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4a602963-df82-47ec-956a-61a0e5ac0f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.466674 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Request body: {'networks': [{'name': 'tempest-network--1496738219'}, {'name': 'tempest-network--268484657'}]} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:01.466993 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Request body: {'network': {'name': 'tempest-network--1496738219'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:01.467468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Request body: {'network': {'name': 'tempest-network--268484657'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:01.479368 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-dbc74628-d3f4-47b8-90af-0ee7d986de9a None None] Calling delete_port for e88984d2-3b26-4fb1-b7f3-cd458258b1c0 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:01.498935 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Made reservation on behalf of 851cf16728154a75ae859b713f2907fd for: {'network': 2} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:01.503763 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.505932 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4a602963-df82-47ec-956a-61a0e5ac0f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.511545 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] For port e88984d2-3b26-4fb1-b7f3-cd458258b1c0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e88984d2-3b26-4fb1-b7f3-cd458258b1c0,segment=NetworkSegment(1c718acf-0cda-47f9-a2a3-48ab94ebf8d6),segment_id=1c718acf-0cda-47f9-a2a3-48ab94ebf8d6)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:01.511884 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.545140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.557067 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.570764 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-14c95ceb-340a-4545-ab89-bd46e2b0fa60 None None] Allocated IP 172.20.0.2 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/0a9260a9-d803-45f2-8651-50c129ecdd7d/7c787b49-33a0-4d53-b27a-bbb3b10e475d) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:01.571325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Calling delete_port for e88984d2-3b26-4fb1-b7f3-cd458258b1c0 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:01.594325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.596414 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/networks/2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77 HTTP/1.1" status: 204 len: 168 time: 8.5829353 Jul 28 11:46:01.605939 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55726) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:01.606913 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa6bca-8bf1-4dc4-bb3f-15c405776a37 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Network': ['ID=2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:01.631394 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4a602963-df82-47ec-956a-61a0e5ac0f43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d94c382e68514e839baf905f5751a822&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2787397 Jul 28 11:46:01.635362 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55728) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:01.637228 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a602963-df82-47ec-956a-61a0e5ac0f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d783f3-0b77-4639-acf0-6f547a4796a0,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:01.650263 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b100765-f4a5-4888-b247-a314376b7488 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] DELETE failed (client error): The resource could not be found. Jul 28 11:46:01.650743 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b100765-f4a5-4888-b247-a314376b7488 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:46:01.652437 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5b100765-f4a5-4888-b247-a314376b7488 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/subnets/ce17bbc7-1f36-48bb-a912-cf4c56e5894d HTTP/1.1" status: 404 len: 337 time: 0.0454252 Jul 28 11:46:01.657431 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55730) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:01.675128 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbc74628-d3f4-47b8-90af-0ee7d986de9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.690712 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffac995b-ba55-4de6-9450-6965168baa41 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] DELETE failed (client error): The resource could not be found. Jul 28 11:46:01.691280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffac995b-ba55-4de6-9450-6965168baa41 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:46:01.693146 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ffac995b-ba55-4de6-9450-6965168baa41 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/networks/2a00ab58-5fb3-432a-a6ac-e54a8c4c8f77 HTTP/1.1" status: 404 len: 339 time: 0.0333052 Jul 28 11:46:01.696485 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55732) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:01.700395 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2f016b-99e1-4387-b0dc-7339709b6172 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 0a9260a9-d803-45f2-8651-50c129ecdd7d {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:46:01.721773 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc74628-d3f4-47b8-90af-0ee7d986de9a None None] Pushing event deleted for resources: {'Port': ['ID=e88984d2-3b26-4fb1-b7f3-cd458258b1c0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:01.725950 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc74628-d3f4-47b8-90af-0ee7d986de9a None None] No DVR routers for this DVR port e88984d2-3b26-4fb1-b7f3-cd458258b1c0 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:01.748043 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcc1f10-668e-422b-9601-2fb485b85a14 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] DELETE failed (client error): The resource could not be found. Jul 28 11:46:01.751650 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcc1f10-668e-422b-9601-2fb485b85a14 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:46:01.753483 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6bcc1f10-668e-422b-9601-2fb485b85a14 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/subnets/c447e95e-9663-43c0-b6a6-db46945d4ce3 HTTP/1.1" status: 404 len: 337 time: 0.0500832 Jul 28 11:46:01.758216 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55734) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:01.775774 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-14c95ceb-340a-4545-ab89-bd46e2b0fa60 None None] For port 7c787b49-33a0-4d53-b27a-bbb3b10e475d, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7c787b49-33a0-4d53-b27a-bbb3b10e475d,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:01.777905 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62b2f1b-e41c-496e-8a55-7c511f40f1b4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] DELETE failed (client error): The resource could not be found. Jul 28 11:46:01.778612 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62b2f1b-e41c-496e-8a55-7c511f40f1b4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:46:01.780614 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c62b2f1b-e41c-496e-8a55-7c511f40f1b4 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/networks/a7aeaf1e-49c0-4028-8694-bb31467050c3 HTTP/1.1" status: 404 len: 339 time: 0.0212724 Jul 28 11:46:01.784517 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55736) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:01.811829 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-84628ad7-ba52-49fb-ad46-4f788c197722 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] DELETE failed (client error): The resource could not be found. Jul 28 11:46:01.814608 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84628ad7-ba52-49fb-ad46-4f788c197722 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:46:01.815618 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14c95ceb-340a-4545-ab89-bd46e2b0fa60 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.816902 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-84628ad7-ba52-49fb-ad46-4f788c197722 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/subnets/645be2a5-8869-4e96-9c9f-c208c8ede2aa HTTP/1.1" status: 404 len: 337 time: 0.0313404 Jul 28 11:46:01.819600 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55738) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:01.838722 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94e21f1-cfe0-4f1d-add7-aa02c4ba963e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] DELETE failed (client error): The resource could not be found. Jul 28 11:46:01.839272 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94e21f1-cfe0-4f1d-add7-aa02c4ba963e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:46:01.841018 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a94e21f1-cfe0-4f1d-add7-aa02c4ba963e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/networks/dbab1108-cbe8-449c-b3de-65302107b689 HTTP/1.1" status: 404 len: 339 time: 0.0203001 Jul 28 11:46:01.847782 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55740) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:01.863490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-87982868-47bc-4e4c-8582-1dc107364eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.865599 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-14c95ceb-340a-4545-ab89-bd46e2b0fa60 None None] Transition to ACTIVE for port object 7c787b49-33a0-4d53-b27a-bbb3b10e475d will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:01.869701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14c95ceb-340a-4545-ab89-bd46e2b0fa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.874102 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-71465e4c-a05a-44b8-8fe1-147595abafbc tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.876322 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.879745 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bf2f016b-99e1-4387-b0dc-7339709b6172 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.909931 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3439f615-fd7f-47df-a499-1e70340c438b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.931892 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event deleted for resources: {'Port': ['ID=e88984d2-3b26-4fb1-b7f3-cd458258b1c0,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:01.940060 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] No DVR routers for this DVR port e88984d2-3b26-4fb1-b7f3-cd458258b1c0 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:01.949930 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-87982868-47bc-4e4c-8582-1dc107364eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.996301 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c95ceb-340a-4545-ab89-bd46e2b0fa60 None None] Pushing event updated for resources: {'Port': ['ID=7c787b49-33a0-4d53-b27a-bbb3b10e475d,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:02.021783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bf2f016b-99e1-4387-b0dc-7339709b6172 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.025622 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71465e4c-a05a-44b8-8fe1-147595abafbc tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event deleted for resources: {'Port': ['ID=9b89277d-5156-4290-8a5f-d16173506034,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:02.075281 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.100783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3439f615-fd7f-47df-a499-1e70340c438b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.132990 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.140648 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-9b5448d7-1419-437c-8fcf-5dfb36b4f65e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Deleting port 30ce58ca-42df-4ec9-a8c3-4d0ab5077a59 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:02.141517 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b5448d7-1419-437c-8fcf-5dfb36b4f65e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.173144 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd1ee62-4619-417c-ab91-cc2a3029d54b']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:02.179669 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.180481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.225167 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-87982868-47bc-4e4c-8582-1dc107364eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.227675 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-87982868-47bc-4e4c-8582-1dc107364eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.228834 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-87982868-47bc-4e4c-8582-1dc107364eb0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0d783f3-0b77-4639-acf0-6f547a4796a0 HTTP/1.1" status: 204 len: 168 time: 0.5886917 Jul 28 11:46:02.240074 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c718acf-0cda-47f9-a2a3-48ab94ebf8d6') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:02.240381 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c718acf-0cda-47f9-a2a3-48ab94ebf8d6') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:02.245049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58e92cf-462d-480d-a68e-24a0a757596d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:02.258484 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3439f615-fd7f-47df-a499-1e70340c438b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:02.263550 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439f615-fd7f-47df-a499-1e70340c438b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Pushing event updated for resources: {'Port': ['ID=988dd029-a40d-41f4-ba6b-93bcce832dce,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:02.271144 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bf2f016b-99e1-4387-b0dc-7339709b6172 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.274941 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-3439f615-fd7f-47df-a499-1e70340c438b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:02.277569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3439f615-fd7f-47df-a499-1e70340c438b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:02.294722 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:02.308309 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.308965 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Added segment 7c08e8ce-acc5-4631-84f5-6326db48db0d of type vlan for network 26f05bd8-d6ac-4f61-85e4-7b67209092fb Jul 28 11:46:02.339920 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b5448d7-1419-437c-8fcf-5dfb36b4f65e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.373436 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-9b5448d7-1419-437c-8fcf-5dfb36b4f65e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Calling delete_port for 30ce58ca-42df-4ec9-a8c3-4d0ab5077a59 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:02.379239 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.394520 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-561bdb49-fef7-4ffe-a61e-e50ef4a2cd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.418753 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87982868-47bc-4e4c-8582-1dc107364eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d783f3-0b77-4639-acf0-6f547a4796a0,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:02.429162 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.440128 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.450181 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:02.450628 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:02.456263 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:02.610362 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:02.613165 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.617820 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.622501 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "DELETE /v2.0/networks/fcd1ee62-4619-417c-ab91-cc2a3029d54b HTTP/1.1" status: 204 len: 168 time: 2.1136208 Jul 28 11:46:02.633033 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55752) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:02.671047 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63290e-0d2c-4a18-b42a-b5fd836c523d tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event deleted for resources: {'Network': ['ID=fcd1ee62-4619-417c-ab91-cc2a3029d54b,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:02.675195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.675547 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Added segment 89b629ef-5852-409a-abc1-6ac615045815 of type vlan for network 136cadfd-c54d-4e26-8129-39e87a7601f6 Jul 28 11:46:02.679842 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bf2f016b-99e1-4387-b0dc-7339709b6172 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.720426 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bf2f016b-99e1-4387-b0dc-7339709b6172 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.726181 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bf2f016b-99e1-4387-b0dc-7339709b6172 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/0a9260a9-d803-45f2-8651-50c129ecdd7d HTTP/1.1" status: 204 len: 168 time: 1.3987856 Jul 28 11:46:02.727271 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55756) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:02.764607 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.772602 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-71465e4c-a05a-44b8-8fe1-147595abafbc tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.774770 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-71465e4c-a05a-44b8-8fe1-147595abafbc tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "DELETE /v2.0/ports/9b89277d-5156-4290-8a5f-d16173506034 HTTP/1.1" status: 204 len: 168 time: 2.4022968 Jul 28 11:46:02.778564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55760) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:02.821099 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b6e756-e61e-4db4-be01-1d8cc546e635 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] GET failed (client error): The resource could not be found. Jul 28 11:46:02.822852 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b8b6e756-e61e-4db4-be01-1d8cc546e635 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "GET /v2.0/ports/9b89277d-5156-4290-8a5f-d16173506034 HTTP/1.1" status: 404 len: 333 time: 0.0417836 Jul 28 11:46:02.826791 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55764) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:02.857666 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f016b-99e1-4387-b0dc-7339709b6172 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=0a9260a9-d803-45f2-8651-50c129ecdd7d,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:02.877968 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7077f8-e77f-4be1-97bc-a65d4edd0f72 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 393de5d7-5ce5-47a5-b501-3a1206233bc5 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:46:02.880441 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c89886-c66f-4710-9652-8b9f0c81f4af tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Deleting subnet 04941647-7d1c-4152-8f1f-2819b60e848e {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:46:02.885682 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ee7077f8-e77f-4be1-97bc-a65d4edd0f72 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.886822 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-18c89886-c66f-4710-9652-8b9f0c81f4af tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.892397 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b5448d7-1419-437c-8fcf-5dfb36b4f65e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.921038 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c70786-9744-44c8-8ac1-f3d0f83ab81a None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:02.933599 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3439f615-fd7f-47df-a499-1e70340c438b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.964513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.965201 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.971891 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b5448d7-1419-437c-8fcf-5dfb36b4f65e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.976569 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9b5448d7-1419-437c-8fcf-5dfb36b4f65e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/ports/30ce58ca-42df-4ec9-a8c3-4d0ab5077a59 HTTP/1.1" status: 204 len: 168 time: 1.1269279 Jul 28 11:46:02.977766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:02.979782 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55768) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:02.985379 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:02.986616 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.999303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7c787b49-33a0-4d53-b27a-bbb3b10e475d up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:03.029986 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5448d7-1419-437c-8fcf-5dfb36b4f65e tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Port': ['ID=30ce58ca-42df-4ec9-a8c3-4d0ab5077a59,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:03.047809 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8eba509e-0315-4a1b-aa36-57db4d6e2079 None None] Provisioning for port 7c787b49-33a0-4d53-b27a-bbb3b10e475d completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:03.056631 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-18c89886-c66f-4710-9652-8b9f0c81f4af tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:03.066143 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ee7077f8-e77f-4be1-97bc-a65d4edd0f72 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:03.075649 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8eba509e-0315-4a1b-aa36-57db4d6e2079 None None] Provisioning complete for port 7c787b49-33a0-4d53-b27a-bbb3b10e475d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:03.076794 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8eba509e-0315-4a1b-aa36-57db4d6e2079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:03.079686 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-60374569-6ad6-4d42-9931-5007731133ce tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] DELETE failed (client error): The resource could not be found. Jul 28 11:46:03.080156 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60374569-6ad6-4d42-9931-5007731133ce tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:46:03.084489 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-60374569-6ad6-4d42-9931-5007731133ce tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/subnets/bc481142-81bd-4678-af2a-e6de0d3a6c4c HTTP/1.1" status: 404 len: 337 time: 0.0658848 Jul 28 11:46:03.087137 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55774) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:03.148654 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9111390 Jul 28 11:46:03.148654 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55776) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:03.197859 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 7c787b49-33a0-4d53-b27a-bbb3b10e475d triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:03.198480 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:03.269018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:03.331833 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-18c89886-c66f-4710-9652-8b9f0c81f4af tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:03.333263 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8eba509e-0315-4a1b-aa36-57db4d6e2079 None None] Could not find standard attr ID for object 3f0b3ce8-e45c-4d5b-8382-d30d22dbc289. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:46:03.338213 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55780) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:03.446287 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e88984d2-3b26-4fb1-b7f3-cd458258b1c0 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:46:03.491030 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: e88984d2-3b26-4fb1-b7f3-cd458258b1c0 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:46:03.491387 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e88984d2-3b26-4fb1-b7f3-cd458258b1c0 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:46:03.501589 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-18c89886-c66f-4710-9652-8b9f0c81f4af tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:03.516383 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3439f615-fd7f-47df-a499-1e70340c438b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:03.555474 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c89886-c66f-4710-9652-8b9f0c81f4af tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event deleted for resources: {'Subnet': ['ID=04941647-7d1c-4152-8f1f-2819b60e848e,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:03.561092 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-18c89886-c66f-4710-9652-8b9f0c81f4af tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:03.564101 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-18c89886-c66f-4710-9652-8b9f0c81f4af tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "DELETE /v2.0/subnets/04941647-7d1c-4152-8f1f-2819b60e848e HTTP/1.1" status: 204 len: 168 time: 0.9296041 Jul 28 11:46:03.565339 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3439f615-fd7f-47df-a499-1e70340c438b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:03.567461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55784) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:03.572812 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5e4d8b-4716-4076-abf9-ff2c90d98e73 None None] Network 1258f3c3-95d2-418e-9b11-b275a2d9f694 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:03.580535 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Deleting port af3a64ee-32bb-49fd-a2cb-bf545e3705e0 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:03.580961 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:03.591109 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ca6abedf-ef23-498f-b386-481254408d91 tempest-AgentManagementNegativeTest-1217777478 tempest-AgentManagementNegativeTest-1217777478-project] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2516518 Jul 28 11:46:03.701010 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event updated for resources: {'Network': ['ID=26f05bd8-d6ac-4f61-85e4-7b67209092fb,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:03.737572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 26f05bd8-d6ac-4f61-85e4-7b67209092fb details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:03.780116 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:03.831263 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-1f164b2c-d9ef-4920-8803-ce5dece9d152 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Deleting port 6237b21d-dc02-4149-80fd-051bf9e26af0 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:03.831663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1f164b2c-d9ef-4920-8803-ce5dece9d152 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:03.893407 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696d8982-ebf5-48e4-80bb-d5eaaef550f8 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:03.899448 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696d8982-ebf5-48e4-80bb-d5eaaef550f8 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:03.907761 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696d8982-ebf5-48e4-80bb-d5eaaef550f8 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:03.914018 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696d8982-ebf5-48e4-80bb-d5eaaef550f8 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:03.915900 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-696d8982-ebf5-48e4-80bb-d5eaaef550f8 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7635865 Jul 28 11:46:03.922858 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55788) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:03.944979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6546d3-3afc-442a-ace9-56803f02267a tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event updated for resources: {'Network': ['ID=136cadfd-c54d-4e26-8129-39e87a7601f6,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:03.957663 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2f57e6-1a25-41da-8b38-554f8072594c None None] DHCP port deletion for 1258f3c3-95d2-418e-9b11-b275a2d9f694 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:46:03.959735 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 136cadfd-c54d-4e26-8129-39e87a7601f6 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:03.991195 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] For port af3a64ee-32bb-49fd-a2cb-bf545e3705e0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=af3a64ee-32bb-49fd-a2cb-bf545e3705e0,segment=NetworkSegment(87067d21-5899-4c31-ac07-3768da58ff9e),segment_id=87067d21-5899-4c31-ac07-3768da58ff9e)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:03.991801 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.027751 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Calling delete_port for af3a64ee-32bb-49fd-a2cb-bf545e3705e0 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:04.039040 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ee7077f8-e77f-4be1-97bc-a65d4edd0f72 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.060306 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55792) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:04.113105 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1f164b2c-d9ef-4920-8803-ce5dece9d152 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.121115 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1f64c42b-6c93-4fcf-8b31-e131d8a17ad6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.123009 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f57e6-1a25-41da-8b38-554f8072594c None None] Deleting port 56b17507-30e5-4e94-a5e9-6a2a7b040b9a {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:04.123626 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab2f57e6-1a25-41da-8b38-554f8072594c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.153842 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-1f164b2c-d9ef-4920-8803-ce5dece9d152 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Calling delete_port for 6237b21d-dc02-4149-80fd-051bf9e26af0 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:04.238551 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ab2f57e6-1a25-41da-8b38-554f8072594c None None] For port 56b17507-30e5-4e94-a5e9-6a2a7b040b9a, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=56b17507-30e5-4e94-a5e9-6a2a7b040b9a,segment=NetworkSegment(d72451b0-0374-4540-acff-25ce0cdb289e),segment_id=d72451b0-0374-4540-acff-25ce0cdb289e)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:04.239259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab2f57e6-1a25-41da-8b38-554f8072594c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.269274 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f57e6-1a25-41da-8b38-554f8072594c None None] Calling delete_port for 56b17507-30e5-4e94-a5e9-6a2a7b040b9a owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:04.278878 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ee7077f8-e77f-4be1-97bc-a65d4edd0f72 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.286646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b558b4df-fda1-427a-9b00-3dc6091305a7 None None] Provisioning complete for port 7c787b49-33a0-4d53-b27a-bbb3b10e475d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:04.287338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b558b4df-fda1-427a-9b00-3dc6091305a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.432845 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab2f57e6-1a25-41da-8b38-554f8072594c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.448604 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b49e4524-9151-4a70-bdf3-d3e532c93cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.451975 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ee7077f8-e77f-4be1-97bc-a65d4edd0f72 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.456726 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ee7077f8-e77f-4be1-97bc-a65d4edd0f72 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/393de5d7-5ce5-47a5-b501-3a1206233bc5 HTTP/1.1" status: 204 len: 168 time: 1.7265372 Jul 28 11:46:04.457974 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1f164b2c-d9ef-4920-8803-ce5dece9d152 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.460583 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Deleting port 56b17507-30e5-4e94-a5e9-6a2a7b040b9a {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:04.460962 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.467180 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f57e6-1a25-41da-8b38-554f8072594c None None] Pushing event deleted for resources: {'Port': ['ID=56b17507-30e5-4e94-a5e9-6a2a7b040b9a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:04.470138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55796) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:04.478167 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f57e6-1a25-41da-8b38-554f8072594c None None] No DVR routers for this DVR port 56b17507-30e5-4e94-a5e9-6a2a7b040b9a on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:04.479614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57ee6d9-5bdf-4271-b04c-8e8ff23c3416 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:04.484324 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7077f8-e77f-4be1-97bc-a65d4edd0f72 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=393de5d7-5ce5-47a5-b501-3a1206233bc5,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:04.500237 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1f64c42b-6c93-4fcf-8b31-e131d8a17ad6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.528451 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3439f615-fd7f-47df-a499-1e70340c438b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Router 87e10e11-582c-4256-a360-5dc788b1b042 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:46:04.573684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f164b2c-d9ef-4920-8803-ce5dece9d152 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event deleted for resources: {'Port': ['ID=6237b21d-dc02-4149-80fd-051bf9e26af0,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:04.584665 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] For port 56b17507-30e5-4e94-a5e9-6a2a7b040b9a, host dv-neutron-786478-16-hyperv, got binding levels [] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:04.585040 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.604674 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a478baf4-2c92-4c2c-bab3-13595de49b3f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1161988 Jul 28 11:46:04.607732 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-1f64c42b-6c93-4fcf-8b31-e131d8a17ad6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f05bd8-d6ac-4f61-85e4-7b67209092fb']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:04.619635 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-1f64c42b-6c93-4fcf-8b31-e131d8a17ad6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c08e8ce-acc5-4631-84f5-6326db48db0d') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:04.620007 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-1f64c42b-6c93-4fcf-8b31-e131d8a17ad6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c08e8ce-acc5-4631-84f5-6326db48db0d') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:04.630847 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55798) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:04.638810 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-d721e8a8-a5b8-4ecc-8d57-d0d0ad6cfa79 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:04.640091 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-72566938-5768-4bf2-8e1f-a1df34d76f0b None None] Could not find standard attr ID for object 3f0b3ce8-e45c-4d5b-8382-d30d22dbc289. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:46:04.643775 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1f64c42b-6c93-4fcf-8b31-e131d8a17ad6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.653059 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Calling delete_port for 56b17507-30e5-4e94-a5e9-6a2a7b040b9a owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:04.659864 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.ipam_backend_mixin [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Port 56b17507-30e5-4e94-a5e9-6a2a7b040b9a was not found and therefore no delete operation was performed {{(pid=100416) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:46:04.670927 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.699394 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] No DVR routers for this DVR port 56b17507-30e5-4e94-a5e9-6a2a7b040b9a on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:04.715609 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1f64c42b-6c93-4fcf-8b31-e131d8a17ad6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.724087 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1f164b2c-d9ef-4920-8803-ce5dece9d152 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.728503 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1f164b2c-d9ef-4920-8803-ce5dece9d152 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "DELETE /v2.0/ports/6237b21d-dc02-4149-80fd-051bf9e26af0 HTTP/1.1" status: 204 len: 168 time: 1.8958600 Jul 28 11:46:04.729206 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55800) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:04.736073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f64c42b-6c93-4fcf-8b31-e131d8a17ad6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:04.736483 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1f64c42b-6c93-4fcf-8b31-e131d8a17ad6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:04.746757 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:04.764409 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event deleted for resources: {'Port': ['ID=56b17507-30e5-4e94-a5e9-6a2a7b040b9a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:04.783964 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1255fd-1bf4-4852-be8a-a0233f78d8ae None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:46:04.810302 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.815422 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-508c458a-2efc-4226-8b05-6727e2c6d4bc tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] GET failed (client error): The resource could not be found. Jul 28 11:46:04.820813 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-508c458a-2efc-4226-8b05-6727e2c6d4bc tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "GET /v2.0/ports/6237b21d-dc02-4149-80fd-051bf9e26af0 HTTP/1.1" status: 404 len: 333 time: 0.0856192 Jul 28 11:46:04.821896 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55802) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:04.850342 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2d1255fd-1bf4-4852-be8a-a0233f78d8ae None None] Deleting port 7c787b49-33a0-4d53-b27a-bbb3b10e475d {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:04.850847 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2d1255fd-1bf4-4852-be8a-a0233f78d8ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.880751 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Port': ['ID=af3a64ee-32bb-49fd-a2cb-bf545e3705e0,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:04.901983 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3439f615-fd7f-47df-a499-1e70340c438b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:46:04.903647 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] No DVR routers for this DVR port af3a64ee-32bb-49fd-a2cb-bf545e3705e0 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:04.912168 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3439f615-fd7f-47df-a499-1e70340c438b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.913420 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3439f615-fd7f-47df-a499-1e70340c438b tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "PUT /v2.0/routers/87e10e11-582c-4256-a360-5dc788b1b042 HTTP/1.1" status: 200 len: 918 time: 4.9110816 Jul 28 11:46:04.924586 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55804) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:04.927871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.932262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1f64c42b-6c93-4fcf-8b31-e131d8a17ad6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.943189 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1f64c42b-6c93-4fcf-8b31-e131d8a17ad6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:04.945635 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1f64c42b-6c93-4fcf-8b31-e131d8a17ad6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "DELETE /v2.0/networks/26f05bd8-d6ac-4f61-85e4-7b67209092fb HTTP/1.1" status: 204 len: 168 time: 1.0175223 Jul 28 11:46:04.958610 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55806) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:04.970584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64c42b-6c93-4fcf-8b31-e131d8a17ad6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event deleted for resources: {'Network': ['ID=26f05bd8-d6ac-4f61-85e4-7b67209092fb,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:05.027807 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1258f3c3-95d2-418e-9b11-b275a2d9f694']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:05.053001 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-154ac4d6-95d8-44a4-83c9-0f9c7b9efad4 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.059417 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1baf630-1007-4a5f-9a19-254344ecc687 None None] Sync routers for ids ['87e10e11-582c-4256-a360-5dc788b1b042'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:46:05.061414 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-30daeed8-9158-42f0-a242-7fd0e23948e0 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Deleting port 10de965e-ac1f-41b9-95a8-8c89bcb112c2 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:05.061541 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7c787b49-33a0-4d53-b27a-bbb3b10e475d no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:46:05.061826 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-30daeed8-9158-42f0-a242-7fd0e23948e0 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.095282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72451b0-0374-4540-acff-25ce0cdb289e') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:05.095886 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72451b0-0374-4540-acff-25ce0cdb289e') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:05.103590 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a1d15fd-7db0-407e-816c-76c311182396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.128028 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-2d1255fd-1bf4-4852-be8a-a0233f78d8ae None None] For port 7c787b49-33a0-4d53-b27a-bbb3b10e475d, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7c787b49-33a0-4d53-b27a-bbb3b10e475d,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:05.128446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2d1255fd-1bf4-4852-be8a-a0233f78d8ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.130773 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1baf630-1007-4a5f-9a19-254344ecc687 None None] Routers {'87e10e11-582c-4256-a360-5dc788b1b042'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:46:05.131414 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b1baf630-1007-4a5f-9a19-254344ecc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:45:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['87e10e11-582c-4256-a360-5dc788b1b042'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:05.140322 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.177388 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2d1255fd-1bf4-4852-be8a-a0233f78d8ae None None] Calling delete_port for 7c787b49-33a0-4d53-b27a-bbb3b10e475d owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:05.180976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.182631 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b1baf630-1007-4a5f-9a19-254344ecc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:05.207712 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a825bb-569c-452c-a2a0-7b61e7de498a']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:05.211451 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.231430 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b49e4524-9151-4a70-bdf3-d3e532c93cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.233003 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-154ac4d6-95d8-44a4-83c9-0f9c7b9efad4 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.235869 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87067d21-5899-4c31-ac07-3768da58ff9e') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:05.236184 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87067d21-5899-4c31-ac07-3768da58ff9e') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:05.236962 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-30daeed8-9158-42f0-a242-7fd0e23948e0 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.238379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:05.238818 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:05.241899 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:05.250113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1baf630-1007-4a5f-9a19-254344ecc687 None None] Routers {'87e10e11-582c-4256-a360-5dc788b1b042'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:46:05.250925 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b1baf630-1007-4a5f-9a19-254344ecc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['87e10e11-582c-4256-a360-5dc788b1b042'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:05.260926 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b49e4524-9151-4a70-bdf3-d3e532c93cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.265726 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-154ac4d6-95d8-44a4-83c9-0f9c7b9efad4 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136cadfd-c54d-4e26-8129-39e87a7601f6']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:05.276824 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-30daeed8-9158-42f0-a242-7fd0e23948e0 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Calling delete_port for 10de965e-ac1f-41b9-95a8-8c89bcb112c2 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:05.283726 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d721e8a8-a5b8-4ecc-8d57-d0d0ad6cfa79 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:05.287354 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d721e8a8-a5b8-4ecc-8d57-d0d0ad6cfa79 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.292868 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-154ac4d6-95d8-44a4-83c9-0f9c7b9efad4 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b629ef-5852-409a-abc1-6ac615045815') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:05.293167 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-154ac4d6-95d8-44a4-83c9-0f9c7b9efad4 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b629ef-5852-409a-abc1-6ac615045815') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:05.304304 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.305570 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b1baf630-1007-4a5f-9a19-254344ecc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:05.306217 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1baf630-1007-4a5f-9a19-254344ecc687 None None] The sync data for ids ['87e10e11-582c-4256-a360-5dc788b1b042'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:46:05.331692 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5095e3ce-aef8-4ca2-89cc-ba21dbecf257 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "GET /v2.0/routers/87e10e11-582c-4256-a360-5dc788b1b042 HTTP/1.1" status: 200 len: 924 time: 0.4027123 Jul 28 11:46:05.334569 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.339453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55808) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:05.347321 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-154ac4d6-95d8-44a4-83c9-0f9c7b9efad4 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.349971 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.373281 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.376108 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e4524-9151-4a70-bdf3-d3e532c93cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9905f357-2b3d-4788-a5cb-3801e97ccd7b,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:05.388015 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b49e4524-9151-4a70-bdf3-d3e532c93cab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15054f2ca52c4e9883dbd3b9c1249d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3263214 Jul 28 11:46:05.389590 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:05.390068 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:05.394885 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:05.396950 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55810) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:05.401538 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 7c787b49-33a0-4d53-b27a-bbb3b10e475d, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7c787b49-33a0-4d53-b27a-bbb3b10e475d,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:05.407160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.408357 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 56b17507-30e5-4e94-a5e9-6a2a7b040b9a no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:46:05.408982 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.441480 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-154ac4d6-95d8-44a4-83c9-0f9c7b9efad4 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.455707 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.456331 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 56b17507-30e5-4e94-a5e9-6a2a7b040b9a {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:46:05.456938 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 56b17507-30e5-4e94-a5e9-6a2a7b040b9a not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:46:05.460187 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "DELETE /v2.0/networks/1258f3c3-95d2-418e-9b11-b275a2d9f694 HTTP/1.1" status: 204 len: 168 time: 1.8880239 Jul 28 11:46:05.460524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2d1255fd-1bf4-4852-be8a-a0233f78d8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.462376 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55812) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:05.465310 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154ac4d6-95d8-44a4-83c9-0f9c7b9efad4 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:05.465719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-154ac4d6-95d8-44a4-83c9-0f9c7b9efad4 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.480820 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1255fd-1bf4-4852-be8a-a0233f78d8ae None None] No DVR routers for this DVR port 7c787b49-33a0-4d53-b27a-bbb3b10e475d on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:05.482272 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:05.502548 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=7c787b49-33a0-4d53-b27a-bbb3b10e475d,revision_number=7']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:05.509788 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278d959-1689-41d8-aac0-6736dfc579a2 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Pushing event deleted for resources: {'Network': ['ID=1258f3c3-95d2-418e-9b11-b275a2d9f694,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:05.534562 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1255fd-1bf4-4852-be8a-a0233f78d8ae None None] Pushing event deleted for resources: {'Port': ['ID=7c787b49-33a0-4d53-b27a-bbb3b10e475d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:05.548492 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.559112 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9e86c864-45de-4fb8-8672-4570d981e9c5 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "GET /v2.0/ports?device_id=b249ae11-c97e-49bb-bb28-761f06c5c0a5 HTTP/1.1" status: 200 len: 205 time: 0.0949965 Jul 28 11:46:05.560631 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.561215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2482e1-e0d1-4c04-ae9d-590c2d449aac tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:05.565826 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/networks/f8a825bb-569c-452c-a2a0-7b61e7de498a HTTP/1.1" status: 204 len: 168 time: 2.4726045 Jul 28 11:46:05.566011 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4a2482e1-e0d1-4c04-ae9d-590c2d449aac tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&device_id=87e10e11-582c-4256-a360-5dc788b1b042&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2189159 Jul 28 11:46:05.566156 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55814) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:05.572345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55816) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:05.572678 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55818) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:05.580182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a7907726-a110-4091-86f5-7be27a78c8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.589587 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4db99-cb4f-42fd-932e-ab31018da1a9 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Network': ['ID=f8a825bb-569c-452c-a2a0-7b61e7de498a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:05.667443 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a7907726-a110-4091-86f5-7be27a78c8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.676263 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42f92184-5e6c-465e-a0ea-ec433f880250 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.678180 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-154ac4d6-95d8-44a4-83c9-0f9c7b9efad4 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.696447 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-154ac4d6-95d8-44a4-83c9-0f9c7b9efad4 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.698244 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-154ac4d6-95d8-44a4-83c9-0f9c7b9efad4 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "DELETE /v2.0/networks/136cadfd-c54d-4e26-8129-39e87a7601f6 HTTP/1.1" status: 204 len: 168 time: 0.7385936 Jul 28 11:46:05.714262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55820) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:05.753657 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ac4d6-95d8-44a4-83c9-0f9c7b9efad4 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event deleted for resources: {'Network': ['ID=136cadfd-c54d-4e26-8129-39e87a7601f6,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:05.863296 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42f92184-5e6c-465e-a0ea-ec433f880250 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.865684 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42f92184-5e6c-465e-a0ea-ec433f880250 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.868726 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a7907726-a110-4091-86f5-7be27a78c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.871385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a7907726-a110-4091-86f5-7be27a78c8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.872541 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a7907726-a110-4091-86f5-7be27a78c8b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9905f357-2b3d-4788-a5cb-3801e97ccd7b HTTP/1.1" status: 204 len: 168 time: 0.4763134 Jul 28 11:46:05.908597 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7498fcac-f404-44bc-958f-876fa519e6d8 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:05.909995 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7498fcac-f404-44bc-958f-876fa519e6d8 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "GET /v2.0/networks/e4f7873c-4d94-460a-8c07-155f724d96cd HTTP/1.1" status: 200 len: 881 time: 0.3364031 Jul 28 11:46:05.915818 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55824) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:05.928507 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7907726-a110-4091-86f5-7be27a78c8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9905f357-2b3d-4788-a5cb-3801e97ccd7b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:05.946944 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-848aca16-45a1-46b4-9a43-a4f3d77423ca tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e10e11-582c-4256-a360-5dc788b1b042 HTTP/1.1" status: 200 len: 205 time: 0.0294433 Jul 28 11:46:05.949609 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55826) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:05.957760 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42f92184-5e6c-465e-a0ea-ec433f880250 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.959141 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f92184-5e6c-465e-a0ea-ec433f880250 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Fanout notify agent at l3_agent the message router_deleted on router b249ae11-c97e-49bb-bb28-761f06c5c0a5 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:46:05.970439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-30daeed8-9158-42f0-a242-7fd0e23948e0 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.995986 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42f92184-5e6c-465e-a0ea-ec433f880250 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:05.998828 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-42f92184-5e6c-465e-a0ea-ec433f880250 tempest-RoutersNegativeTest-2082969802 tempest-RoutersNegativeTest-2082969802-project] 10.222.0.43 "DELETE /v2.0/routers/b249ae11-c97e-49bb-bb28-761f06c5c0a5 HTTP/1.1" status: 204 len: 168 time: 0.4202490 Jul 28 11:46:06.034999 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30daeed8-9158-42f0-a242-7fd0e23948e0 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event deleted for resources: {'Port': ['ID=10de965e-ac1f-41b9-95a8-8c89bcb112c2,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:06.041784 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2384cae6-c550-4924-a348-f6adb15f0a09 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Deleting port 12239567-d0ac-4715-83e9-a1da00b59016 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:06.042080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2384cae6-c550-4924-a348-f6adb15f0a09 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.053249 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f46432b-d18e-4b61-9d01-68265d8a1c5c tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:06.057918 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f46432b-d18e-4b61-9d01-68265d8a1c5c tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:06.059642 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8f46432b-d18e-4b61-9d01-68265d8a1c5c tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3443842 Jul 28 11:46:06.065573 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55832) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:06.073243 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-08366e31-d97e-4b1f-b7d4-9ab7440a8530 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1052906230'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:06.110451 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b4993915-494c-46f9-8416-2d6b24c24d69 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.114681 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08366e31-d97e-4b1f-b7d4-9ab7440a8530 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Made reservation on behalf of 851cf16728154a75ae859b713f2907fd for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:06.119950 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08366e31-d97e-4b1f-b7d4-9ab7440a8530 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.187623 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08366e31-d97e-4b1f-b7d4-9ab7440a8530 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:06.248016 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2384cae6-c550-4924-a348-f6adb15f0a09 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.260326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08366e31-d97e-4b1f-b7d4-9ab7440a8530 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.260678 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-08366e31-d97e-4b1f-b7d4-9ab7440a8530 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Added segment 7f623e97-fcf4-4186-8bf7-f872bf631df3 of type vlan for network e5cf3d8f-453e-449a-bf24-714638649609 Jul 28 11:46:06.300432 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.objects.ports [None req-d721e8a8-a5b8-4ecc-8d57-d0d0ad6cfa79 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100415) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:46:06.303063 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2384cae6-c550-4924-a348-f6adb15f0a09 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Calling delete_port for 12239567-d0ac-4715-83e9-a1da00b59016 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:06.308862 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d721e8a8-a5b8-4ecc-8d57-d0d0ad6cfa79 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.318501 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-30daeed8-9158-42f0-a242-7fd0e23948e0 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.320654 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-30daeed8-9158-42f0-a242-7fd0e23948e0 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "DELETE /v2.0/ports/10de965e-ac1f-41b9-95a8-8c89bcb112c2 HTTP/1.1" status: 204 len: 168 time: 1.4984887 Jul 28 11:46:06.326248 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55842) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:06.347883 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.382494 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08366e31-d97e-4b1f-b7d4-9ab7440a8530 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.399133 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b4993915-494c-46f9-8416-2d6b24c24d69 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.426730 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d721e8a8-a5b8-4ecc-8d57-d0d0ad6cfa79 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:06.431077 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55844) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:06.443513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-d721e8a8-a5b8-4ecc-8d57-d0d0ad6cfa79 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:06.449680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d721e8a8-a5b8-4ecc-8d57-d0d0ad6cfa79 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:06.450273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d721e8a8-a5b8-4ecc-8d57-d0d0ad6cfa79 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.455840 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721e8a8-a5b8-4ecc-8d57-d0d0ad6cfa79 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=50ebf127-0b3d-4040-af60-523b4464a339,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:06.456417 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a757b7-a062-42de-8851-065d0984dece None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:06.475046 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9d3be1-8a95-4d3c-b15c-ec8eb9e7fae1 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Deleting subnet 89a0e7f8-377d-4327-a510-f9619591ef46 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:46:06.480873 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3be1-8a95-4d3c-b15c-ec8eb9e7fae1 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.507394 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08366e31-d97e-4b1f-b7d4-9ab7440a8530 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.509927 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d721e8a8-a5b8-4ecc-8d57-d0d0ad6cfa79 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8776896 Jul 28 11:46:06.512975 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2384cae6-c550-4924-a348-f6adb15f0a09 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.516734 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08366e31-d97e-4b1f-b7d4-9ab7440a8530 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:06.517368 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08366e31-d97e-4b1f-b7d4-9ab7440a8530 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.521142 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55850) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:06.534062 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c64211ef-585a-4d79-962e-c0e23053391d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:06.538532 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2384cae6-c550-4924-a348-f6adb15f0a09 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.544550 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2384cae6-c550-4924-a348-f6adb15f0a09 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/ports/12239567-d0ac-4715-83e9-a1da00b59016 HTTP/1.1" status: 204 len: 168 time: 0.9696887 Jul 28 11:46:06.547821 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55852) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:06.603123 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d90ae17-0dcd-4b38-a41d-19dfd259f4b6 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] DELETE failed (client error): The resource could not be found. Jul 28 11:46:06.604178 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d90ae17-0dcd-4b38-a41d-19dfd259f4b6 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:46:06.611462 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9d90ae17-0dcd-4b38-a41d-19dfd259f4b6 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/subnets/ab7ab937-13b6-4d43-9a29-49b7ea1211a4 HTTP/1.1" status: 404 len: 337 time: 0.0617461 Jul 28 11:46:06.612809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55856) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:06.623038 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384cae6-c550-4924-a348-f6adb15f0a09 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Port': ['ID=12239567-d0ac-4715-83e9-a1da00b59016,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:06.676765 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3be1-8a95-4d3c-b15c-ec8eb9e7fae1 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.713130 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-08366e31-d97e-4b1f-b7d4-9ab7440a8530 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6463592 Jul 28 11:46:06.713933 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55862) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:06.720868 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': '50ebf127-0b3d-4040-af60-523b4464a339'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:06.722056 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.733579 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-39e8c780-b99e-4548-8851-bec3f5d879e7 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1803127890'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:06.755503 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08366e31-d97e-4b1f-b7d4-9ab7440a8530 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event updated for resources: {'Network': ['ID=e5cf3d8f-453e-449a-bf24-714638649609,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:06.798647 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-b4993915-494c-46f9-8416-2d6b24c24d69 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Deleting port 988dd029-a40d-41f4-ba6b-93bcce832dce {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:06.799243 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b4993915-494c-46f9-8416-2d6b24c24d69 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.807354 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network e5cf3d8f-453e-449a-bf24-714638649609 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:06.852716 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e8c780-b99e-4548-8851-bec3f5d879e7 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Made reservation on behalf of 851cf16728154a75ae859b713f2907fd for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:06.856521 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-39e8c780-b99e-4548-8851-bec3f5d879e7 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.940162 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64211ef-585a-4d79-962e-c0e23053391d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:06.943991 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c64211ef-585a-4d79-962e-c0e23053391d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.961149 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e8c780-b99e-4548-8851-bec3f5d879e7 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:06.971644 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Allocated IP 2001:db8::f816:3eff:fee3:295 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/50ebf127-0b3d-4040-af60-523b4464a339/688a47b3-1c6a-4920-9c42-e37531655093) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:06.976049 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3be1-8a95-4d3c-b15c-ec8eb9e7fae1 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.058688 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-39e8c780-b99e-4548-8851-bec3f5d879e7 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.059316 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-39e8c780-b99e-4548-8851-bec3f5d879e7 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Added segment af9824be-a317-4e20-96b1-7db97d81c98c of type vlan for network 01621ecd-3af9-4de6-b353-b11bc88abc15 Jul 28 11:46:07.085770 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b4993915-494c-46f9-8416-2d6b24c24d69 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.125857 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-dd612969-f38d-428d-b470-34ccc1b1bc61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7fb1c6875204523a93391741c7b0867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6909502 Jul 28 11:46:07.127812 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55868) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:07.140440 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.149941 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Transition to ACTIVE for port object 688a47b3-1c6a-4920-9c42-e37531655093 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:07.157478 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5c9c1e2-0974-4620-bcd8-2571dc3fc5ce tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.166289 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Transition to ACTIVE for port object 688a47b3-1c6a-4920-9c42-e37531655093 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:07.174228 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.202134 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bec00e75-9cf0-49c0-84db-b34b35fd690e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.225956 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Pushing event updated for resources: {'Port': ['ID=688a47b3-1c6a-4920-9c42-e37531655093,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:07.241585 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:07.243374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:07.246123 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:07.262165 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bec00e75-9cf0-49c0-84db-b34b35fd690e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.316843 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Attempting to bind port 688a47b3-1c6a-4920-9c42-e37531655093 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:07.317427 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Attempting to bind port 688a47b3-1c6a-4920-9c42-e37531655093 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:07.317961 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Attempting to bind port 688a47b3-1c6a-4920-9c42-e37531655093 on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:07.323781 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:07.324581 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:07.325355 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.325968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:07.326731 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Bound port: 688a47b3-1c6a-4920-9c42-e37531655093, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:07.327368 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.330589 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5c9c1e2-0974-4620-bcd8-2571dc3fc5ce tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.349021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-b5c9c1e2-0974-4620-bcd8-2571dc3fc5ce tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16e8fdd-4899-49da-8780-0469072845ff']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:07.360430 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-b5c9c1e2-0974-4620-bcd8-2571dc3fc5ce tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8baddc55-cd8b-49bd-9651-d90a7fab9a34') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:07.360798 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-b5c9c1e2-0974-4620-bcd8-2571dc3fc5ce tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8baddc55-cd8b-49bd-9651-d90a7fab9a34') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:07.374439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5c9c1e2-0974-4620-bcd8-2571dc3fc5ce tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.395939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bec00e75-9cf0-49c0-84db-b34b35fd690e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.399536 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bec00e75-9cf0-49c0-84db-b34b35fd690e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.403409 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bec00e75-9cf0-49c0-84db-b34b35fd690e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c62da4c-d60b-44c5-a487-ca4e48442192 HTTP/1.1" status: 204 len: 168 time: 0.2722812 Jul 28 11:46:07.403409 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5c9c1e2-0974-4620-bcd8-2571dc3fc5ce tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.418976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec00e75-9cf0-49c0-84db-b34b35fd690e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c62da4c-d60b-44c5-a487-ca4e48442192,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:07.423076 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c9c1e2-0974-4620-bcd8-2571dc3fc5ce tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:07.423491 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5c9c1e2-0974-4620-bcd8-2571dc3fc5ce tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:07.428325 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:07.472318 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] For port 688a47b3-1c6a-4920-9c42-e37531655093, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:07.472924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-b4993915-494c-46f9-8416-2d6b24c24d69 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Calling delete_port for 988dd029-a40d-41f4-ba6b-93bcce832dce owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:07.505980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] For port 688a47b3-1c6a-4920-9c42-e37531655093, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=688a47b3-1c6a-4920-9c42-e37531655093,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:07.511189 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-39e8c780-b99e-4548-8851-bec3f5d879e7 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.511927 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5c9c1e2-0974-4620-bcd8-2571dc3fc5ce tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.513169 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.523885 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5c9c1e2-0974-4620-bcd8-2571dc3fc5ce tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.526324 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b5c9c1e2-0974-4620-bcd8-2571dc3fc5ce tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/networks/d16e8fdd-4899-49da-8780-0469072845ff HTTP/1.1" status: 204 len: 168 time: 0.9119811 Jul 28 11:46:07.543406 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55880) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:07.544439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9c1e2-0974-4620-bcd8-2571dc3fc5ce tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Network': ['ID=d16e8fdd-4899-49da-8780-0469072845ff,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:07.606522 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3be1-8a95-4d3c-b15c-ec8eb9e7fae1 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.626922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c4c6a4-9bcd-4818-9e31-1b7300c0eb1d tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Deleting subnet 5171a9aa-c82b-472b-b385-1b7d121bbcf1 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:46:07.638153 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-04c4c6a4-9bcd-4818-9e31-1b7300c0eb1d tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.642685 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3473b57-a149-4dd9-a610-0f2cc111905d None None] Pushing event updated for resources: {'Port': ['ID=688a47b3-1c6a-4920-9c42-e37531655093,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:07.693621 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.db.resource_extend [None req-39e8c780-b99e-4548-8851-bec3f5d879e7 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:46:07.714334 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-04c4c6a4-9bcd-4818-9e31-1b7300c0eb1d tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.740070 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7f6962-02ef-4a12-b113-7e5809fde8c4 None None] Network 322c9360-5805-4b48-862f-d40dcba4caec requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:07.745831 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3be1-8a95-4d3c-b15c-ec8eb9e7fae1 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.747812 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5b9d3be1-8a95-4d3c-b15c-ec8eb9e7fae1 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "DELETE /v2.0/subnets/89a0e7f8-377d-4327-a510-f9619591ef46 HTTP/1.1" status: 204 len: 168 time: 1.4205458 Jul 28 11:46:07.756347 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55890) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:07.784397 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d3be1-8a95-4d3c-b15c-ec8eb9e7fae1 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event deleted for resources: {'Subnet': ['ID=89a0e7f8-377d-4327-a510-f9619591ef46,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:07.794020 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-39e8c780-b99e-4548-8851-bec3f5d879e7 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.799916 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e8c780-b99e-4548-8851-bec3f5d879e7 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:07.800938 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-39e8c780-b99e-4548-8851-bec3f5d879e7 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:07.959257 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8c780-b99e-4548-8851-bec3f5d879e7 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event updated for resources: {'Network': ['ID=01621ecd-3af9-4de6-b353-b11bc88abc15,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:07.980962 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.000031 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-04c4c6a4-9bcd-4818-9e31-1b7300c0eb1d tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.021044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 01621ecd-3af9-4de6-b353-b11bc88abc15 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:08.032268 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-39e8c780-b99e-4548-8851-bec3f5d879e7 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3108263 Jul 28 11:46:08.037591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55902) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:08.043014 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Request body: {'ports': [{'network_id': 'e5cf3d8f-453e-449a-bf24-714638649609', 'name': 'tempest-port--1746326300', 'admin_state_up': True}, {'network_id': '01621ecd-3af9-4de6-b353-b11bc88abc15', 'admin_state_up': False}]} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:08.043558 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Request body: {'port': {'network_id': 'e5cf3d8f-453e-449a-bf24-714638649609', 'name': 'tempest-port--1746326300', 'admin_state_up': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:08.044195 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Request body: {'port': {'network_id': '01621ecd-3af9-4de6-b353-b11bc88abc15', 'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:08.061069 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.139181 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Deleting port acc65230-c762-43f7-875c-c3c1f3856493 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:08.139748 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.220380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] For port acc65230-c762-43f7-875c-c3c1f3856493, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=acc65230-c762-43f7-875c-c3c1f3856493,segment=NetworkSegment(d4562b9e-c9fe-4a66-857b-4d6707200813),segment_id=d4562b9e-c9fe-4a66-857b-4d6707200813)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:08.220895 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.240836 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Calling delete_port for acc65230-c762-43f7-875c-c3c1f3856493 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:08.296801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79c4a3c-4a02-4e83-ac59-85636050d7dd None None] DHCP port deletion for 322c9360-5805-4b48-862f-d40dcba4caec request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:46:08.315452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-04c4c6a4-9bcd-4818-9e31-1b7300c0eb1d tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.369342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-04c4c6a4-9bcd-4818-9e31-1b7300c0eb1d tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.371727 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-04c4c6a4-9bcd-4818-9e31-1b7300c0eb1d tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/subnets/5171a9aa-c82b-472b-b385-1b7d121bbcf1 HTTP/1.1" status: 204 len: 168 time: 0.8198698 Jul 28 11:46:08.372991 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4c6a4-9bcd-4818-9e31-1b7300c0eb1d tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Subnet': ['ID=5171a9aa-c82b-472b-b385-1b7d121bbcf1,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:08.375743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55910) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:08.379620 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b4993915-494c-46f9-8416-2d6b24c24d69 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.381079 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de235e99-cecf-41d8-8b91-94b39519c177 None None] Network c3293322-6b26-45c1-b287-e0ae38c73e4f requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:08.451385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4993915-494c-46f9-8416-2d6b24c24d69 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Pushing event deleted for resources: {'Port': ['ID=988dd029-a40d-41f4-ba6b-93bcce832dce,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:08.486813 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.498985 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b4993915-494c-46f9-8416-2d6b24c24d69 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.503592 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c64211ef-585a-4d79-962e-c0e23053391d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.541135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event deleted for resources: {'Port': ['ID=acc65230-c762-43f7-875c-c3c1f3856493,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:08.552555 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.565897 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e79c4a3c-4a02-4e83-ac59-85636050d7dd None None] Deleting port acc65230-c762-43f7-875c-c3c1f3856493 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:08.566472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e79c4a3c-4a02-4e83-ac59-85636050d7dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.568089 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] No DVR routers for this DVR port acc65230-c762-43f7-875c-c3c1f3856493 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:08.572364 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64211ef-585a-4d79-962e-c0e23053391d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:08.614682 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64211ef-585a-4d79-962e-c0e23053391d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=72ae99c5-06c8-4987-b76d-11e7be53b984,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:08.618481 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-c64211ef-585a-4d79-962e-c0e23053391d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:08.625631 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64211ef-585a-4d79-962e-c0e23053391d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:08.626396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c64211ef-585a-4d79-962e-c0e23053391d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.714562 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55914) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:08.733245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b4993915-494c-46f9-8416-2d6b24c24d69 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.737997 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b4993915-494c-46f9-8416-2d6b24c24d69 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.746293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.746512 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Made reservation on behalf of 851cf16728154a75ae859b713f2907fd for: {'port': 2} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:08.752559 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.760159 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c64211ef-585a-4d79-962e-c0e23053391d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2330542 Jul 28 11:46:08.767640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55918) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:08.769329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322c9360-5805-4b48-862f-d40dcba4caec']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:08.784323 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-10436cfb-a61b-40a4-872b-e0e8fe9f8522 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'mac_address': 'fa:16:3e:60:a7:ba', 'name': 'tempest-NetworksTestDHCPv6-488723942'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:08.802678 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e79c4a3c-4a02-4e83-ac59-85636050d7dd None None] For port acc65230-c762-43f7-875c-c3c1f3856493, host dv-neutron-786478-16-hyperv, got binding levels [] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:08.802958 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e79c4a3c-4a02-4e83-ac59-85636050d7dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.809503 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.820988 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b4993915-494c-46f9-8416-2d6b24c24d69 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.822103 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4993915-494c-46f9-8416-2d6b24c24d69 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Fanout notify agent at l3_agent the message router_deleted on router 87e10e11-582c-4256-a360-5dc788b1b042 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:46:08.831613 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b4993915-494c-46f9-8416-2d6b24c24d69 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.833122 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b4993915-494c-46f9-8416-2d6b24c24d69 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "DELETE /v2.0/routers/87e10e11-582c-4256-a360-5dc788b1b042 HTTP/1.1" status: 204 len: 168 time: 2.8822691 Jul 28 11:46:08.836191 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4562b9e-c9fe-4a66-857b-4d6707200813') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:08.836495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4562b9e-c9fe-4a66-857b-4d6707200813') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:08.838390 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55920) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:08.849412 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-bc984e36-17e9-4726-bf1e-94c881f04d47 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1670495308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:08.855655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e79c4a3c-4a02-4e83-ac59-85636050d7dd None None] Calling delete_port for acc65230-c762-43f7-875c-c3c1f3856493 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:08.862507 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-e79c4a3c-4a02-4e83-ac59-85636050d7dd None None] Port acc65230-c762-43f7-875c-c3c1f3856493 was not found and therefore no delete operation was performed {{(pid=100417) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:46:08.863855 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e79c4a3c-4a02-4e83-ac59-85636050d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.905711 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c4a3c-4a02-4e83-ac59-85636050d7dd None None] Pushing event deleted for resources: {'Port': ['ID=acc65230-c762-43f7-875c-c3c1f3856493,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:08.908680 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79c4a3c-4a02-4e83-ac59-85636050d7dd None None] No DVR routers for this DVR port acc65230-c762-43f7-875c-c3c1f3856493 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:08.948343 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c789d4c-9faf-412a-a464-1e1ba370069b None None] DHCP port deletion for c3293322-6b26-45c1-b287-e0ae38c73e4f request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:46:08.969270 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Deleting port 540882f7-a18e-4bae-be92-728c69bb6d12 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:08.969270 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:08.985100 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.019663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.032881 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:09.033200 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.035156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6c789d4c-9faf-412a-a464-1e1ba370069b None None] Deleting port 540882f7-a18e-4bae-be92-728c69bb6d12 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:09.035673 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c789d4c-9faf-412a-a464-1e1ba370069b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.041643 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] device_id is not set on port 59c0b291-983f-4081-8800-8916dcea12c5 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:09.046710 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:09.070302 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bc984e36-17e9-4726-bf1e-94c881f04d47 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.072527 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bc984e36-17e9-4726-bf1e-94c881f04d47 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.081697 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-1a842338-3a24-4c8c-9b2d-fb46e0ae5f5c tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-364753588'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:09.141933 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a842338-3a24-4c8c-9b2d-fb46e0ae5f5c tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Made reservation on behalf of af6337f16ba942cf968ca6c53979afc0 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:09.145505 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1a842338-3a24-4c8c-9b2d-fb46e0ae5f5c tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.150433 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-6c789d4c-9faf-412a-a464-1e1ba370069b None None] For port 540882f7-a18e-4bae-be92-728c69bb6d12, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=540882f7-a18e-4bae-be92-728c69bb6d12,segment=NetworkSegment(8048ebc1-78d6-4f0b-83f7-7fdc8f533b1a),segment_id=8048ebc1-78d6-4f0b-83f7-7fdc8f533b1a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:09.151079 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c789d4c-9faf-412a-a464-1e1ba370069b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.166658 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6c789d4c-9faf-412a-a464-1e1ba370069b None None] Calling delete_port for 540882f7-a18e-4bae-be92-728c69bb6d12 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:09.197469 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1a842338-3a24-4c8c-9b2d-fb46e0ae5f5c tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.203862 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bc984e36-17e9-4726-bf1e-94c881f04d47 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.221154 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bc984e36-17e9-4726-bf1e-94c881f04d47 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.222154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.227480 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.231811 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] 10.222.0.43 "DELETE /v2.0/networks/322c9360-5805-4b48-862f-d40dcba4caec HTTP/1.1" status: 204 len: 168 time: 1.4719696 Jul 28 11:46:09.246009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] For port 540882f7-a18e-4bae-be92-728c69bb6d12, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=540882f7-a18e-4bae-be92-728c69bb6d12,segment=NetworkSegment(8048ebc1-78d6-4f0b-83f7-7fdc8f533b1a),segment_id=8048ebc1-78d6-4f0b-83f7-7fdc8f533b1a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:09.246389 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.273184 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 688a47b3-1c6a-4920-9c42-e37531655093 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:09.275429 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bd540-9e75-4658-9c18-f1cb3288c617 tempest-AllowedAddressPairTestJSON-161296439 tempest-AllowedAddressPairTestJSON-161296439-project] Pushing event deleted for resources: {'Network': ['ID=322c9360-5805-4b48-862f-d40dcba4caec,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:09.276041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e4f868-265d-4eb1-8138-fed3e2726cb8 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:09.283673 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Calling delete_port for 540882f7-a18e-4bae-be92-728c69bb6d12 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:09.313976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10436cfb-a61b-40a4-872b-e0e8fe9f8522 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:09.363090 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c789d4c-9faf-412a-a464-1e1ba370069b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.418246 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c789d4c-9faf-412a-a464-1e1ba370069b None None] Pushing event deleted for resources: {'Port': ['ID=540882f7-a18e-4bae-be92-728c69bb6d12,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:09.439051 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-95c98304-17c4-4839-aaa6-3daef972c693 None None] Provisioning for port 688a47b3-1c6a-4920-9c42-e37531655093 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:09.442994 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55924) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:09.443175 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c789d4c-9faf-412a-a464-1e1ba370069b None None] No DVR routers for this DVR port 540882f7-a18e-4bae-be92-728c69bb6d12 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:09.454112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-bae4b541-7184-4021-8670-0b854ffdbb69 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10034973', 'description': 'tempest-secgroup-smoke-10034973 description', 'project_id': '6f3047592da24f58b861d395ec5927af'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:09.517776 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10436cfb-a61b-40a4-872b-e0e8fe9f8522 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.530795 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.533594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.534388 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 688a47b3-1c6a-4920-9c42-e37531655093 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:09.545431 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 688a47b3-1c6a-4920-9c42-e37531655093 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:09.545955 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.577310 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Port': ['ID=540882f7-a18e-4bae-be92-728c69bb6d12,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:09.582348 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-10436cfb-a61b-40a4-872b-e0e8fe9f8522 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port 1260472a-109f-4a88-a70e-c87663fbe1b4 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:46:09.592071 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] No DVR routers for this DVR port 540882f7-a18e-4bae-be92-728c69bb6d12 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:09.633047 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55928) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:09.667878 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] device_id is not set on port 5afbdceb-a285-475f-aaa1-2e19d5c3faa9 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:46:09.694119 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.705830 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1a842338-3a24-4c8c-9b2d-fb46e0ae5f5c tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.712528 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1a842338-3a24-4c8c-9b2d-fb46e0ae5f5c tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.713954 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfa6243-91f1-46a0-8cec-f9d1c93c479d None None] Update dhcp port {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'fixed_ips': [{'subnet_id': '50ebf127-0b3d-4040-af60-523b4464a339', 'ip_address': '2001:db8::f816:3eff:fee3:295'}, {'subnet_id': '72ae99c5-06c8-4987-b76d-11e7be53b984'}], 'binding:host_id': 'dv-neutron-786478-16-hyperv'}, 'id': '688a47b3-1c6a-4920-9c42-e37531655093'} from dv-neutron-786478-16-hyperv. {{(pid=100417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:46:09.732288 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bc984e36-17e9-4726-bf1e-94c881f04d47 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.733859 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bc984e36-17e9-4726-bf1e-94c881f04d47 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8944519 Jul 28 11:46:09.738907 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55932) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:09.744145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6243-91f1-46a0-8cec-f9d1c93c479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.744760 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bae4b541-7184-4021-8670-0b854ffdbb69 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.749807 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-6f0bfc7b-4390-4728-9a5a-763161d562e9 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'enable_snat': False}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:09.753568 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a842338-3a24-4c8c-9b2d-fb46e0ae5f5c tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:09.775952 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a842338-3a24-4c8c-9b2d-fb46e0ae5f5c tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c1e4c2-0c64-453a-98c1-807e67dbdf03,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:09.791165 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1a842338-3a24-4c8c-9b2d-fb46e0ae5f5c tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.791818 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-1a842338-3a24-4c8c-9b2d-fb46e0ae5f5c tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Added segment 8de5a21f-23a8-4a1c-8a6e-64409a6a0077 of type vlan for network 22e20784-15a1-4fec-9fa6-87d1588e6172 Jul 28 11:46:09.810689 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 688a47b3-1c6a-4920-9c42-e37531655093, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=688a47b3-1c6a-4920-9c42-e37531655093,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:09.820194 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.853270 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.856689 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bae4b541-7184-4021-8670-0b854ffdbb69 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.890686 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3293322-6b26-45c1-b287-e0ae38c73e4f']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:09.907527 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1a842338-3a24-4c8c-9b2d-fb46e0ae5f5c tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.933091 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device acc65230-c762-43f7-875c-c3c1f3856493 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:46:09.935149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8048ebc1-78d6-4f0b-83f7-7fdc8f533b1a') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:09.935397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8048ebc1-78d6-4f0b-83f7-7fdc8f533b1a') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:09.961574 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.964364 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: acc65230-c762-43f7-875c-c3c1f3856493 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:46:09.964714 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device acc65230-c762-43f7-875c-c3c1f3856493 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:46:09.983044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=688a47b3-1c6a-4920-9c42-e37531655093,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:09.986066 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1a842338-3a24-4c8c-9b2d-fb46e0ae5f5c tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:09.991881 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a842338-3a24-4c8c-9b2d-fb46e0ae5f5c tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:09.992537 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1a842338-3a24-4c8c-9b2d-fb46e0ae5f5c tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:10.016768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:10.024712 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-70150872-78dd-45f4-88c6-770456c42e0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=92ba2cf98c8b4b3b870994ba731d4c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917661 Jul 28 11:46:10.045089 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55934) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:10.084510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:10.098727 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:10.100431 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a842338-3a24-4c8c-9b2d-fb46e0ae5f5c tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Pushing event updated for resources: {'Network': ['ID=22e20784-15a1-4fec-9fa6-87d1588e6172,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:10.110543 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 22e20784-15a1-4fec-9fa6-87d1588e6172 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:10.146193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:10.146696 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:10.150035 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:10.178793 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cf4882c8-4638-4d3a-86f7-eb17e8e43c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:10.180171 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event updated for resources: {'Port': ['ID=59c0b291-983f-4081-8800-8916dcea12c5,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:10.213529 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cf4882c8-4638-4d3a-86f7-eb17e8e43c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:10.215376 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Checking segment: {'id': '7f623e97-fcf4-4186-8bf7-f872bf631df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e5cf3d8f-453e-449a-bf24-714638649609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:10.215729 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Network hostable DHCP agents. Network: e5cf3d8f-453e-449a-bf24-714638649609, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:10.249904 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f0bfc7b-4390-4728-9a5a-763161d562e9 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:10.257237 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Network e5cf3d8f-453e-449a-bf24-714638649609 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:10.267467 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, e5cf3d8f-453e-449a-bf24-714638649609) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:10.272656 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:10.273575 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:10.280802 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17094b0-9cc1-48a5-9d74-b53d8cf9c6cf None None] Network e5cf3d8f-453e-449a-bf24-714638649609 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:10.304132 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cf4882c8-4638-4d3a-86f7-eb17e8e43c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:10.306764 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cf4882c8-4638-4d3a-86f7-eb17e8e43c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:10.310273 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cf4882c8-4638-4d3a-86f7-eb17e8e43c80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad793075-f46c-4b58-bc7d-acd243ff7198 HTTP/1.1" status: 204 len: 168 time: 0.2619035 Jul 28 11:46:10.330479 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-10436cfb-a61b-40a4-872b-e0e8fe9f8522 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 172.20.0.10 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/72ae99c5-06c8-4987-b76d-11e7be53b984/1260472a-109f-4a88-a70e-c87663fbe1b4) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:10.339564 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4882c8-4638-4d3a-86f7-eb17e8e43c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad793075-f46c-4b58-bc7d-acd243ff7198,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:10.343984 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event updated for resources: {'Port': ['ID=5afbdceb-a285-475f-aaa1-2e19d5c3faa9,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:10.365439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:10.373955 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Checking segment: {'id': 'af9824be-a317-4e20-96b1-7db97d81c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '01621ecd-3af9-4de6-b353-b11bc88abc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:10.374439 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Network hostable DHCP agents. Network: 01621ecd-3af9-4de6-b353-b11bc88abc15, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:10.376218 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:10.381772 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] 10.222.0.43 "DELETE /v2.0/networks/c3293322-6b26-45c1-b287-e0ae38c73e4f HTTP/1.1" status: 204 len: 168 time: 2.0038261 Jul 28 11:46:10.398997 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-10436cfb-a61b-40a4-872b-e0e8fe9f8522 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::f816:3eff:fe60:a7ba (ff79b356-b140-4126-83e7-2a8ec9cd81dc/50ebf127-0b3d-4040-af60-523b4464a339/1260472a-109f-4a88-a70e-c87663fbe1b4) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:10.403240 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Network 01621ecd-3af9-4de6-b353-b11bc88abc15 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:10.424437 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 01621ecd-3af9-4de6-b353-b11bc88abc15) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:10.427272 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a0448-ca02-4c86-92e2-c67d4ce3ab21 tempest-NetworksIpV6TestAttrs-351700044 tempest-NetworksIpV6TestAttrs-351700044-project] Pushing event deleted for resources: {'Network': ['ID=c3293322-6b26-45c1-b287-e0ae38c73e4f,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:10.436414 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:10.451238 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:10.459467 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:10.460266 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:10.479591 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bae4b541-7184-4021-8670-0b854ffdbb69 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:10.496470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bae4b541-7184-4021-8670-0b854ffdbb69 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:10.504524 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1a842338-3a24-4c8c-9b2d-fb46e0ae5f5c tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7856102 Jul 28 11:46:10.504524 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55940) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:10.509963 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-da834b54-6d19-4139-bb5b-135f3e128353 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Request body: {'subnet': {'network_id': '22e20784-15a1-4fec-9fa6-87d1588e6172', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:10.521730 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec8462c-9bbe-4de4-8a78-03ac12e69cd1 None None] Network 01621ecd-3af9-4de6-b353-b11bc88abc15 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:10.521849 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8f42c9b9-27c4-4aee-be5a-9ac29a2b1094 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4804225 Jul 28 11:46:10.525477 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55944) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:10.669535 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4b541-7184-4021-8670-0b854ffdbb69 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f717f3-b222-4ab9-9289-1da0bcc433d2,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:10.834592 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55956) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:10.957064 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 688a47b3-1c6a-4920-9c42-e37531655093 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:11.020666 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 688a47b3-1c6a-4920-9c42-e37531655093 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:11.021149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.099689 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6677f179-55d0-40ea-9739-11dcd090dff9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8dea24e82634eaeab1d328602e5a8e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631488 Jul 28 11:46:11.101718 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55966) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:11.103228 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8664bd9-84d9-426b-a9b3-7b151cbcaaac tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:11.117285 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8664bd9-84d9-426b-a9b3-7b151cbcaaac tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:11.117285 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f8664bd9-84d9-426b-a9b3-7b151cbcaaac tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5847042 Jul 28 11:46:11.117483 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55968) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:11.121664 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10436cfb-a61b-40a4-872b-e0e8fe9f8522 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.149117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-10436cfb-a61b-40a4-872b-e0e8fe9f8522 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object 1260472a-109f-4a88-a70e-c87663fbe1b4 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:11.177395 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bae4b541-7184-4021-8670-0b854ffdbb69 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.211892 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 540882f7-a18e-4bae-be92-728c69bb6d12 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:46:11.214092 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bae4b541-7184-4021-8670-0b854ffdbb69 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.245455 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 540882f7-a18e-4bae-be92-728c69bb6d12 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:46:11.246215 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 540882f7-a18e-4bae-be92-728c69bb6d12 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:46:11.247139 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06729865-f84a-43aa-89a0-ff4601ef9a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.253196 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da834b54-6d19-4139-bb5b-135f3e128353 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Made reservation on behalf of af6337f16ba942cf968ca6c53979afc0 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:11.259479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-da834b54-6d19-4139-bb5b-135f3e128353 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.261907 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55972) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:11.321217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bae4b541-7184-4021-8670-0b854ffdbb69 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.325872 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bae4b541-7184-4021-8670-0b854ffdbb69 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 1.8785148 Jul 28 11:46:11.333151 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55976) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:11.340872 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4b541-7184-4021-8670-0b854ffdbb69 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42672eb3-95f7-4a40-8165-84cc6ff3704b,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:11.342901 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06729865-f84a-43aa-89a0-ff4601ef9a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.355683 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-0ec37d51-e7d5-467a-817c-8838a9452eb7 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Request body: {'security_group_rule': {'security_group_id': '42672eb3-95f7-4a40-8165-84cc6ff3704b', 'project_id': '6f3047592da24f58b861d395ec5927af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:11.356359 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3aa09fc9-344d-47f2-8ca6-b5fdf4e44055 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Deleting port 59c0b291-983f-4081-8800-8916dcea12c5 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:11.356707 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3aa09fc9-344d-47f2-8ca6-b5fdf4e44055 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.398956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10436cfb-a61b-40a4-872b-e0e8fe9f8522 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.411454 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0ec37d51-e7d5-467a-817c-8838a9452eb7 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.433080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f0bfc7b-4390-4728-9a5a-763161d562e9 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.438187 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-7dfa6243-91f1-46a0-8cec-f9d1c93c479d None None] Allocated IP 172.20.0.2 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/72ae99c5-06c8-4987-b76d-11e7be53b984/688a47b3-1c6a-4920-9c42-e37531655093) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:11.471699 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3aa09fc9-344d-47f2-8ca6-b5fdf4e44055 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.479594 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Request body: {'networks': [{'name': 'tempest-network--788273671'}, {'name': 'tempest-network--392862588'}]} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:11.479899 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Request body: {'network': {'name': 'tempest-network--788273671'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:11.480364 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Request body: {'network': {'name': 'tempest-network--392862588'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:11.485407 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f0bfc7b-4390-4728-9a5a-763161d562e9 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.504904 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3aa09fc9-344d-47f2-8ca6-b5fdf4e44055 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Calling delete_port for 59c0b291-983f-4081-8800-8916dcea12c5 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:11.544353 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06729865-f84a-43aa-89a0-ff4601ef9a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.546647 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06729865-f84a-43aa-89a0-ff4601ef9a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.550381 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-06729865-f84a-43aa-89a0-ff4601ef9a00 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4296a15b-9c6b-493c-a7fe-140504e6b0e0 HTTP/1.1" status: 204 len: 168 time: 0.4450288 Jul 28 11:46:11.552317 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10436cfb-a61b-40a4-872b-e0e8fe9f8522 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:11.553783 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dfa6243-91f1-46a0-8cec-f9d1c93c479d None None] For port 688a47b3-1c6a-4920-9c42-e37531655093, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=688a47b3-1c6a-4920-9c42-e37531655093,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:11.560761 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-10436cfb-a61b-40a4-872b-e0e8fe9f8522 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:11.565918 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10436cfb-a61b-40a4-872b-e0e8fe9f8522 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:11.573512 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10436cfb-a61b-40a4-872b-e0e8fe9f8522 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=1260472a-109f-4a88-a70e-c87663fbe1b4,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:11.608231 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06729865-f84a-43aa-89a0-ff4601ef9a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4296a15b-9c6b-493c-a7fe-140504e6b0e0,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:11.610184 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Made reservation on behalf of 4b80c3ee07844cffbf74e1dca9198e8a for: {'network': 2} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:11.614699 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.626986 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6243-91f1-46a0-8cec-f9d1c93c479d None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.649205 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6243-91f1-46a0-8cec-f9d1c93c479d None None] Transition to ACTIVE for port object 688a47b3-1c6a-4920-9c42-e37531655093 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:11.668729 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6243-91f1-46a0-8cec-f9d1c93c479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.680690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.687146 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10436cfb-a61b-40a4-872b-e0e8fe9f8522 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:11.688587 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10436cfb-a61b-40a4-872b-e0e8fe9f8522 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.691707 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-da834b54-6d19-4139-bb5b-135f3e128353 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.713563 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0ec37d51-e7d5-467a-817c-8838a9452eb7 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.731935 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0ec37d51-e7d5-467a-817c-8838a9452eb7 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.738866 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-6f0bfc7b-4390-4728-9a5a-763161d562e9 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Allocated IP 172.26.1.211 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/4dd4ee25-d027-42aa-a6f6-43daa6927c9d) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:11.755669 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-10436cfb-a61b-40a4-872b-e0e8fe9f8522 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9790108 Jul 28 11:46:11.759238 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55982) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:11.771142 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec37d51-e7d5-467a-817c-8838a9452eb7 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c794e31-b400-4e72-84c5-55164732728c,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:11.832082 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da834b54-6d19-4139-bb5b-135f3e128353 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Pushing event updated for resources: {'Subnet': ['ID=14f9e9d3-ca77-4164-8e51-052928e1a8e0,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:11.860602 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3aa09fc9-344d-47f2-8ca6-b5fdf4e44055 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.872906 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6243-91f1-46a0-8cec-f9d1c93c479d None None] Pushing event updated for resources: {'Port': ['ID=688a47b3-1c6a-4920-9c42-e37531655093,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:11.909811 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da834b54-6d19-4139-bb5b-135f3e128353 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Checking segment: {'id': '8de5a21f-23a8-4a1c-8a6e-64409a6a0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '22e20784-15a1-4fec-9fa6-87d1588e6172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:11.910184 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da834b54-6d19-4139-bb5b-135f3e128353 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Network hostable DHCP agents. Network: 22e20784-15a1-4fec-9fa6-87d1588e6172, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:11.917910 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa09fc9-344d-47f2-8ca6-b5fdf4e44055 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event deleted for resources: {'Port': ['ID=59c0b291-983f-4081-8800-8916dcea12c5,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:11.930174 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92b8b58-e439-4941-abdc-bcfa3578ca58 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:11.936234 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92b8b58-e439-4941-abdc-bcfa3578ca58 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:11.938633 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c92b8b58-e439-4941-abdc-bcfa3578ca58 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1752477 Jul 28 11:46:11.939284 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f0bfc7b-4390-4728-9a5a-763161d562e9 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.946866 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55986) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:11.951811 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3aa09fc9-344d-47f2-8ca6-b5fdf4e44055 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:11.953714 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3aa09fc9-344d-47f2-8ca6-b5fdf4e44055 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "DELETE /v2.0/ports/59c0b291-983f-4081-8800-8916dcea12c5 HTTP/1.1" status: 204 len: 168 time: 0.8388050 Jul 28 11:46:11.957546 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55990) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:12.001324 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da834b54-6d19-4139-bb5b-135f3e128353 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Network 22e20784-15a1-4fec-9fa6-87d1588e6172 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:12.037632 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-da834b54-6d19-4139-bb5b-135f3e128353 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 22e20784-15a1-4fec-9fa6-87d1588e6172) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:12.049376 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f37967b-73bd-4762-adb3-2e8e8c8218f1 None None] Network 22e20784-15a1-4fec-9fa6-87d1588e6172 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:12.051730 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da834b54-6d19-4139-bb5b-135f3e128353 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:12.052384 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-da834b54-6d19-4139-bb5b-135f3e128353 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.086780 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f0bfc7b-4390-4728-9a5a-763161d562e9 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.099817 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-8a516de6-4c47-4ef1-aeb9-597bc708d54f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port 1260472a-109f-4a88-a70e-c87663fbe1b4 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:12.100180 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8a516de6-4c47-4ef1-aeb9-597bc708d54f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.100669 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.111083 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.112108 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.157630 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-da834b54-6d19-4139-bb5b-135f3e128353 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6522834 Jul 28 11:46:12.169212 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 55996) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:12.176444 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-cf529865-2293-4c02-80cd-4f47245060a0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Request body: {'port': {'network_id': '22e20784-15a1-4fec-9fa6-87d1588e6172', 'name': 'tempest-TagsExtTest-532766540'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:12.176815 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0ec37d51-e7d5-467a-817c-8838a9452eb7 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.180443 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0ec37d51-e7d5-467a-817c-8838a9452eb7 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8441885 Jul 28 11:46:12.186337 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 55998) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:12.193663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b18cb13e-af97-418e-bc46-035b70464b6f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Request body: {'security_group_rule': {'security_group_id': '42672eb3-95f7-4a40-8165-84cc6ff3704b', 'project_id': '6f3047592da24f58b861d395ec5927af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:12.211287 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0bfc7b-4390-4728-9a5a-763161d562e9 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:12.240963 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-6f0bfc7b-4390-4728-9a5a-763161d562e9 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:12.249802 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0bfc7b-4390-4728-9a5a-763161d562e9 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:12.252687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bfc7b-4390-4728-9a5a-763161d562e9 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Pushing event updated for resources: {'Port': ['ID=4dd4ee25-d027-42aa-a6f6-43daa6927c9d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:12.269671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-995c1adb-b2d2-4f0b-80ba-bad9331d311e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Deleting port 5afbdceb-a285-475f-aaa1-2e19d5c3faa9 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:12.270024 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-995c1adb-b2d2-4f0b-80ba-bad9331d311e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.278875 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521046e6-d716-4fde-b88a-44334f58885b,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:12.306078 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:12.334872 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-22e20784-15a1-4fec-9fa6-87d1588e6172', 'network_id': '22e20784-15a1-4fec-9fa6-87d1588e6172', 'tenant_id': 'af6337f16ba942cf968ca6c53979afc0', 'fixed_ips': [{'subnet_id': '14f9e9d3-ca77-4164-8e51-052928e1a8e0'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:12.336242 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.373060 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b18cb13e-af97-418e-bc46-035b70464b6f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.377507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8a516de6-4c47-4ef1-aeb9-597bc708d54f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.395663 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.396017 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Added segment 971e36e2-9640-4eff-80ea-df5b8be1ffa4 of type vlan for network 76de001b-43fe-465b-9229-d4682386b1a8 Jul 28 11:46:12.407342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-8a516de6-4c47-4ef1-aeb9-597bc708d54f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for 1260472a-109f-4a88-a70e-c87663fbe1b4 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:12.452616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-995c1adb-b2d2-4f0b-80ba-bad9331d311e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.489228 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.493956 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-995c1adb-b2d2-4f0b-80ba-bad9331d311e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Calling delete_port for 5afbdceb-a285-475f-aaa1-2e19d5c3faa9 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:12.556370 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Allocated IP 172.20.0.2 (22e20784-15a1-4fec-9fa6-87d1588e6172/14f9e9d3-ca77-4164-8e51-052928e1a8e0/647ccfa1-ce49-47cf-ba19-57b18a847269) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:12.599803 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:12.603652 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf529865-2293-4c02-80cd-4f47245060a0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Made reservation on behalf of af6337f16ba942cf968ca6c53979afc0 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:12.607368 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cf529865-2293-4c02-80cd-4f47245060a0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.764259 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56008) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:12.768343 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.794013 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f91dee9f-784c-4078-b723-698b858dd241 None None] Provisioning for port 688a47b3-1c6a-4920-9c42-e37531655093 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:12.798167 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f91dee9f-784c-4078-b723-698b858dd241 None None] Provisioning complete for port 688a47b3-1c6a-4920-9c42-e37531655093 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:12.798643 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f91dee9f-784c-4078-b723-698b858dd241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.899831 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b18cb13e-af97-418e-bc46-035b70464b6f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.908466 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Transition to ACTIVE for port object 647ccfa1-ce49-47cf-ba19-57b18a847269 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:12.909199 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b18cb13e-af97-418e-bc46-035b70464b6f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.911885 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8a516de6-4c47-4ef1-aeb9-597bc708d54f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.914130 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:12.914695 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Added segment 35a2b0b1-94af-4b62-a914-db5097e7e6bd of type vlan for network beddb1b2-3276-4962-a1ed-9af196e4f819 Jul 28 11:46:12.918596 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-cf529865-2293-4c02-80cd-4f47245060a0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] device_id is not set on port 860316c2-a999-41c7-aee9-be2181611d88 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:46:12.947424 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Transition to ACTIVE for port object 647ccfa1-ce49-47cf-ba19-57b18a847269 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:12.961254 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.013347 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 688a47b3-1c6a-4920-9c42-e37531655093 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:13.023400 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.041832 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-995c1adb-b2d2-4f0b-80ba-bad9331d311e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.046305 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Network 22e20784-15a1-4fec-9fa6-87d1588e6172 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:13.055954 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:13.063021 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:13.070076 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-995c1adb-b2d2-4f0b-80ba-bad9331d311e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.071530 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Pushing event updated for resources: {'Port': ['ID=647ccfa1-ce49-47cf-ba19-57b18a847269,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:13.073128 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-995c1adb-b2d2-4f0b-80ba-bad9331d311e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "DELETE /v2.0/ports/5afbdceb-a285-475f-aaa1-2e19d5c3faa9 HTTP/1.1" status: 204 len: 168 time: 1.1127086 Jul 28 11:46:13.090085 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56012) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:13.099483 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a516de6-4c47-4ef1-aeb9-597bc708d54f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=1260472a-109f-4a88-a70e-c87663fbe1b4,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:13.108952 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c1adb-b2d2-4f0b-80ba-bad9331d311e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event deleted for resources: {'Port': ['ID=5afbdceb-a285-475f-aaa1-2e19d5c3faa9,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:13.112168 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0227db23-0058-4c9b-a44e-b125aee34501 tempest-ServiceProvidersTest-904175618 tempest-ServiceProvidersTest-904175618-project] 10.222.0.43 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3175035 Jul 28 11:46:13.168274 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Attempting to bind port 647ccfa1-ce49-47cf-ba19-57b18a847269 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:13.169413 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Attempting to bind port 647ccfa1-ce49-47cf-ba19-57b18a847269 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '8de5a21f-23a8-4a1c-8a6e-64409a6a0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '22e20784-15a1-4fec-9fa6-87d1588e6172'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:13.169869 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Attempting to bind port 647ccfa1-ce49-47cf-ba19-57b18a847269 on network 22e20784-15a1-4fec-9fa6-87d1588e6172 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:13.172998 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.173677 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.180313 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:13.185440 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:13.186349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.190320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:13.190956 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Checking segment: {'id': '8de5a21f-23a8-4a1c-8a6e-64409a6a0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '22e20784-15a1-4fec-9fa6-87d1588e6172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:13.191539 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.192089 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Bound using segment: {'id': '8de5a21f-23a8-4a1c-8a6e-64409a6a0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '22e20784-15a1-4fec-9fa6-87d1588e6172'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:13.192720 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Bound port: 647ccfa1-ce49-47cf-ba19-57b18a847269, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de5a21f-23a8-4a1c-8a6e-64409a6a0077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '22e20784-15a1-4fec-9fa6-87d1588e6172'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:13.193451 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.204442 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-05bbc678-37b0-494f-bc6a-8c7314d7fe6e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1064005 Jul 28 11:46:13.205360 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cb13e-af97-418e-bc46-035b70464b6f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211f9326-a22d-4fae-8ee6-5dd38d89376a,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:13.214743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56016) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:13.223145 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-5ea6b154-c570-4418-b6e2-42256ee5e491 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2093080161'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:13.231933 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b18cb13e-af97-418e-bc46-035b70464b6f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.237755 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b18cb13e-af97-418e-bc46-035b70464b6f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0502553 Jul 28 11:46:13.243553 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-cf529865-2293-4c02-80cd-4f47245060a0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Allocated IP 172.20.0.3 (22e20784-15a1-4fec-9fa6-87d1588e6172/14f9e9d3-ca77-4164-8e51-052928e1a8e0/860316c2-a999-41c7-aee9-be2181611d88) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:13.248782 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56018) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:13.269318 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-ca0d0985-e162-4cf8-8a28-4d6d64be6f53 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Request body: {'security_group_rule': {'security_group_id': '42672eb3-95f7-4a40-8165-84cc6ff3704b', 'project_id': '6f3047592da24f58b861d395ec5927af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:13.300345 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event updated for resources: {'Network': ['ID=76de001b-43fe-465b-9229-d4682386b1a8,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:13.316006 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] For port 647ccfa1-ce49-47cf-ba19-57b18a847269, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:13.319750 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] For port 647ccfa1-ce49-47cf-ba19-57b18a847269, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=647ccfa1-ce49-47cf-ba19-57b18a847269,segment=NetworkSegment(8de5a21f-23a8-4a1c-8a6e-64409a6a0077),segment_id=8de5a21f-23a8-4a1c-8a6e-64409a6a0077)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:13.325955 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 76de001b-43fe-465b-9229-d4682386b1a8 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:13.345733 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9c019b4f-ca7c-4465-9ade-a0679b659581 None None] Could not find standard attr ID for object 1260472a-109f-4a88-a70e-c87663fbe1b4. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:46:13.362931 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f0bfc7b-4390-4728-9a5a-763161d562e9 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.402580 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.405811 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.1381304 Jul 28 11:46:13.414976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56020) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:13.433570 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea6b154-c570-4418-b6e2-42256ee5e491 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Made reservation on behalf of 851cf16728154a75ae859b713f2907fd for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:13.437289 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5ea6b154-c570-4418-b6e2-42256ee5e491 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.448554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa302f-be69-4f91-9ec4-9a9d616938c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event updated for resources: {'Network': ['ID=beddb1b2-3276-4962-a1ed-9af196e4f819,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:13.511267 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffa661-35e5-4f0a-96bb-3ec0a4bb8857 None None] Pushing event updated for resources: {'Port': ['ID=647ccfa1-ce49-47cf-ba19-57b18a847269,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:13.516326 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8a516de6-4c47-4ef1-aeb9-597bc708d54f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.524854 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network beddb1b2-3276-4962-a1ed-9af196e4f819 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:13.533068 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8a516de6-4c47-4ef1-aeb9-597bc708d54f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/1260472a-109f-4a88-a70e-c87663fbe1b4 HTTP/1.1" status: 204 len: 168 time: 1.5845485 Jul 28 11:46:13.535830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56024) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:13.545256 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 688a47b3-1c6a-4920-9c42-e37531655093 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:13.548059 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.561388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56026) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:13.563364 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ca0d0985-e162-4cf8-8a28-4d6d64be6f53 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.683489 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ca0d0985-e162-4cf8-8a28-4d6d64be6f53 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.702482 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ca0d0985-e162-4cf8-8a28-4d6d64be6f53 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.722616 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f0bfc7b-4390-4728-9a5a-763161d562e9 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.753034 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e87c579-8136-4cbf-bf8a-003084746914 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:13.756748 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f0bfc7b-4390-4728-9a5a-763161d562e9 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.759018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e87c579-8136-4cbf-bf8a-003084746914 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:13.766528 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e87c579-8136-4cbf-bf8a-003084746914 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:13.770521 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea6b154-c570-4418-b6e2-42256ee5e491 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:13.773699 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e87c579-8136-4cbf-bf8a-003084746914 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:13.775469 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6e87c579-8136-4cbf-bf8a-003084746914 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3533287 Jul 28 11:46:13.779949 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d0985-e162-4cf8-8a28-4d6d64be6f53 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf60bb72-bd85-4e1d-a0d6-16e8cc52e0a5,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:13.783213 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56030) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:13.803415 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ca0d0985-e162-4cf8-8a28-4d6d64be6f53 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.804446 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ca0d0985-e162-4cf8-8a28-4d6d64be6f53 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5506101 Jul 28 11:46:13.807094 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56032) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:13.816529 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-161ace50-2b62-4a67-bd1d-73f46238eaba tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Request body: {'security_group_rule': {'security_group_id': '42672eb3-95f7-4a40-8165-84cc6ff3704b', 'project_id': '6f3047592da24f58b861d395ec5927af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:13.855857 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cf529865-2293-4c02-80cd-4f47245060a0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.878478 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-cf529865-2293-4c02-80cd-4f47245060a0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Transition to ACTIVE for port object 860316c2-a999-41c7-aee9-be2181611d88 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:13.903729 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-161ace50-2b62-4a67-bd1d-73f46238eaba tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.935345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5ea6b154-c570-4418-b6e2-42256ee5e491 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:13.935703 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-5ea6b154-c570-4418-b6e2-42256ee5e491 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Added segment f060a465-3a3b-4363-aa87-6b8219d10ab0 of type vlan for network 9a76797d-80a6-431a-af28-09ed05741924 Jul 28 11:46:13.946674 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6845b766-b34c-4ca8-9022-d0a4dfeceb0b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:13.948302 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6845b766-b34c-4ca8-9022-d0a4dfeceb0b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:13.950033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6845b766-b34c-4ca8-9022-d0a4dfeceb0b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:13.951785 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6845b766-b34c-4ca8-9022-d0a4dfeceb0b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4124520 Jul 28 11:46:13.958360 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56034) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:13.978193 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cf529865-2293-4c02-80cd-4f47245060a0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.024055 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65e1b42b-a886-4121-8cbd-b38de0b79700 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.025655 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d786-14c4-43f3-89a1-e4bd71fd7d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.077744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5ea6b154-c570-4418-b6e2-42256ee5e491 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.081205 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf529865-2293-4c02-80cd-4f47245060a0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Network 22e20784-15a1-4fec-9fa6-87d1588e6172 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:14.091744 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7772637-178a-461a-ae64-892bb5720021 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 50ebf127-0b3d-4040-af60-523b4464a339 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:46:14.099059 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-cf529865-2293-4c02-80cd-4f47245060a0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:14.101141 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f7772637-178a-461a-ae64-892bb5720021 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.124208 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf529865-2293-4c02-80cd-4f47245060a0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:14.127521 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf529865-2293-4c02-80cd-4f47245060a0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Pushing event updated for resources: {'Port': ['ID=860316c2-a999-41c7-aee9-be2181611d88,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:14.159607 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-161ace50-2b62-4a67-bd1d-73f46238eaba tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.171239 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-161ace50-2b62-4a67-bd1d-73f46238eaba tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.190357 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f7772637-178a-461a-ae64-892bb5720021 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.233742 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ace50-2b62-4a67-bd1d-73f46238eaba tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f039c0d-3a4d-47aa-b885-841e2701a426,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:14.238646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5ea6b154-c570-4418-b6e2-42256ee5e491 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.244181 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea6b154-c570-4418-b6e2-42256ee5e491 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:14.244778 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5ea6b154-c570-4418-b6e2-42256ee5e491 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.245304 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf529865-2293-4c02-80cd-4f47245060a0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:14.245909 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cf529865-2293-4c02-80cd-4f47245060a0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.303073 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f7772637-178a-461a-ae64-892bb5720021 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.324530 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65e1b42b-a886-4121-8cbd-b38de0b79700 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.359028 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-65e1b42b-a886-4121-8cbd-b38de0b79700 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76de001b-43fe-465b-9229-d4682386b1a8']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:14.365937 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f7772637-178a-461a-ae64-892bb5720021 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.377820 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0bfc7b-4390-4728-9a5a-763161d562e9 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Router 98ce1871-5ec9-42b9-92f3-ea76c2571930 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:46:14.379949 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6b154-c570-4418-b6e2-42256ee5e491 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event updated for resources: {'Network': ['ID=9a76797d-80a6-431a-af28-09ed05741924,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:14.384669 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-65e1b42b-a886-4121-8cbd-b38de0b79700 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971e36e2-9640-4eff-80ea-df5b8be1ffa4') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:14.384978 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-65e1b42b-a886-4121-8cbd-b38de0b79700 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971e36e2-9640-4eff-80ea-df5b8be1ffa4') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:14.393552 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 9a76797d-80a6-431a-af28-09ed05741924 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:14.395296 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7772637-178a-461a-ae64-892bb5720021 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=50ebf127-0b3d-4040-af60-523b4464a339,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:14.397286 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f7772637-178a-461a-ae64-892bb5720021 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.401892 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f7772637-178a-461a-ae64-892bb5720021 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/50ebf127-0b3d-4040-af60-523b4464a339 HTTP/1.1" status: 204 len: 168 time: 0.4425173 Jul 28 11:46:14.402846 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56036) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:14.404694 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c58300-3641-4238-a33e-051af142f14b None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:14.405482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65e1b42b-a886-4121-8cbd-b38de0b79700 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.431740 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65e1b42b-a886-4121-8cbd-b38de0b79700 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.459209 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c310883-416f-4531-a2f7-cf4bbb73ae55 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 72ae99c5-06c8-4987-b76d-11e7be53b984 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:46:14.463428 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c310883-416f-4531-a2f7-cf4bbb73ae55 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.480086 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e1b42b-a886-4121-8cbd-b38de0b79700 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:14.480669 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65e1b42b-a886-4121-8cbd-b38de0b79700 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:14.485822 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:14.520994 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c310883-416f-4531-a2f7-cf4bbb73ae55 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.545865 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d786-14c4-43f3-89a1-e4bd71fd7d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.586709 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d786-14c4-43f3-89a1-e4bd71fd7d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.617486 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5ea6b154-c570-4418-b6e2-42256ee5e491 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3961484 Jul 28 11:46:14.622651 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56038) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:14.637746 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-46f899b6-f29c-4ddd-babe-1db9d4ebba22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-809386487'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:14.645825 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c310883-416f-4531-a2f7-cf4bbb73ae55 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.664349 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65e1b42b-a886-4121-8cbd-b38de0b79700 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.669435 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65e1b42b-a886-4121-8cbd-b38de0b79700 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.671370 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-65e1b42b-a886-4121-8cbd-b38de0b79700 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "DELETE /v2.0/networks/76de001b-43fe-465b-9229-d4682386b1a8 HTTP/1.1" status: 204 len: 168 time: 0.8858542 Jul 28 11:46:14.678536 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9d786-14c4-43f3-89a1-e4bd71fd7d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296ad457-66a8-4d98-b5dc-ca94b5eb59d7,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:14.684070 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8ec9d786-14c4-43f3-89a1-e4bd71fd7d43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a765cc7566041bb989f0186023b1be6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0974290 Jul 28 11:46:14.684415 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56040) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:14.700245 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56042) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:14.711093 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0bfc7b-4390-4728-9a5a-763161d562e9 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:46:14.715904 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f0bfc7b-4390-4728-9a5a-763161d562e9 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.716571 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cf529865-2293-4c02-80cd-4f47245060a0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.5450938 Jul 28 11:46:14.717414 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-161ace50-2b62-4a67-bd1d-73f46238eaba tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.717669 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6f0bfc7b-4390-4728-9a5a-763161d562e9 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "PUT /v2.0/routers/98ce1871-5ec9-42b9-92f3-ea76c2571930 HTTP/1.1" status: 200 len: 920 time: 4.9746561 Jul 28 11:46:14.718207 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56044) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:14.722800 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1b42b-a886-4121-8cbd-b38de0b79700 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event deleted for resources: {'Network': ['ID=76de001b-43fe-465b-9229-d4682386b1a8,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:14.726100 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-161ace50-2b62-4a67-bd1d-73f46238eaba tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9140143 Jul 28 11:46:14.726914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56046) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:14.728010 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56048) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:14.730074 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9daca3d-cc0e-4ee5-9bc8-cd9a480aa22e None None] Sync routers for ids ['98ce1871-5ec9-42b9-92f3-ea76c2571930'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:46:14.736497 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-42b0f7a3-d47b-4941-9aa3-af87d9d09b25 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-258848150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:14.746665 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9daca3d-cc0e-4ee5-9bc8-cd9a480aa22e None None] Routers {'98ce1871-5ec9-42b9-92f3-ea76c2571930'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:46:14.747727 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d9daca3d-cc0e-4ee5-9bc8-cd9a480aa22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['98ce1871-5ec9-42b9-92f3-ea76c2571930'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:14.798530 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d9daca3d-cc0e-4ee5-9bc8-cd9a480aa22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:14.820009 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a20f0b-3a07-4925-a09f-f3931a648a7f None None] Network 22e20784-15a1-4fec-9fa6-87d1588e6172 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:14.823288 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9daca3d-cc0e-4ee5-9bc8-cd9a480aa22e None None] Routers {'98ce1871-5ec9-42b9-92f3-ea76c2571930'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:46:14.824356 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d9daca3d-cc0e-4ee5-9bc8-cd9a480aa22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['98ce1871-5ec9-42b9-92f3-ea76c2571930'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:14.833644 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-97bc00aa-9f63-4abb-916a-e1d0a1c02454 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.883977 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d9daca3d-cc0e-4ee5-9bc8-cd9a480aa22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:14.884633 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9daca3d-cc0e-4ee5-9bc8-cd9a480aa22e None None] The sync data for ids ['98ce1871-5ec9-42b9-92f3-ea76c2571930'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:46:14.888832 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c310883-416f-4531-a2f7-cf4bbb73ae55 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.961638 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-157f4d64-0677-42b1-aee0-d5b19f5f5766 None None] Provisioning for port 647ccfa1-ce49-47cf-ba19-57b18a847269 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:14.971196 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310883-416f-4531-a2f7-cf4bbb73ae55 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=72ae99c5-06c8-4987-b76d-11e7be53b984,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:14.990862 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c310883-416f-4531-a2f7-cf4bbb73ae55 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:14.992782 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2c310883-416f-4531-a2f7-cf4bbb73ae55 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/72ae99c5-06c8-4987-b76d-11e7be53b984 HTTP/1.1" status: 204 len: 168 time: 0.5890114 Jul 28 11:46:14.996293 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56050) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:15.004779 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-97bc00aa-9f63-4abb-916a-e1d0a1c02454 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.058376 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-34e6f306-1ce2-4ecb-b667-13eb505a1dd8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612965 Jul 28 11:46:15.060547 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-97bc00aa-9f63-4abb-916a-e1d0a1c02454 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beddb1b2-3276-4962-a1ed-9af196e4f819']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:15.063809 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56052) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:15.069475 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-30150cd5-2142-4440-97ee-994babfac2d1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:15.083634 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 647ccfa1-ce49-47cf-ba19-57b18a847269 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:15.094493 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-97bc00aa-9f63-4abb-916a-e1d0a1c02454 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a2b0b1-94af-4b62-a914-db5097e7e6bd') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:15.095379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-97bc00aa-9f63-4abb-916a-e1d0a1c02454 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a2b0b1-94af-4b62-a914-db5097e7e6bd') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:15.104547 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-d9edef98-a4f2-474e-a937-412c24bd2db5 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Request body: {'security_group_rule': {'security_group_id': '42672eb3-95f7-4a40-8165-84cc6ff3704b', 'project_id': '6f3047592da24f58b861d395ec5927af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:15.183480 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-97bc00aa-9f63-4abb-916a-e1d0a1c02454 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.192620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f899b6-f29c-4ddd-babe-1db9d4ebba22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Made reservation on behalf of 851cf16728154a75ae859b713f2907fd for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:15.196447 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46f899b6-f29c-4ddd-babe-1db9d4ebba22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.205724 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-97bc00aa-9f63-4abb-916a-e1d0a1c02454 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.208114 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 647ccfa1-ce49-47cf-ba19-57b18a847269 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:15.212355 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 647ccfa1-ce49-47cf-ba19-57b18a847269 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:15.213210 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bc00aa-9f63-4abb-916a-e1d0a1c02454 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:15.213477 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.213895 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-97bc00aa-9f63-4abb-916a-e1d0a1c02454 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.223025 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42b0f7a3-d47b-4941-9aa3-af87d9d09b25 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.224510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42b0f7a3-d47b-4941-9aa3-af87d9d09b25 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:15.286311 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:15.289115 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.db.api [None req-30150cd5-2142-4440-97ee-994babfac2d1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:46:15.289115 dv-neutron-786478-16-hyperv neutron-server[100416]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 11:46:15.289115 dv-neutron-786478-16-hyperv neutron-server[100416]: [parameters: {'project_id_1': '739ef05e821d405ba4c24e8e1cf2c8b4', 'expiration_1': datetime.datetime(2021, 7, 28, 11, 46, 15, 180614)}] Jul 28 11:46:15.289115 dv-neutron-786478-16-hyperv neutron-server[100416]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:46:15.289115 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG oslo_db.api [None req-30150cd5-2142-4440-97ee-994babfac2d1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:46:15.296254 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-97bc00aa-9f63-4abb-916a-e1d0a1c02454 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.302557 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-97bc00aa-9f63-4abb-916a-e1d0a1c02454 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.304502 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-97bc00aa-9f63-4abb-916a-e1d0a1c02454 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "DELETE /v2.0/networks/beddb1b2-3276-4962-a1ed-9af196e4f819 HTTP/1.1" status: 204 len: 168 time: 0.6182301 Jul 28 11:46:15.316387 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56054) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:15.324657 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cef17286-9364-48af-91fe-df9b8ba8d543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.335492 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-d9edef98-a4f2-474e-a937-412c24bd2db5 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Project 6f3047592da24f58b861d395ec5927af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:46:15.365314 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc00aa-9f63-4abb-916a-e1d0a1c02454 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event deleted for resources: {'Network': ['ID=beddb1b2-3276-4962-a1ed-9af196e4f819,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:15.382956 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-76aebe1c-3e32-4595-a783-a0cac3d45291 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "GET /v2.0/routers/98ce1871-5ec9-42b9-92f3-ea76c2571930 HTTP/1.1" status: 200 len: 926 time: 0.2830863 Jul 28 11:46:15.383949 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d9edef98-a4f2-474e-a937-412c24bd2db5 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.392573 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.401839 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56056) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:15.430278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f899b6-f29c-4ddd-babe-1db9d4ebba22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:15.443972 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 647ccfa1-ce49-47cf-ba19-57b18a847269, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=647ccfa1-ce49-47cf-ba19-57b18a847269,segment=NetworkSegment(8de5a21f-23a8-4a1c-8a6e-64409a6a0077),segment_id=8de5a21f-23a8-4a1c-8a6e-64409a6a0077)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:15.454531 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.489822 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17450dc5-1575-4baf-bb4c-e162607aec5f tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:15.494598 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-17450dc5-1575-4baf-bb4c-e162607aec5f tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&device_id=98ce1871-5ec9-42b9-92f3-ea76c2571930&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0914586 Jul 28 11:46:15.495197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56058) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:15.504222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cef17286-9364-48af-91fe-df9b8ba8d543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.506415 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638bc58a-4593-437e-a6bf-d0e1f00d85db None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:15.511083 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42b0f7a3-d47b-4941-9aa3-af87d9d09b25 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.544069 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d9edef98-a4f2-474e-a937-412c24bd2db5 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.551737 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46f899b6-f29c-4ddd-babe-1db9d4ebba22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.552285 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-46f899b6-f29c-4ddd-babe-1db9d4ebba22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Added segment 68cb546c-3a8e-4875-ac20-fdf78adfeefc of type vlan for network 25ee1253-798c-4a27-be1e-305efb6c9c8c Jul 28 11:46:15.555996 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42b0f7a3-d47b-4941-9aa3-af87d9d09b25 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.569643 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d9edef98-a4f2-474e-a937-412c24bd2db5 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.601109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42b0f7a3-d47b-4941-9aa3-af87d9d09b25 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.604841 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-42b0f7a3-d47b-4941-9aa3-af87d9d09b25 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8762655 Jul 28 11:46:15.605621 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=647ccfa1-ce49-47cf-ba19-57b18a847269,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:15.605961 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56060) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:15.614288 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ff1ec4-0e99-4a98-9249-e18d096550ce tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:15.621320 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ff1ec4-0e99-4a98-9249-e18d096550ce tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:15.623305 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-01ff1ec4-0e99-4a98-9249-e18d096550ce tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3055854 Jul 28 11:46:15.630402 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-854aaf73-523b-45b7-b494-7d8696545ed9 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-21322401', 'prefixes': ['172.20.0.0/16']}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:15.635288 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56062) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:15.636005 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d6e1e6-df9e-4320-8009-d63707787888 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:15.641131 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-89d6e1e6-df9e-4320-8009-d63707787888 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "GET /v2.0/networks/e4f7873c-4d94-460a-8c07-155f724d96cd HTTP/1.1" status: 200 len: 881 time: 0.1383364 Jul 28 11:46:15.642630 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56064) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:15.645984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edef98-a4f2-474e-a937-412c24bd2db5 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3604e1e6-27be-46d3-b53e-e3ad63994e51,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:15.646858 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-59eba911-4d77-42ce-9023-c114e03b80c0 None None] Provisioning for port 860316c2-a999-41c7-aee9-be2181611d88 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:15.657434 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b3b88129-29bd-4292-9896-c1cf9ae9e7c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1927643642'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:15.671181 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46f899b6-f29c-4ddd-babe-1db9d4ebba22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.682551 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2c7ccfa7-f857-4bfe-bfb1-1aecca187453 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "GET /v2.0/ports?device_id=98ce1871-5ec9-42b9-92f3-ea76c2571930 HTTP/1.1" status: 200 len: 205 time: 0.0380113 Jul 28 11:46:15.684818 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56066) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:15.704894 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-59eba911-4d77-42ce-9023-c114e03b80c0 None None] Provisioning complete for port 860316c2-a999-41c7-aee9-be2181611d88 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:15.705741 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59eba911-4d77-42ce-9023-c114e03b80c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.747441 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d9edef98-a4f2-474e-a937-412c24bd2db5 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.748568 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d9edef98-a4f2-474e-a937-412c24bd2db5 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6478710 Jul 28 11:46:15.753492 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56068) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:15.758375 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-9c6bcc21-304d-491d-bbb0-e190636cc2e1 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Request body: {'security_group_rule': {'security_group_id': '42672eb3-95f7-4a40-8165-84cc6ff3704b', 'project_id': '6f3047592da24f58b861d395ec5927af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:15.765693 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-59eba911-4d77-42ce-9023-c114e03b80c0 None None] Port 860316c2-a999-41c7-aee9-be2181611d88 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:46:15.769214 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cef17286-9364-48af-91fe-df9b8ba8d543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.771883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cef17286-9364-48af-91fe-df9b8ba8d543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.774900 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cef17286-9364-48af-91fe-df9b8ba8d543 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/296ad457-66a8-4d98-b5dc-ca94b5eb59d7 HTTP/1.1" status: 204 len: 168 time: 1.0736322 Jul 28 11:46:15.784552 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-59eba911-4d77-42ce-9023-c114e03b80c0 None None] Provisioning complete for port 647ccfa1-ce49-47cf-ba19-57b18a847269 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:15.784976 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59eba911-4d77-42ce-9023-c114e03b80c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.805363 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef17286-9364-48af-91fe-df9b8ba8d543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296ad457-66a8-4d98-b5dc-ca94b5eb59d7,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:15.813033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46f899b6-f29c-4ddd-babe-1db9d4ebba22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.821278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f899b6-f29c-4ddd-babe-1db9d4ebba22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:15.821941 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46f899b6-f29c-4ddd-babe-1db9d4ebba22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.826854 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b88129-29bd-4292-9896-c1cf9ae9e7c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Made reservation on behalf of 4b80c3ee07844cffbf74e1dca9198e8a for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:15.832769 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b3b88129-29bd-4292-9896-c1cf9ae9e7c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.848793 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.db.api [None req-30150cd5-2142-4440-97ee-994babfac2d1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:46:15.848793 dv-neutron-786478-16-hyperv neutron-server[100416]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 11:46:15.848793 dv-neutron-786478-16-hyperv neutron-server[100416]: [parameters: {'project_id_1': '739ef05e821d405ba4c24e8e1cf2c8b4', 'expiration_1': datetime.datetime(2021, 7, 28, 11, 46, 15, 804014)}] Jul 28 11:46:15.848793 dv-neutron-786478-16-hyperv neutron-server[100416]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:46:15.849197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG oslo_db.api [None req-30150cd5-2142-4440-97ee-994babfac2d1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:46:15.879306 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.securitygroups_db [None req-9c6bcc21-304d-491d-bbb0-e190636cc2e1 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Project 6f3047592da24f58b861d395ec5927af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:46:15.891321 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9c6bcc21-304d-491d-bbb0-e190636cc2e1 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.895814 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-854aaf73-523b-45b7-b494-7d8696545ed9 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks [] for subnetpool, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:15.896361 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ed4ec3-df1f-4422-b764-74c1b425455e None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:46:15.897284 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-854aaf73-523b-45b7-b494-7d8696545ed9 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.2729738 Jul 28 11:46:15.903426 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56072) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:15.910437 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-a7d3be64-8364-46d9-ad92-8120efb330f0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '14f9e9d3-ca77-4164-8e51-052928e1a8e0', 'tempest-TagsExtTest-Tag-1725088189') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:15.990374 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f899b6-f29c-4ddd-babe-1db9d4ebba22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event updated for resources: {'Network': ['ID=25ee1253-798c-4a27-be1e-305efb6c9c8c,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:16.012467 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-59eba911-4d77-42ce-9023-c114e03b80c0 None None] Provisioning complete for port 688a47b3-1c6a-4920-9c42-e37531655093 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:16.012886 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59eba911-4d77-42ce-9023-c114e03b80c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.014459 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b88129-29bd-4292-9896-c1cf9ae9e7c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:16.036743 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-46f899b6-f29c-4ddd-babe-1db9d4ebba22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4074919 Jul 28 11:46:16.047476 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9c6bcc21-304d-491d-bbb0-e190636cc2e1 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.059100 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9c6bcc21-304d-491d-bbb0-e190636cc2e1 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.068399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b3b88129-29bd-4292-9896-c1cf9ae9e7c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.068758 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-b3b88129-29bd-4292-9896-c1cf9ae9e7c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Added segment c9990d58-d7ec-4b0b-8fa5-9bdb6ac930f4 of type vlan for network dc62ee91-09d9-4022-9c2f-5fe5b1132e98 Jul 28 11:46:16.069669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 25ee1253-798c-4a27-be1e-305efb6c9c8c details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:16.097887 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bcc21-304d-491d-bbb0-e190636cc2e1 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e729f9-8ca2-48d7-96ae-e69aba08f0a3,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:16.111642 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0e739e5-a6b4-442a-9d5e-61058d6f6683 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.125896 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9c6bcc21-304d-491d-bbb0-e190636cc2e1 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.127281 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9c6bcc21-304d-491d-bbb0-e190636cc2e1 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3729627 Jul 28 11:46:16.134487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56074) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:16.139815 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-99b17107-5d26-4a7b-acb1-b082e4f0e4f3 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Request body: {'network': {'name': 'tempest-network-smoke--577831354', 'project_id': '6f3047592da24f58b861d395ec5927af', 'port_security_enabled': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:16.186909 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a7d3be64-8364-46d9-ad92-8120efb330f0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "PUT /v2.0/subnets/14f9e9d3-ca77-4164-8e51-052928e1a8e0/tags/tempest-TagsExtTest-Tag-1725088189 HTTP/1.1" status: 201 len: 201 time: 0.2818336 Jul 28 11:46:16.189163 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b17107-5d26-4a7b-acb1-b082e4f0e4f3 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Made reservation on behalf of 6f3047592da24f58b861d395ec5927af for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:16.190538 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56076) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:16.194113 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-99b17107-5d26-4a7b-acb1-b082e4f0e4f3 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.199262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-f8c51470-dca1-4035-a8b5-723630e90815 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '860316c2-a999-41c7-aee9-be2181611d88', 'tempest-TagsExtTest-Tag-1996227587') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:16.223981 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b17107-5d26-4a7b-acb1-b082e4f0e4f3 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:16.236349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-99b17107-5d26-4a7b-acb1-b082e4f0e4f3 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.236747 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-99b17107-5d26-4a7b-acb1-b082e4f0e4f3 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Added segment 8dc492f6-8f51-4763-bd48-06f4c2813a99 of type vlan for network 05e0ea0b-61bb-458d-a29d-5f518c0c2f3d Jul 28 11:46:16.259410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b3b88129-29bd-4292-9896-c1cf9ae9e7c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.291283 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-99b17107-5d26-4a7b-acb1-b082e4f0e4f3 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.324767 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-50ed4ec3-df1f-4422-b764-74c1b425455e None None] Deleting port 688a47b3-1c6a-4920-9c42-e37531655093 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:16.325197 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-50ed4ec3-df1f-4422-b764-74c1b425455e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.333079 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-99b17107-5d26-4a7b-acb1-b082e4f0e4f3 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.342763 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b17107-5d26-4a7b-acb1-b082e4f0e4f3 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:16.345106 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-99b17107-5d26-4a7b-acb1-b082e4f0e4f3 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.365067 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b3b88129-29bd-4292-9896-c1cf9ae9e7c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.371755 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b88129-29bd-4292-9896-c1cf9ae9e7c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:16.372894 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b3b88129-29bd-4292-9896-c1cf9ae9e7c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.401176 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0e739e5-a6b4-442a-9d5e-61058d6f6683 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.402924 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-50ed4ec3-df1f-4422-b764-74c1b425455e None None] For port 688a47b3-1c6a-4920-9c42-e37531655093, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=688a47b3-1c6a-4920-9c42-e37531655093,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:16.403610 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-50ed4ec3-df1f-4422-b764-74c1b425455e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.418718 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-50ed4ec3-df1f-4422-b764-74c1b425455e None None] Calling delete_port for 688a47b3-1c6a-4920-9c42-e37531655093 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:16.439897 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-99b17107-5d26-4a7b-acb1-b082e4f0e4f3 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3041980 Jul 28 11:46:16.445662 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56078) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:16.450846 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-444622183', 'admin_state_up': True, 'project_id': '6f3047592da24f58b861d395ec5927af', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:16.466768 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b17107-5d26-4a7b-acb1-b082e4f0e4f3 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event updated for resources: {'Network': ['ID=05e0ea0b-61bb-458d-a29d-5f518c0c2f3d,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:16.511967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 05e0ea0b-61bb-458d-a29d-5f518c0c2f3d details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:16.525731 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b3b88129-29bd-4292-9896-c1cf9ae9e7c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8792517 Jul 28 11:46:16.526294 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56080) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:16.533534 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b479e217-eb5b-44df-b889-f55b830bc108 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2020616799'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:16.539427 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.540471 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.545011 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f8c51470-dca1-4035-a8b5-723630e90815 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "PUT /v2.0/ports/860316c2-a999-41c7-aee9-be2181611d88/tags/tempest-TagsExtTest-Tag-1996227587 HTTP/1.1" status: 201 len: 201 time: 0.3510973 Jul 28 11:46:16.549351 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56082) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:16.554628 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-ecb0d14f-8f1d-4f19-acd5-331ed22ca783 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68', 'tempest-TagsExtTest-Tag-2062435394') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:16.555123 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b88129-29bd-4292-9896-c1cf9ae9e7c0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event updated for resources: {'Network': ['ID=dc62ee91-09d9-4022-9c2f-5fe5b1132e98,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:16.578879 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network dc62ee91-09d9-4022-9c2f-5fe5b1132e98 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:16.584278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-a0e739e5-a6b4-442a-9d5e-61058d6f6683 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Deleting port 4dd4ee25-d027-42aa-a6f6-43daa6927c9d {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:16.584634 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0e739e5-a6b4-442a-9d5e-61058d6f6683 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.657775 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.693727 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b479e217-eb5b-44df-b889-f55b830bc108 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Made reservation on behalf of 4b80c3ee07844cffbf74e1dca9198e8a for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:16.697459 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0e739e5-a6b4-442a-9d5e-61058d6f6683 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.697881 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b479e217-eb5b-44df-b889-f55b830bc108 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.714762 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-a0e739e5-a6b4-442a-9d5e-61058d6f6683 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Calling delete_port for 4dd4ee25-d027-42aa-a6f6-43daa6927c9d owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:16.728600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-50ed4ec3-df1f-4422-b764-74c1b425455e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.757942 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed4ec3-df1f-4422-b764-74c1b425455e None None] Pushing event deleted for resources: {'Port': ['ID=688a47b3-1c6a-4920-9c42-e37531655093,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:16.774709 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ed4ec3-df1f-4422-b764-74c1b425455e None None] No DVR routers for this DVR port 688a47b3-1c6a-4920-9c42-e37531655093 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:16.787134 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b479e217-eb5b-44df-b889-f55b830bc108 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:16.802215 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b48b9f43-6a7a-4a70-a460-a7041efb3df3 None None] Provisioning complete for port 860316c2-a999-41c7-aee9-be2181611d88 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:16.802859 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b48b9f43-6a7a-4a70-a460-a7041efb3df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.850218 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b479e217-eb5b-44df-b889-f55b830bc108 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.850622 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-b479e217-eb5b-44df-b889-f55b830bc108 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Added segment 99143ad1-9a32-4130-8e58-f35a7b418a15 of type vlan for network 1d2125a0-2078-481e-8024-b9a616a1f0f1 Jul 28 11:46:16.863206 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30150cd5-2142-4440-97ee-994babfac2d1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:16.867098 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b48b9f43-6a7a-4a70-a460-a7041efb3df3 None None] Port 860316c2-a999-41c7-aee9-be2181611d88 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:46:16.867637 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30150cd5-2142-4440-97ee-994babfac2d1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.956607 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ecb0d14f-8f1d-4f19-acd5-331ed22ca783 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "PUT /v2.0/routers/fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68/tags/tempest-TagsExtTest-Tag-2062435394 HTTP/1.1" status: 201 len: 201 time: 0.4029679 Jul 28 11:46:16.960220 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56084) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:16.978933 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0e739e5-a6b4-442a-9d5e-61058d6f6683 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:16.991562 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 647ccfa1-ce49-47cf-ba19-57b18a847269 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:17.027092 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e739e5-a6b4-442a-9d5e-61058d6f6683 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Pushing event deleted for resources: {'Port': ['ID=4dd4ee25-d027-42aa-a6f6-43daa6927c9d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:17.043283 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 647ccfa1-ce49-47cf-ba19-57b18a847269 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:17.043962 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:17.099474 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0e739e5-a6b4-442a-9d5e-61058d6f6683 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:17.198605 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 688a47b3-1c6a-4920-9c42-e37531655093 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:46:17.207407 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0e739e5-a6b4-442a-9d5e-61058d6f6683 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:17.210612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0e739e5-a6b4-442a-9d5e-61058d6f6683 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:17.230371 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 688a47b3-1c6a-4920-9c42-e37531655093 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:46:17.231137 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 688a47b3-1c6a-4920-9c42-e37531655093 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:46:17.266021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0e739e5-a6b4-442a-9d5e-61058d6f6683 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:17.266937 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e739e5-a6b4-442a-9d5e-61058d6f6683 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Fanout notify agent at l3_agent the message router_deleted on router 98ce1871-5ec9-42b9-92f3-ea76c2571930 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:46:17.273640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0e739e5-a6b4-442a-9d5e-61058d6f6683 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:17.280308 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a0e739e5-a6b4-442a-9d5e-61058d6f6683 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "DELETE /v2.0/routers/98ce1871-5ec9-42b9-92f3-ea76c2571930 HTTP/1.1" status: 204 len: 168 time: 1.5944605 Jul 28 11:46:17.280984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56086) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:17.286631 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-184260170', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}, 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:17.304319 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-24c32fd0-2e44-4b7c-8d64-edbe48c2c272 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '44d35e4b-a28c-4a59-9b20-1c81a7433065', 'tempest-TagsExtTest-Tag-678555503') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:17.310458 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:17.311220 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:17.343519 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b479e217-eb5b-44df-b889-f55b830bc108 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:17.363254 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:17.372883 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:17.489936 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b479e217-eb5b-44df-b889-f55b830bc108 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:17.495308 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b479e217-eb5b-44df-b889-f55b830bc108 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:17.495902 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b479e217-eb5b-44df-b889-f55b830bc108 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:17.520396 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:17.525207 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-24c32fd0-2e44-4b7c-8d64-edbe48c2c272 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "PUT /v2.0/subnetpools/44d35e4b-a28c-4a59-9b20-1c81a7433065/tags/tempest-TagsExtTest-Tag-678555503 HTTP/1.1" status: 201 len: 201 time: 0.2248847 Jul 28 11:46:17.527936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56088) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:17.533388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-bc084aad-e1f9-4e70-beb3-8af4507947eb tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '14f9e9d3-ca77-4164-8e51-052928e1a8e0') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:17.583383 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b479e217-eb5b-44df-b889-f55b830bc108 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0537925 Jul 28 11:46:17.585385 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56090) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:17.594621 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Request body: {'ports': [{'network_id': 'dc62ee91-09d9-4022-9c2f-5fe5b1132e98', 'name': 'tempest-port--85224804', 'admin_state_up': True}, {'network_id': '1d2125a0-2078-481e-8024-b9a616a1f0f1', 'admin_state_up': False}]} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:17.594943 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Request body: {'port': {'network_id': 'dc62ee91-09d9-4022-9c2f-5fe5b1132e98', 'name': 'tempest-port--85224804', 'admin_state_up': True}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:17.595432 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Request body: {'port': {'network_id': '1d2125a0-2078-481e-8024-b9a616a1f0f1', 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:17.595820 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479e217-eb5b-44df-b889-f55b830bc108 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event updated for resources: {'Network': ['ID=1d2125a0-2078-481e-8024-b9a616a1f0f1,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:17.610069 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 1d2125a0-2078-481e-8024-b9a616a1f0f1 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:17.746786 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30150cd5-2142-4440-97ee-994babfac2d1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:17.762115 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bc084aad-e1f9-4e70-beb3-8af4507947eb tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/subnets/14f9e9d3-ca77-4164-8e51-052928e1a8e0/tags HTTP/1.1" status: 200 len: 241 time: 0.2322252 Jul 28 11:46:17.766964 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56092) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:17.772990 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-00ff72cc-ae41-40b6-92a8-80f0c4de0898 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '14f9e9d3-ca77-4164-8e51-052928e1a8e0', 'tempest-TagsExtTest-Tag-1725088189') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:17.836946 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30150cd5-2142-4440-97ee-994babfac2d1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:17.846620 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-30150cd5-2142-4440-97ee-994babfac2d1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:17.853540 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30150cd5-2142-4440-97ee-994babfac2d1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:17.853540 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30150cd5-2142-4440-97ee-994babfac2d1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:17.858111 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adedf5b-ea8d-4ba7-b2f8-980ced13a611 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:17.897741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Made reservation on behalf of 4b80c3ee07844cffbf74e1dca9198e8a for: {'port': 2} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:17.902895 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:17.928148 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30150cd5-2142-4440-97ee-994babfac2d1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=f859533d-ac9b-47b6-a06e-09ade4127548,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:17.947626 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-30150cd5-2142-4440-97ee-994babfac2d1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8826747 Jul 28 11:46:17.965684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56094) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:17.967617 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:17.971749 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ab6964ff-2d58-471e-b8dc-1919fa8e3152 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:17.993917 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:18.006148 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:18.052939 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-00ff72cc-ae41-40b6-92a8-80f0c4de0898 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/subnets/14f9e9d3-ca77-4164-8e51-052928e1a8e0/tags/tempest-TagsExtTest-Tag-1725088189 HTTP/1.1" status: 204 len: 168 time: 0.2845290 Jul 28 11:46:18.066849 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56096) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:18.073502 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-59ba2204-217b-40f5-a561-43875ca0f00d tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '14f9e9d3-ca77-4164-8e51-052928e1a8e0', 'tempest-TagsExtTest-Tag-1725088189') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:18.095993 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': 'f859533d-ac9b-47b6-a06e-09ade4127548'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:18.097195 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:18.125191 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Allocated IP 172.26.1.159 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/7ca77089-bffd-4fe5-b108-4d0705367d8c) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:18.164091 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:18.246677 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:18.269178 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Allocated IP 172.20.0.2 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/f859533d-ac9b-47b6-a06e-09ade4127548/94892f07-98b7-40c2-bd2d-8c1c81765e9c) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:18.299473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:18.341398 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:18.344760 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:18.347900 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:18.394314 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event updated for resources: {'Port': ['ID=7ca77089-bffd-4fe5-b108-4d0705367d8c,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:18.458895 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:18.469231 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Transition to ACTIVE for port object 94892f07-98b7-40c2-bd2d-8c1c81765e9c will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:18.488124 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Transition to ACTIVE for port object 94892f07-98b7-40c2-bd2d-8c1c81765e9c will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:18.496514 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:18.502680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:18.535011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] device_id is not set on port 586d08a1-09c7-438c-9fc8-5202c9a05b0c yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:46:18.541040 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:18.549033 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:18.552349 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:18.601469 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Pushing event updated for resources: {'Port': ['ID=94892f07-98b7-40c2-bd2d-8c1c81765e9c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:18.639052 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Attempting to bind port 94892f07-98b7-40c2-bd2d-8c1c81765e9c on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:18.639740 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Attempting to bind port 94892f07-98b7-40c2-bd2d-8c1c81765e9c by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:18.639740 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Attempting to bind port 94892f07-98b7-40c2-bd2d-8c1c81765e9c on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:18.645448 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:18.645667 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:18.646004 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:18.646758 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:18.647124 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Bound port: 94892f07-98b7-40c2-bd2d-8c1c81765e9c, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:18.647576 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:18.720701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] For port 94892f07-98b7-40c2-bd2d-8c1c81765e9c, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:18.724500 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] For port 94892f07-98b7-40c2-bd2d-8c1c81765e9c, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=94892f07-98b7-40c2-bd2d-8c1c81765e9c,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:18.730614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:18.732720 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:18.806354 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d645fa-6ed2-4b32-a451-325c07635edf None None] Pushing event updated for resources: {'Port': ['ID=94892f07-98b7-40c2-bd2d-8c1c81765e9c,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:18.817168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Allocated IP 172.26.1.62 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/f975f5ab-22c1-4c43-8d32-703f58c6a54d) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:18.848849 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6964ff-2d58-471e-b8dc-1919fa8e3152 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:18.854326 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ab6964ff-2d58-471e-b8dc-1919fa8e3152 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:18.966783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:18.992214 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-59ba2204-217b-40f5-a561-43875ca0f00d tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/subnets/14f9e9d3-ca77-4164-8e51-052928e1a8e0/tags/tempest-TagsExtTest-Tag-1725088189 HTTP/1.1" status: 204 len: 168 time: 0.9197268 Jul 28 11:46:18.999796 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56098) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:19.004698 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-78b5d1b0-4da4-42b7-8565-5a4263c80584 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '14f9e9d3-ca77-4164-8e51-052928e1a8e0') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:19.089515 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:19.192603 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Router ede3426a-4e97-4209-86ef-ca5f6ae89be5 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:46:19.232286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] device_id is not set on port 0c01e389-4550-4cf0-b3ea-7d7742546942 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:46:19.285841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:19.319166 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:46:19.335633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Sync routers for ids ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:46:19.353011 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:19.356376 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-54cde338-ec8b-4643-983f-589bcee76735 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9094162 Jul 28 11:46:19.357192 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Routers {'ede3426a-4e97-4209-86ef-ca5f6ae89be5'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:46:19.358743 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:19.359414 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56100) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:19.365173 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-78b5d1b0-4da4-42b7-8565-5a4263c80584 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/subnets/14f9e9d3-ca77-4164-8e51-052928e1a8e0/tags HTTP/1.1" status: 200 len: 205 time: 0.3641798 Jul 28 11:46:19.367088 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56102) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:19.381286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-f4a71750-28cd-46a1-b057-985c939990fa tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '860316c2-a999-41c7-aee9-be2181611d88') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:19.415947 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56106) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:19.421776 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Request body: {'subnets': [{'network_id': '9a76797d-80a6-431a-af28-09ed05741924', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1217498645', 'ip_version': 6}, {'network_id': '25ee1253-798c-4a27-be1e-305efb6c9c8c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:19.422214 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Request body: {'subnet': {'network_id': '9a76797d-80a6-431a-af28-09ed05741924', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1217498645', 'ip_version': 6}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:19.423172 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Request body: {'subnet': {'network_id': '25ee1253-798c-4a27-be1e-305efb6c9c8c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:19.525704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Set router ede3426a-4e97-4209-86ef-ca5f6ae89be5 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:46:19.615619 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:19.628384 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-887589bc-d048-4c32-9c35-413f47fdc3b8 tempest-TestNetworkAdvancedServerOps-1153328804 tempest-TestNetworkAdvancedServerOps-1153328804-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=6f3047592da24f58b861d395ec5927af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2644939 Jul 28 11:46:19.628586 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:19.636617 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56108) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:19.674499 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Made reservation on behalf of 851cf16728154a75ae859b713f2907fd for: {'subnet': 2} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:19.681241 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:19.681885 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:19.750571 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444622183', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:16Z', 'updated_at': '2021-07-28T11:46:18Z', 'revision_number': 3, 'project_id': '6f3047592da24f58b861d395ec5927af', 'gw_port': {'id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:18Z', 'updated_at': '2021-07-28T11:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:19.767073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:19.784420 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Checking router: ede3426a-4e97-4209-86ef-ca5f6ae89be5 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:46:19.784926 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Updating router ede3426a-4e97-4209-86ef-ca5f6ae89be5 port 7ca77089-bffd-4fe5-b108-4d0705367d8c binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:46:19.796187 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:19.805395 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:19.813856 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:19.821676 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f4a71750-28cd-46a1-b057-985c939990fa tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/ports/860316c2-a999-41c7-aee9-be2181611d88/tags HTTP/1.1" status: 200 len: 241 time: 0.4484434 Jul 28 11:46:19.830119 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56110) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:19.834986 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-b9e00875-9ab5-4eaa-a107-8cc610a561c9 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '860316c2-a999-41c7-aee9-be2181611d88', 'tempest-TagsExtTest-Tag-1996227587') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:19.893716 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Pushing event updated for resources: {'Port': ['ID=f975f5ab-22c1-4c43-8d32-703f58c6a54d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:19.956885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:20.047339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c66db0-7229-4a9c-96a5-2ca320682f81 tempest-TestNetworkAdvancedServerOps-1153328804 tempest-TestNetworkAdvancedServerOps-1153328804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:20.048868 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d2c66db0-7229-4a9c-96a5-2ca320682f81 tempest-TestNetworkAdvancedServerOps-1153328804 tempest-TestNetworkAdvancedServerOps-1153328804-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4104049 Jul 28 11:46:20.056543 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56112) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:20.079875 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:20.100856 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a83541ad-6d73-4323-b991-283b8a7e6d65 tempest-TestNetworkAdvancedServerOps-1153328804 tempest-TestNetworkAdvancedServerOps-1153328804-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430110 Jul 28 11:46:20.106663 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56114) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:20.115459 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b9e00875-9ab5-4eaa-a107-8cc610a561c9 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/ports/860316c2-a999-41c7-aee9-be2181611d88/tags/tempest-TagsExtTest-Tag-1996227587 HTTP/1.1" status: 204 len: 168 time: 0.2816474 Jul 28 11:46:20.119489 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-4c89059d-634e-4101-87b9-a648fbf25613 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-315608236', 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d', 'project_id': '6f3047592da24f58b861d395ec5927af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:20.122541 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56116) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:20.128490 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-416c6edf-308a-4e01-bb07-3fccb315c68f tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '860316c2-a999-41c7-aee9-be2181611d88', 'tempest-TagsExtTest-Tag-1996227587') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:20.147666 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7200f927-fed8-4194-91d7-4b5850beee76 None None] Provisioning for port 94892f07-98b7-40c2-bd2d-8c1c81765e9c completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:20.160982 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:20.176569 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Transition to ACTIVE for port object 7ca77089-bffd-4fe5-b108-4d0705367d8c will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:20.183411 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:20.221286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.objects.ports [None req-ab6964ff-2d58-471e-b8dc-1919fa8e3152 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100415) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:46:20.237668 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Attempting to bind port 7ca77089-bffd-4fe5-b108-4d0705367d8c on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:20.238024 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Attempting to bind port 7ca77089-bffd-4fe5-b108-4d0705367d8c by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:20.238597 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Attempting to bind port 7ca77089-bffd-4fe5-b108-4d0705367d8c on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:20.246522 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846ac60-d87c-4413-ac18-a6cfedceec95 None None] Pushing event updated for resources: {'Port': ['ID=7ca77089-bffd-4fe5-b108-4d0705367d8c,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:20.251210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:20.251876 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:20.252379 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:20.252781 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:20.253309 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Bound port: 7ca77089-bffd-4fe5-b108-4d0705367d8c, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:20.253701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:20.309628 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event updated for resources: {'Port': ['ID=586d08a1-09c7-438c-9fc8-5202c9a05b0c,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:20.315911 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] For port 7ca77089-bffd-4fe5-b108-4d0705367d8c, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:20.320787 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c89059d-634e-4101-87b9-a648fbf25613 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Made reservation on behalf of 6f3047592da24f58b861d395ec5927af for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:20.322048 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] For port 7ca77089-bffd-4fe5-b108-4d0705367d8c, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7ca77089-bffd-4fe5-b108-4d0705367d8c,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:20.325077 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4c89059d-634e-4101-87b9-a648fbf25613 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:20.327683 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:20.393028 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Routers {'ede3426a-4e97-4209-86ef-ca5f6ae89be5'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:46:20.393658 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:20.425097 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Checking segment: {'id': 'c9990d58-d7ec-4b0b-8fa5-9bdb6ac930f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dc62ee91-09d9-4022-9c2f-5fe5b1132e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:20.425573 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Network hostable DHCP agents. Network: dc62ee91-09d9-4022-9c2f-5fe5b1132e98, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:20.433136 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:20.442524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846ac60-d87c-4413-ac18-a6cfedceec95 None None] Pushing event updated for resources: {'Port': ['ID=7ca77089-bffd-4fe5-b108-4d0705367d8c,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:20.473735 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-416c6edf-308a-4e01-bb07-3fccb315c68f tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/ports/860316c2-a999-41c7-aee9-be2181611d88/tags/tempest-TagsExtTest-Tag-1996227587 HTTP/1.1" status: 204 len: 168 time: 0.3477488 Jul 28 11:46:20.475616 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56118) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:20.481614 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-188c546e-c927-455a-8652-34cf8b925624 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '860316c2-a999-41c7-aee9-be2181611d88') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:20.516584 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] Set router ede3426a-4e97-4209-86ef-ca5f6ae89be5 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:46:20.536748 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event updated for resources: {'Subnet': ['ID=87859153-3719-44cb-bf97-42fd9b317c2a,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:20.569875 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Checking segment: {'id': 'f060a465-3a3b-4363-aa87-6b8219d10ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9a76797d-80a6-431a-af28-09ed05741924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:20.570388 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Network hostable DHCP agents. Network: 9a76797d-80a6-431a-af28-09ed05741924, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:20.585284 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Network dc62ee91-09d9-4022-9c2f-5fe5b1132e98 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:20.599116 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:20.606681 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Network 9a76797d-80a6-431a-af28-09ed05741924 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:20.651711 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 9a76797d-80a6-431a-af28-09ed05741924) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:20.659058 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:20.666924 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, dc62ee91-09d9-4022-9c2f-5fe5b1132e98) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:20.679217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:20.680065 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:20.682388 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152328ab-98e5-4571-b930-ad590b799d4c None None] Network 9a76797d-80a6-431a-af28-09ed05741924 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:20.684380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d3de86-173d-4cba-af91-215a763024ad None None] Network dc62ee91-09d9-4022-9c2f-5fe5b1132e98 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:20.700563 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4c89059d-634e-4101-87b9-a648fbf25613 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:20.746686 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ab6964ff-2d58-471e-b8dc-1919fa8e3152 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:20.761409 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event updated for resources: {'Subnet': ['ID=f90c2967-4898-4353-b648-510699ab9210,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:20.772816 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-188c546e-c927-455a-8652-34cf8b925624 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/ports/860316c2-a999-41c7-aee9-be2181611d88/tags HTTP/1.1" status: 200 len: 205 time: 0.2923298 Jul 28 11:46:20.774954 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56120) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:20.784202 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-79731750-6562-4d49-8228-76c5242b8bc5 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:20.890020 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444622183', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:16Z', 'updated_at': '2021-07-28T11:46:18Z', 'revision_number': 3, 'project_id': '6f3047592da24f58b861d395ec5927af', 'gw_port': {'id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:18Z', 'updated_at': '2021-07-28T11:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:20.980678 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b55a6ee-0204-4ed9-9cab-4ecf458ca9f1 None None] The sync data for ids ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'] in dv-neutron-786478-16-hyperv is: [{'id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444622183', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:16Z', 'updated_at': '2021-07-28T11:46:18Z', 'revision_number': 3, 'project_id': '6f3047592da24f58b861d395ec5927af', 'gw_port': {'id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:18Z', 'updated_at': '2021-07-28T11:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:46:21.020750 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 94892f07-98b7-40c2-bd2d-8c1c81765e9c up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:21.100911 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-9a76797d-80a6-431a-af28-09ed05741924', 'network_id': '9a76797d-80a6-431a-af28-09ed05741924', 'tenant_id': '851cf16728154a75ae859b713f2907fd', 'fixed_ips': [{'subnet_id': '87859153-3719-44cb-bf97-42fd9b317c2a'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:21.102247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:21.127377 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event updated for resources: {'Port': ['ID=0c01e389-4550-4cf0-b3ea-7d7742546942,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:21.134270 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 94892f07-98b7-40c2-bd2d-8c1c81765e9c completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:21.144095 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 94892f07-98b7-40c2-bd2d-8c1c81765e9c triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:21.144723 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:21.164601 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Checking segment: {'id': '68cb546c-3a8e-4875-ac20-fdf78adfeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '25ee1253-798c-4a27-be1e-305efb6c9c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:21.164965 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Network hostable DHCP agents. Network: 25ee1253-798c-4a27-be1e-305efb6c9c8c, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:21.171099 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c89059d-634e-4101-87b9-a648fbf25613 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Checking segment: {'id': '8dc492f6-8f51-4763-bd48-06f4c2813a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:21.171472 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c89059d-634e-4101-87b9-a648fbf25613 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Network hostable DHCP agents. Network: 05e0ea0b-61bb-458d-a29d-5f518c0c2f3d, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:21.213411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Checking segment: {'id': '99143ad1-9a32-4130-8e58-f35a7b418a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1d2125a0-2078-481e-8024-b9a616a1f0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:21.213778 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Network hostable DHCP agents. Network: 1d2125a0-2078-481e-8024-b9a616a1f0f1, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:21.253854 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89059d-634e-4101-87b9-a648fbf25613 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event updated for resources: {'Subnet': ['ID=55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:21.310592 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c89059d-634e-4101-87b9-a648fbf25613 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Network 05e0ea0b-61bb-458d-a29d-5f518c0c2f3d is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:21.320919 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Network 25ee1253-798c-4a27-be1e-305efb6c9c8c is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:21.338260 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Network 1d2125a0-2078-481e-8024-b9a616a1f0f1 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:21.339884 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-79731750-6562-4d49-8228-76c5242b8bc5 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/routers/fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68/tags HTTP/1.1" status: 200 len: 241 time: 0.5654671 Jul 28 11:46:21.340566 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56122) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:21.347365 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-dde7293f-07d6-48d4-83e1-4235d520a213 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68', 'tempest-TagsExtTest-Tag-2062435394') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:21.364171 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 25ee1253-798c-4a27-be1e-305efb6c9c8c) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:21.369719 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:21.370344 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:21.371158 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:21.375532 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-4c89059d-634e-4101-87b9-a648fbf25613 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 05e0ea0b-61bb-458d-a29d-5f518c0c2f3d) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:21.389932 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 1d2125a0-2078-481e-8024-b9a616a1f0f1) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:21.406184 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:21.415572 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:21.417516 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c89059d-634e-4101-87b9-a648fbf25613 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:21.418102 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4c89059d-634e-4101-87b9-a648fbf25613 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:21.421009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:21.421807 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:21.427830 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789b1f46-9ebd-4657-a7fb-984a64cf2aca None None] Network 25ee1253-798c-4a27-be1e-305efb6c9c8c requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:21.429776 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271f29c3-3060-456d-b537-15a942a536b1 None None] Network 05e0ea0b-61bb-458d-a29d-5f518c0c2f3d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:21.431516 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1a8c17-d13b-4bfc-ad56-0a92fb1f7e6e None None] Network 1d2125a0-2078-481e-8024-b9a616a1f0f1 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:21.454061 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-ab6964ff-2d58-471e-b8dc-1919fa8e3152 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] For port 94892f07-98b7-40c2-bd2d-8c1c81765e9c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=94892f07-98b7-40c2-bd2d-8c1c81765e9c,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:21.471033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:21.488463 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4c89059d-634e-4101-87b9-a648fbf25613 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3736942 Jul 28 11:46:21.489283 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56124) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:21.503553 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ab6964ff-2d58-471e-b8dc-1919fa8e3152 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:21.506483 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3a78cb6b-2bee-420e-b364-4648018e187b tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.9157577 Jul 28 11:46:21.510085 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-dde7293f-07d6-48d4-83e1-4235d520a213 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/routers/fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68/tags/tempest-TagsExtTest-Tag-2062435394 HTTP/1.1" status: 204 len: 168 time: 0.1672530 Jul 28 11:46:21.510802 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56126) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:21.521225 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56128) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:21.524833 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-46aadc06-2399-4431-9072-b71b9fc014ef tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1056035 Jul 28 11:46:21.528249 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-e62d34a5-faf1-46bd-9b7d-4880f4ec0449 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68', 'tempest-TagsExtTest-Tag-2062435394') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:21.563092 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56130) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:21.583317 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ab6964ff-2d58-471e-b8dc-1919fa8e3152 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:21.584382 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ab6964ff-2d58-471e-b8dc-1919fa8e3152 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:21.665384 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6964ff-2d58-471e-b8dc-1919fa8e3152 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:21.680123 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-ab6964ff-2d58-471e-b8dc-1919fa8e3152 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:21.691399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6964ff-2d58-471e-b8dc-1919fa8e3152 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:21.692007 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ab6964ff-2d58-471e-b8dc-1919fa8e3152 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:21.693121 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606b333f-8f6c-4f76-bd9b-973e54cee2cb tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:21.695813 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606b333f-8f6c-4f76-bd9b-973e54cee2cb tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:21.697533 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606b333f-8f6c-4f76-bd9b-973e54cee2cb tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:21.699649 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-606b333f-8f6c-4f76-bd9b-973e54cee2cb tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1356716 Jul 28 11:46:21.706816 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a4912b-11c0-41bd-8c2c-f4608ca21210 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:21.741871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56132) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:21.787559 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6964ff-2d58-471e-b8dc-1919fa8e3152 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=4264b446-5ec5-45b9-b699-2587366b0508,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:21.832916 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6964ff-2d58-471e-b8dc-1919fa8e3152 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=94892f07-98b7-40c2-bd2d-8c1c81765e9c,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:21.844134 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ab6964ff-2d58-471e-b8dc-1919fa8e3152 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8767784 Jul 28 11:46:21.845596 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56134) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:21.854050 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'mac_address': 'fa:16:3e:b5:04:2b', 'name': 'tempest-NetworksTestDHCPv6-757101731'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:21.861575 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8bdd41-065f-4e79-b053-d8aa9425a344 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:21.868028 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8bdd41-065f-4e79-b053-d8aa9425a344 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:21.875526 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7c8bdd41-065f-4e79-b053-d8aa9425a344 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.3575301 Jul 28 11:46:21.875866 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:21.875995 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56136) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:21.908159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Allocated IP 2001:db8::1 (9a76797d-80a6-431a-af28-09ed05741924/87859153-3719-44cb-bf97-42fd9b317c2a/b32cfaab-badc-418f-b48d-a5bb9ad95e94) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:21.919395 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-5796e7ad-d314-4335-af63-a4eae6cdbc6e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Deleting subnet 87859153-3719-44cb-bf97-42fd9b317c2a {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:46:21.947854 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e62d34a5-faf1-46bd-9b7d-4880f4ec0449 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/routers/fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68/tags/tempest-TagsExtTest-Tag-2062435394 HTTP/1.1" status: 204 len: 168 time: 0.4217913 Jul 28 11:46:21.976850 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56138) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:21.983240 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-d620e07e-a18b-4a23-ba40-415981d0a46a tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:22.132166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 94892f07-98b7-40c2-bd2d-8c1c81765e9c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=94892f07-98b7-40c2-bd2d-8c1c81765e9c,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:22.139229 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d620e07e-a18b-4a23-ba40-415981d0a46a tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/routers/fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68/tags HTTP/1.1" status: 200 len: 205 time: 0.1606176 Jul 28 11:46:22.139467 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-25ee1253-798c-4a27-be1e-305efb6c9c8c', 'network_id': '25ee1253-798c-4a27-be1e-305efb6c9c8c', 'tenant_id': '851cf16728154a75ae859b713f2907fd', 'fixed_ips': [{'subnet_id': 'f90c2967-4898-4353-b648-510699ab9210'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:22.140216 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:22.141174 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56140) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:22.148594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Router cb2798a2-9596-4589-8b7d-2548440f1e3d is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:46:22.149077 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-a895b248-1d2a-4cd7-8e8f-2baf0e9e419b tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '44d35e4b-a28c-4a59-9b20-1c81a7433065') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:22.157094 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-48d52459-45c2-4215-9fd5-4a7d97386ac0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Deleting port 586d08a1-09c7-438c-9fc8-5202c9a05b0c {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:22.157693 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-48d52459-45c2-4215-9fd5-4a7d97386ac0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:22.167893 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:22.228580 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-05e0ea0b-61bb-458d-a29d-5f518c0c2f3d', 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'fixed_ips': [{'subnet_id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:22.229446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:22.241367 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a895b248-1d2a-4cd7-8e8f-2baf0e9e419b tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/subnetpools/44d35e4b-a28c-4a59-9b20-1c81a7433065/tags HTTP/1.1" status: 200 len: 240 time: 0.0971131 Jul 28 11:46:22.249513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56142) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:22.253957 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-48d52459-45c2-4215-9fd5-4a7d97386ac0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:22.261309 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-3e67f638-ee4a-446e-b726-b4950bc4e280 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '44d35e4b-a28c-4a59-9b20-1c81a7433065', 'tempest-TagsExtTest-Tag-678555503') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:22.263632 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:22.267554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-48d52459-45c2-4215-9fd5-4a7d97386ac0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Calling delete_port for 586d08a1-09c7-438c-9fc8-5202c9a05b0c owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:22.356569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-48d52459-45c2-4215-9fd5-4a7d97386ac0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:22.384319 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=94892f07-98b7-40c2-bd2d-8c1c81765e9c,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:22.384570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d52459-45c2-4215-9fd5-4a7d97386ac0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event deleted for resources: {'Port': ['ID=586d08a1-09c7-438c-9fc8-5202c9a05b0c,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:22.396449 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-48d52459-45c2-4215-9fd5-4a7d97386ac0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:22.400834 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-48d52459-45c2-4215-9fd5-4a7d97386ac0 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "DELETE /v2.0/ports/586d08a1-09c7-438c-9fc8-5202c9a05b0c HTTP/1.1" status: 204 len: 168 time: 0.5238829 Jul 28 11:46:22.401044 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56144) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:22.451025 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3e67f638-ee4a-446e-b726-b4950bc4e280 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/subnetpools/44d35e4b-a28c-4a59-9b20-1c81a7433065/tags/tempest-TagsExtTest-Tag-678555503 HTTP/1.1" status: 204 len: 168 time: 0.1943061 Jul 28 11:46:22.459661 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56146) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:22.464584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-e48a9f83-4f07-4c16-925a-b1dbfa7ce8e4 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '44d35e4b-a28c-4a59-9b20-1c81a7433065', 'tempest-TagsExtTest-Tag-678555503') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:22.510690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Deleting port 0c01e389-4550-4cf0-b3ea-7d7742546942 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:22.511237 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:22.520678 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:46:22.533446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:22.544002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:22.558951 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e8c51b-231f-4bfd-91b0-8690db9fc583 None None] Sync routers for ids ['cb2798a2-9596-4589-8b7d-2548440f1e3d'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:46:22.568642 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Transition to ACTIVE for port object b32cfaab-badc-418f-b48d-a5bb9ad95e94 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:22.575817 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e8c51b-231f-4bfd-91b0-8690db9fc583 None None] Routers {'cb2798a2-9596-4589-8b7d-2548440f1e3d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:46:22.576459 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-12e8c51b-231f-4bfd-91b0-8690db9fc583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['cb2798a2-9596-4589-8b7d-2548440f1e3d'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:22.578504 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:22.579802 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e2f55d23-722b-4bc3-91f9-2cbf8d703587 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2968578 Jul 28 11:46:22.590405 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56148) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:22.590692 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Allocated IP 2001:db8:0:1::1 (25ee1253-798c-4a27-be1e-305efb6c9c8c/f90c2967-4898-4353-b648-510699ab9210/639e1f99-7f4c-481a-96ac-620616e52ecb) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:22.604343 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-dee55f6e-855d-4868-93e9-64e4b2466177 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:22.617318 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port 4c2087bd-c559-455d-ad81-81f575ebf69e yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:46:22.621991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Allocated IP 172.20.0.2 (05e0ea0b-61bb-458d-a29d-5f518c0c2f3d/55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2/cc6d712e-eb5e-49b6-b47b-8b2baf8649d0) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:22.626567 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Transition to ACTIVE for port object b32cfaab-badc-418f-b48d-a5bb9ad95e94 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:22.661295 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:22.664122 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5796e7ad-d314-4335-af63-a4eae6cdbc6e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:22.688213 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e48a9f83-4f07-4c16-925a-b1dbfa7ce8e4 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/subnetpools/44d35e4b-a28c-4a59-9b20-1c81a7433065/tags/tempest-TagsExtTest-Tag-678555503 HTTP/1.1" status: 204 len: 168 time: 0.2245681 Jul 28 11:46:22.692635 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:22.694381 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56150) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:22.701309 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-282eec7e-1eb6-49bb-b24e-be3c5763e494 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '44d35e4b-a28c-4a59-9b20-1c81a7433065') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:22.705549 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-12e8c51b-231f-4bfd-91b0-8690db9fc583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:22.727730 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e8c51b-231f-4bfd-91b0-8690db9fc583 None None] Routers {'cb2798a2-9596-4589-8b7d-2548440f1e3d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:46:22.732228 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-12e8c51b-231f-4bfd-91b0-8690db9fc583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['cb2798a2-9596-4589-8b7d-2548440f1e3d'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:22.742819 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:22.808038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5796e7ad-d314-4335-af63-a4eae6cdbc6e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:22.816892 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-12e8c51b-231f-4bfd-91b0-8690db9fc583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:22.817454 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-282eec7e-1eb6-49bb-b24e-be3c5763e494 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/subnetpools/44d35e4b-a28c-4a59-9b20-1c81a7433065/tags HTTP/1.1" status: 200 len: 205 time: 0.1199498 Jul 28 11:46:22.822785 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56152) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:22.824190 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e8c51b-231f-4bfd-91b0-8690db9fc583 None None] The sync data for ids ['cb2798a2-9596-4589-8b7d-2548440f1e3d'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:46:22.829268 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-e5b9e7a2-0519-48a4-949e-17b10e1c6ab9 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '44d35e4b-a28c-4a59-9b20-1c81a7433065') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:22.907367 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Network 9a76797d-80a6-431a-af28-09ed05741924 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:22.914444 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Pushing event updated for resources: {'Port': ['ID=b32cfaab-badc-418f-b48d-a5bb9ad95e94,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:22.919989 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:22.920485 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Calling delete_port for 0c01e389-4550-4cf0-b3ea-7d7742546942 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:22.947125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:22.994238 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e5b9e7a2-0519-48a4-949e-17b10e1c6ab9 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/subnetpools/44d35e4b-a28c-4a59-9b20-1c81a7433065/tags HTTP/1.1" status: 204 len: 168 time: 0.1704049 Jul 28 11:46:22.995844 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 172.20.0.6 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/f859533d-ac9b-47b6-a06e-09ade4127548/4c2087bd-c559-455d-ad81-81f575ebf69e) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:23.033899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56154) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:23.042814 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-f8d76178-dd18-49d6-93a9-793c87086338 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:23.056011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::f816:3eff:feb5:42b (ff79b356-b140-4126-83e7-2a8ec9cd81dc/4264b446-5ec5-45b9-b699-2587366b0508/4c2087bd-c559-455d-ad81-81f575ebf69e) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:23.123609 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Attempting to bind port b32cfaab-badc-418f-b48d-a5bb9ad95e94 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:23.124271 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Attempting to bind port b32cfaab-badc-418f-b48d-a5bb9ad95e94 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'f060a465-3a3b-4363-aa87-6b8219d10ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9a76797d-80a6-431a-af28-09ed05741924'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:23.125031 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Attempting to bind port b32cfaab-badc-418f-b48d-a5bb9ad95e94 on network 9a76797d-80a6-431a-af28-09ed05741924 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:23.143763 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:23.144135 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Checking segment: {'id': 'f060a465-3a3b-4363-aa87-6b8219d10ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9a76797d-80a6-431a-af28-09ed05741924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:23.144542 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.144939 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Bound using segment: {'id': 'f060a465-3a3b-4363-aa87-6b8219d10ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9a76797d-80a6-431a-af28-09ed05741924'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:23.145424 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Bound port: b32cfaab-badc-418f-b48d-a5bb9ad95e94, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f060a465-3a3b-4363-aa87-6b8219d10ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9a76797d-80a6-431a-af28-09ed05741924'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:23.146172 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.179327 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.181831 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.227418 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7ca77089-bffd-4fe5-b108-4d0705367d8c up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:23.227844 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.233936 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Transition to ACTIVE for port object 639e1f99-7f4c-481a-96ac-620616e52ecb will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:23.237941 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Transition to ACTIVE for port object cc6d712e-eb5e-49b6-b47b-8b2baf8649d0 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:23.317196 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Transition to ACTIVE for port object 639e1f99-7f4c-481a-96ac-620616e52ecb will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:23.319267 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Transition to ACTIVE for port object cc6d712e-eb5e-49b6-b47b-8b2baf8649d0 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:23.330050 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] For port b32cfaab-badc-418f-b48d-a5bb9ad95e94, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:23.334638 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] For port b32cfaab-badc-418f-b48d-a5bb9ad95e94, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b32cfaab-badc-418f-b48d-a5bb9ad95e94,segment=NetworkSegment(f060a465-3a3b-4363-aa87-6b8219d10ab0),segment_id=f060a465-3a3b-4363-aa87-6b8219d10ab0)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:23.336299 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.342492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.376056 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.385754 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f8d76178-dd18-49d6-93a9-793c87086338 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/routers/fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68/tags HTTP/1.1" status: 204 len: 168 time: 0.3485904 Jul 28 11:46:23.386396 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56156) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:23.395088 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5796e7ad-d314-4335-af63-a4eae6cdbc6e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.398034 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-f1f5ecbc-8ca7-48f0-955b-1de2778b393b tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '860316c2-a999-41c7-aee9-be2181611d88') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:23.408516 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Network 05e0ea0b-61bb-458d-a29d-5f518c0c2f3d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:23.422557 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Network 25ee1253-798c-4a27-be1e-305efb6c9c8c is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:23.427488 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:23.430084 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Pushing event updated for resources: {'Port': ['ID=cc6d712e-eb5e-49b6-b47b-8b2baf8649d0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:23.432370 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 7ca77089-bffd-4fe5-b108-4d0705367d8c completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:23.436386 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:23.440410 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:23.444698 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:23.579316 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event deleted for resources: {'Port': ['ID=0c01e389-4550-4cf0-b3ea-7d7742546942,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:23.582160 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5796e7ad-d314-4335-af63-a4eae6cdbc6e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.589988 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.592434 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "DELETE /v2.0/ports/0c01e389-4550-4cf0-b3ea-7d7742546942 HTTP/1.1" status: 204 len: 168 time: 1.1904681 Jul 28 11:46:23.606008 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56158) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:23.649939 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 7ca77089-bffd-4fe5-b108-4d0705367d8c triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:23.650482 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.716874 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:23.717292 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:23.717749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:23.718197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:23.719531 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:23.719531 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:23.719531 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:23.720013 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:23.720476 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:23.721183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:23.721316 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:23.721734 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c4a07-4da0-4502-97ff-ab763f004778 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:23.735053 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b5265ab5-62ed-4305-828b-efab2c4c6a14 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0929518 Jul 28 11:46:23.740128 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796e7ad-d314-4335-af63-a4eae6cdbc6e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event deleted for resources: {'Subnet': ['ID=87859153-3719-44cb-bf97-42fd9b317c2a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:23.741701 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56160) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:23.742822 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5796e7ad-d314-4335-af63-a4eae6cdbc6e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.747147 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5796e7ad-d314-4335-af63-a4eae6cdbc6e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "DELETE /v2.0/subnets/87859153-3719-44cb-bf97-42fd9b317c2a HTTP/1.1" status: 204 len: 168 time: 2.0000088 Jul 28 11:46:23.748795 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56162) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:23.754980 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-039a94e4-f9ad-40e4-baba-3672220847ec tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1306054188'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:23.865406 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Pushing event updated for resources: {'Port': ['ID=639e1f99-7f4c-481a-96ac-620616e52ecb,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:23.877924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039a94e4-f9ad-40e4-baba-3672220847ec tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Made reservation on behalf of 4b80c3ee07844cffbf74e1dca9198e8a for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:23.881542 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-039a94e4-f9ad-40e4-baba-3672220847ec tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.887123 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-9833e1cb-4539-4080-87f7-6c32d0debe4e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Deleting subnet f90c2967-4898-4353-b648-510699ab9210 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:46:23.899360 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9833e1cb-4539-4080-87f7-6c32d0debe4e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.900982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Allocated IP 172.20.0.1 (05e0ea0b-61bb-458d-a29d-5f518c0c2f3d/55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2/c27f934f-9f80-4fb8-92f1-24bc17633dc8) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:23.912506 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.915430 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Attempting to bind port 639e1f99-7f4c-481a-96ac-620616e52ecb on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:23.915948 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Attempting to bind port 639e1f99-7f4c-481a-96ac-620616e52ecb by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '68cb546c-3a8e-4875-ac20-fdf78adfeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '25ee1253-798c-4a27-be1e-305efb6c9c8c'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:23.916400 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Attempting to bind port 639e1f99-7f4c-481a-96ac-620616e52ecb on network 25ee1253-798c-4a27-be1e-305efb6c9c8c {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:23.924421 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dee55f6e-855d-4868-93e9-64e4b2466177 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.927889 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cbe581c3-e8eb-4326-855c-59266b31f773 None None] Provisioning complete for port 94892f07-98b7-40c2-bd2d-8c1c81765e9c triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:23.928251 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbe581c3-e8eb-4326-855c-59266b31f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.931937 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f1f5ecbc-8ca7-48f0-955b-1de2778b393b tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/ports/860316c2-a999-41c7-aee9-be2181611d88/tags HTTP/1.1" status: 204 len: 168 time: 0.5382380 Jul 28 11:46:23.932453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56164) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:23.940250 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-65646e81-b930-4191-8b78-5e06715f8786 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '14f9e9d3-ca77-4164-8e51-052928e1a8e0') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:23.948791 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object 4c2087bd-c559-455d-ad81-81f575ebf69e will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:23.960295 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9833e1cb-4539-4080-87f7-6c32d0debe4e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.966411 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dee55f6e-855d-4868-93e9-64e4b2466177 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.967000 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:23.967331 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Checking segment: {'id': '68cb546c-3a8e-4875-ac20-fdf78adfeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '25ee1253-798c-4a27-be1e-305efb6c9c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:23.967856 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.968201 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Bound using segment: {'id': '68cb546c-3a8e-4875-ac20-fdf78adfeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '25ee1253-798c-4a27-be1e-305efb6c9c8c'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:23.968713 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Bound port: 639e1f99-7f4c-481a-96ac-620616e52ecb, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb546c-3a8e-4875-ac20-fdf78adfeefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '25ee1253-798c-4a27-be1e-305efb6c9c8c'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:23.969139 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:23.970270 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039a94e4-f9ad-40e4-baba-3672220847ec tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:23.975209 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Attempting to bind port cc6d712e-eb5e-49b6-b47b-8b2baf8649d0 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:23.975578 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Attempting to bind port cc6d712e-eb5e-49b6-b47b-8b2baf8649d0 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '8dc492f6-8f51-4763-bd48-06f4c2813a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:23.975940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Attempting to bind port cc6d712e-eb5e-49b6-b47b-8b2baf8649d0 on network 05e0ea0b-61bb-458d-a29d-5f518c0c2f3d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:24.010181 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-039a94e4-f9ad-40e4-baba-3672220847ec tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.010750 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-039a94e4-f9ad-40e4-baba-3672220847ec tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Added segment 7752c4a2-f32a-44f8-a905-4ccecd687af1 of type vlan for network cc2c547d-531e-4d20-8afe-01544d392383 Jul 28 11:46:24.037660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:24.038042 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Checking segment: {'id': '8dc492f6-8f51-4763-bd48-06f4c2813a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:24.038471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.038870 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Bound using segment: {'id': '8dc492f6-8f51-4763-bd48-06f4c2813a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:24.039354 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Bound port: cc6d712e-eb5e-49b6-b47b-8b2baf8649d0, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc492f6-8f51-4763-bd48-06f4c2813a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:24.039739 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.059235 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fef33-6e4a-48c7-9010-1fc6f1d63e56 None None] Pushing event updated for resources: {'Port': ['ID=b32cfaab-badc-418f-b48d-a5bb9ad95e94,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:24.102227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.110568 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-65646e81-b930-4191-8b78-5e06715f8786 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/subnets/14f9e9d3-ca77-4164-8e51-052928e1a8e0/tags HTTP/1.1" status: 204 len: 168 time: 0.1741016 Jul 28 11:46:24.111121 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56166) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:24.113078 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-039a94e4-f9ad-40e4-baba-3672220847ec tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.113749 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.122502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-4ca66f8c-8103-4725-8542-b73a8e9b7e8e tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '14f9e9d3-ca77-4164-8e51-052928e1a8e0', 'tempest-TagsExtTest-Tag-758118575') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:24.165719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:24.173303 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.175762 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:24.184139 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:24.189958 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 7ca77089-bffd-4fe5-b108-4d0705367d8c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7ca77089-bffd-4fe5-b108-4d0705367d8c,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:24.197522 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9833e1cb-4539-4080-87f7-6c32d0debe4e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.212652 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.213446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 94892f07-98b7-40c2-bd2d-8c1c81765e9c up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:24.221378 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Transition to ACTIVE for port object c27f934f-9f80-4fb8-92f1-24bc17633dc8 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:24.243634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-039a94e4-f9ad-40e4-baba-3672220847ec tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.245088 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=4c2087bd-c559-455d-ad81-81f575ebf69e,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:24.250531 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039a94e4-f9ad-40e4-baba-3672220847ec tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:24.251046 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-039a94e4-f9ad-40e4-baba-3672220847ec tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.266571 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:24.266571 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.275890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] For port cc6d712e-eb5e-49b6-b47b-8b2baf8649d0, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:24.280754 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:24.281723 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:24.282041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:24.282390 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:24.282940 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:24.283291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:24.283705 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:24.284049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:24.284389 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:24.284784 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:24.285124 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:24.285459 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:24.288543 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-dee55f6e-855d-4868-93e9-64e4b2466177 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Deleting port f975f5ab-22c1-4c43-8d32-703f58c6a54d {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:24.289125 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dee55f6e-855d-4868-93e9-64e4b2466177 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.293990 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] For port cc6d712e-eb5e-49b6-b47b-8b2baf8649d0, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=cc6d712e-eb5e-49b6-b47b-8b2baf8649d0,segment=NetworkSegment(8dc492f6-8f51-4763-bd48-06f4c2813a99),segment_id=8dc492f6-8f51-4763-bd48-06f4c2813a99)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:24.295190 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-144791af-e7a0-4c60-a478-fb0e5fd90d20 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.4451602 Jul 28 11:46:24.301605 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56168) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:24.342106 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.354553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=7ca77089-bffd-4fe5-b108-4d0705367d8c,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:24.395163 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5b4364-0b16-40ed-8f83-f09397c3f4f0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:24.406535 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5b4364-0b16-40ed-8f83-f09397c3f4f0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:24.408464 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bd5b4364-0b16-40ed-8f83-f09397c3f4f0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1005657 Jul 28 11:46:24.410401 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.422346 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56170) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:24.478641 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 94892f07-98b7-40c2-bd2d-8c1c81765e9c triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:24.479649 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.520186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event updated for resources: {'Port': ['ID=c27f934f-9f80-4fb8-92f1-24bc17633dc8,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:24.539104 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9ebd1-dc2a-4a6e-896b-1b86ee0ca4e9 None None] Pushing event updated for resources: {'Port': ['ID=cc6d712e-eb5e-49b6-b47b-8b2baf8649d0,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:24.541194 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Network 05e0ea0b-61bb-458d-a29d-5f518c0c2f3d is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:24.543015 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:24.548457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:24.662157 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.770520 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-8afcce73-19c1-4edf-8bac-db6e8f36a656 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port 4c2087bd-c559-455d-ad81-81f575ebf69e {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:24.770865 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8afcce73-19c1-4edf-8bac-db6e8f36a656 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.776000 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a94e4-f9ad-40e4-baba-3672220847ec tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event updated for resources: {'Network': ['ID=cc2c547d-531e-4d20-8afe-01544d392383,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:24.791254 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network cc2c547d-531e-4d20-8afe-01544d392383 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:24.829490 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-039a94e4-f9ad-40e4-baba-3672220847ec tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0815499 Jul 28 11:46:24.836201 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56172) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:24.847374 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b2964535-b17e-4f95-b205-9cb6b16584ad tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1102492593'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:24.873669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] For port 639e1f99-7f4c-481a-96ac-620616e52ecb, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:24.876688 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9833e1cb-4539-4080-87f7-6c32d0debe4e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.889496 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] For port 639e1f99-7f4c-481a-96ac-620616e52ecb, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=639e1f99-7f4c-481a-96ac-620616e52ecb,segment=NetworkSegment(68cb546c-3a8e-4875-ac20-fdf78adfeefc),segment_id=68cb546c-3a8e-4875-ac20-fdf78adfeefc)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:24.898108 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e0d5d0b6-aa69-4cf8-8664-25212600ebc2 None None] Provisioning for port 4c2087bd-c559-455d-ad81-81f575ebf69e completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:24.916164 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.949344 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833e1cb-4539-4080-87f7-6c32d0debe4e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event deleted for resources: {'Subnet': ['ID=f90c2967-4898-4353-b648-510699ab9210,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:24.990089 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9833e1cb-4539-4080-87f7-6c32d0debe4e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:24.990089 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9833e1cb-4539-4080-87f7-6c32d0debe4e tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "DELETE /v2.0/subnets/f90c2967-4898-4353-b648-510699ab9210 HTTP/1.1" status: 204 len: 168 time: 1.2310722 Jul 28 11:46:24.999056 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56174) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:25.021873 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ae16c-01c3-493b-9c48-4825205c8382 None None] Pushing event updated for resources: {'Port': ['ID=639e1f99-7f4c-481a-96ac-620616e52ecb,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:25.027841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8afcce73-19c1-4edf-8bac-db6e8f36a656 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:25.028026 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e0d5d0b6-aa69-4cf8-8664-25212600ebc2 None None] Provisioning complete for port 4c2087bd-c559-455d-ad81-81f575ebf69e triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:25.028374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d0b6-aa69-4cf8-8664-25212600ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:25.032749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2964535-b17e-4f95-b205-9cb6b16584ad tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Made reservation on behalf of 4b80c3ee07844cffbf74e1dca9198e8a for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:25.036974 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2964535-b17e-4f95-b205-9cb6b16584ad tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:25.077438 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dee55f6e-855d-4868-93e9-64e4b2466177 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:25.079560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-8afcce73-19c1-4edf-8bac-db6e8f36a656 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for 4c2087bd-c559-455d-ad81-81f575ebf69e owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:25.084016 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4ca66f8c-8103-4725-8542-b73a8e9b7e8e tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "PUT /v2.0/subnets/14f9e9d3-ca77-4164-8e51-052928e1a8e0/tags/tempest-TagsExtTest-Tag-758118575 HTTP/1.1" status: 201 len: 201 time: 0.9670010 Jul 28 11:46:25.089510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56176) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:25.099062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-37aabe5d-f35b-4a12-9d7f-3b4fcd8049b0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '860316c2-a999-41c7-aee9-be2181611d88', 'tempest-TagsExtTest-Tag-106521372') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:25.105806 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2964535-b17e-4f95-b205-9cb6b16584ad tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:25.106026 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83eccdf-f327-4ae5-aa27-d7758c964237 None None] Network 9a76797d-80a6-431a-af28-09ed05741924 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:25.125537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5d0b6-aa69-4cf8-8664-25212600ebc2 None None] Port 4c2087bd-c559-455d-ad81-81f575ebf69e cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:46:25.163805 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c688a8-7ff2-4664-a24d-55b24888f54d tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:25.165261 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-dee55f6e-855d-4868-93e9-64e4b2466177 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Calling delete_port for f975f5ab-22c1-4c43-8d32-703f58c6a54d owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:25.167965 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2964535-b17e-4f95-b205-9cb6b16584ad tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:25.168321 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-b2964535-b17e-4f95-b205-9cb6b16584ad tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Added segment 03cda0c8-57e0-471a-83ee-9ccb42a21a6f of type vlan for network 2cc78e3e-5183-4d79-a409-d0abf432a35a Jul 28 11:46:25.171141 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e6c688a8-7ff2-4664-a24d-55b24888f54d tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1703408 Jul 28 11:46:25.172110 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56178) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:25.224749 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7ca77089-bffd-4fe5-b108-4d0705367d8c up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:25.271215 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2964535-b17e-4f95-b205-9cb6b16584ad tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:25.297398 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-968f174f-b135-474c-b237-6d49ace68d43 None None] Provisioning for port b32cfaab-badc-418f-b48d-a5bb9ad95e94 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:25.305392 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:25.325864 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 7ca77089-bffd-4fe5-b108-4d0705367d8c triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:25.326548 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:25.340107 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2964535-b17e-4f95-b205-9cb6b16584ad tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:25.350824 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2964535-b17e-4f95-b205-9cb6b16584ad tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:25.352581 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2964535-b17e-4f95-b205-9cb6b16584ad tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:25.428777 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:25.468222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device cc6d712e-eb5e-49b6-b47b-8b2baf8649d0 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:25.539798 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b2964535-b17e-4f95-b205-9cb6b16584ad tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7022803 Jul 28 11:46:25.543390 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be078be-8dce-4075-82b6-b527a88178ba None None] DHCP port deletion for 9a76797d-80a6-431a-af28-09ed05741924 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:46:25.596460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port cc6d712e-eb5e-49b6-b47b-8b2baf8649d0 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:25.631181 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b32cfaab-badc-418f-b48d-a5bb9ad95e94 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:25.632479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2964535-b17e-4f95-b205-9cb6b16584ad tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event updated for resources: {'Network': ['ID=2cc78e3e-5183-4d79-a409-d0abf432a35a,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:25.637998 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dee55f6e-855d-4868-93e9-64e4b2466177 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:25.681090 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-37aabe5d-f35b-4a12-9d7f-3b4fcd8049b0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "PUT /v2.0/ports/860316c2-a999-41c7-aee9-be2181611d88/tags/tempest-TagsExtTest-Tag-106521372 HTTP/1.1" status: 201 len: 201 time: 0.5873230 Jul 28 11:46:25.686664 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56180) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:25.687011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56182) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:25.692057 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-bb7e8fcf-e3b3-40f0-99f8-1755f955ceaa tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68', 'tempest-TagsExtTest-Tag-1812176400') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:25.700012 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Request body: {'subnets': [{'network_id': 'cc2c547d-531e-4d20-8afe-01544d392383', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1705012147', 'ip_version': 4}, {'network_id': '2cc78e3e-5183-4d79-a409-d0abf432a35a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:25.700357 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Request body: {'subnet': {'network_id': 'cc2c547d-531e-4d20-8afe-01544d392383', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1705012147', 'ip_version': 4}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:25.700905 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Request body: {'subnet': {'network_id': '2cc78e3e-5183-4d79-a409-d0abf432a35a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:25.718061 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 2cc78e3e-5183-4d79-a409-d0abf432a35a details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:25.724564 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee55f6e-855d-4868-93e9-64e4b2466177 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Pushing event deleted for resources: {'Port': ['ID=f975f5ab-22c1-4c43-8d32-703f58c6a54d,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:25.788682 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dee55f6e-855d-4868-93e9-64e4b2466177 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:25.831321 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port b32cfaab-badc-418f-b48d-a5bb9ad95e94 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:25.834332 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6be078be-8dce-4075-82b6-b527a88178ba None None] Deleting port b32cfaab-badc-418f-b48d-a5bb9ad95e94 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:25.834750 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6be078be-8dce-4075-82b6-b527a88178ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:25.856140 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port b32cfaab-badc-418f-b48d-a5bb9ad95e94 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:25.856517 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:25.951491 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-6be078be-8dce-4075-82b6-b527a88178ba None None] For port b32cfaab-badc-418f-b48d-a5bb9ad95e94, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b32cfaab-badc-418f-b48d-a5bb9ad95e94,segment=NetworkSegment(f060a465-3a3b-4363-aa87-6b8219d10ab0),segment_id=f060a465-3a3b-4363-aa87-6b8219d10ab0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:25.952076 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6be078be-8dce-4075-82b6-b527a88178ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:25.972976 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6be078be-8dce-4075-82b6-b527a88178ba None None] Calling delete_port for b32cfaab-badc-418f-b48d-a5bb9ad95e94 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:26.023587 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Deleting port 639e1f99-7f4c-481a-96ac-620616e52ecb {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:26.024237 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.036350 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2e2db8-8792-4f80-851a-048ec836e378 None None] Network 05e0ea0b-61bb-458d-a29d-5f518c0c2f3d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:26.065435 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dee55f6e-855d-4868-93e9-64e4b2466177 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.070753 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dee55f6e-855d-4868-93e9-64e4b2466177 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.119620 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-66a68e2a-6811-42f8-9989-a046673abb87 None None] Provisioning for port cc6d712e-eb5e-49b6-b47b-8b2baf8649d0 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:26.123002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8afcce73-19c1-4edf-8bac-db6e8f36a656 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.129040 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.134330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-66a68e2a-6811-42f8-9989-a046673abb87 None None] Provisioning complete for port cc6d712e-eb5e-49b6-b47b-8b2baf8649d0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:26.134731 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66a68e2a-6811-42f8-9989-a046673abb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.158930 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee55f6e-855d-4868-93e9-64e4b2466177 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Router cb2798a2-9596-4589-8b7d-2548440f1e3d has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:46:26.260456 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port b32cfaab-badc-418f-b48d-a5bb9ad95e94, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b32cfaab-badc-418f-b48d-a5bb9ad95e94,segment=NetworkSegment(f060a465-3a3b-4363-aa87-6b8219d10ab0),segment_id=f060a465-3a3b-4363-aa87-6b8219d10ab0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:26.267336 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee55f6e-855d-4868-93e9-64e4b2466177 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:46:26.281939 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.282493 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dee55f6e-855d-4868-93e9-64e4b2466177 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.284206 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-dee55f6e-855d-4868-93e9-64e4b2466177 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "PUT /v2.0/routers/cb2798a2-9596-4589-8b7d-2548440f1e3d HTTP/1.1" status: 200 len: 709 time: 3.6925721 Jul 28 11:46:26.287749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56184) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:26.289622 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6734e1-0577-4d46-a9fc-dcdab80d9aa1 None None] Sync routers for ids ['cb2798a2-9596-4589-8b7d-2548440f1e3d'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:46:26.303500 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcce73-19c1-4edf-8bac-db6e8f36a656 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=4c2087bd-c559-455d-ad81-81f575ebf69e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:26.312842 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bb7e8fcf-e3b3-40f0-99f8-1755f955ceaa tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "PUT /v2.0/routers/fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68/tags/tempest-TagsExtTest-Tag-1812176400 HTTP/1.1" status: 201 len: 201 time: 0.6240067 Jul 28 11:46:26.318585 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6be078be-8dce-4075-82b6-b527a88178ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.320112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56186) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:26.331181 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-53b9dc79-882a-45de-b076-0195afa596b7 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '44d35e4b-a28c-4a59-9b20-1c81a7433065', 'tempest-TagsExtTest-Tag-2066475177') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:26.337075 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] For port 639e1f99-7f4c-481a-96ac-620616e52ecb, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=639e1f99-7f4c-481a-96ac-620616e52ecb,segment=NetworkSegment(68cb546c-3a8e-4875-ac20-fdf78adfeefc),segment_id=68cb546c-3a8e-4875-ac20-fdf78adfeefc)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:26.338296 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.361587 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be078be-8dce-4075-82b6-b527a88178ba None None] No DVR routers for this DVR port b32cfaab-badc-418f-b48d-a5bb9ad95e94 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:26.370295 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event deleted for resources: {'Port': ['ID=b32cfaab-badc-418f-b48d-a5bb9ad95e94,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:26.415622 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6f5366ef-1f5a-4940-868b-224f06007a11 tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "GET /v2.0/routers/cb2798a2-9596-4589-8b7d-2548440f1e3d HTTP/1.1" status: 200 len: 744 time: 0.1261415 Jul 28 11:46:26.424616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56188) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:26.453472 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Calling delete_port for 639e1f99-7f4c-481a-96ac-620616e52ecb owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:26.481791 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a3fca012-df52-4b99-9aa8-6bbdbee1d22c tempest-RoutersIpV6AdminTest-189932680 tempest-RoutersIpV6AdminTest-189932680-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&device_id=cb2798a2-9596-4589-8b7d-2548440f1e3d HTTP/1.1" status: 200 len: 205 time: 0.0559363 Jul 28 11:46:26.495092 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56190) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:26.545067 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-21f04068-822d-44bf-8802-f293ae71f5ee tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb2798a2-9596-4589-8b7d-2548440f1e3d HTTP/1.1" status: 200 len: 205 time: 0.0488718 Jul 28 11:46:26.552892 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56192) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:26.608757 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Made reservation on behalf of 4b80c3ee07844cffbf74e1dca9198e8a for: {'subnet': 2} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:26.614085 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.614450 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.639654 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8afcce73-19c1-4edf-8bac-db6e8f36a656 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.640691 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e1f4863-380b-4fa5-8f68-5c297a97c13c tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.644295 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56194) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:26.644479 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8afcce73-19c1-4edf-8bac-db6e8f36a656 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/4c2087bd-c559-455d-ad81-81f575ebf69e HTTP/1.1" status: 204 len: 168 time: 2.1649680 Jul 28 11:46:26.674550 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-53b9dc79-882a-45de-b076-0195afa596b7 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "PUT /v2.0/subnetpools/44d35e4b-a28c-4a59-9b20-1c81a7433065/tags/tempest-TagsExtTest-Tag-2066475177 HTTP/1.1" status: 201 len: 201 time: 0.3447759 Jul 28 11:46:26.684808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56196) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:26.690206 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be078be-8dce-4075-82b6-b527a88178ba None None] Pushing event deleted for resources: {'Port': ['ID=b32cfaab-badc-418f-b48d-a5bb9ad95e94,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:26.691133 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-7b68587b-e2d4-4677-a539-f69f45105d8e tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '14f9e9d3-ca77-4164-8e51-052928e1a8e0', {'tags': ['tempest-TagsExtTest-Tag-1420955327', 'tempest-TagsExtTest-Tag-383036565', 'tempest-TagsExtTest-Tag-2063129975']}) {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:26.700072 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6734e1-0577-4d46-a9fc-dcdab80d9aa1 None None] Routers {'cb2798a2-9596-4589-8b7d-2548440f1e3d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:46:26.700906 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2a6734e1-0577-4d46-a9fc-dcdab80d9aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['cb2798a2-9596-4589-8b7d-2548440f1e3d'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:26.720773 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.743227 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.756487 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2a6734e1-0577-4d46-a9fc-dcdab80d9aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:26.760396 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66a68e2a-6811-42f8-9989-a046673abb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.791148 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6734e1-0577-4d46-a9fc-dcdab80d9aa1 None None] Routers {'cb2798a2-9596-4589-8b7d-2548440f1e3d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:46:26.791797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2a6734e1-0577-4d46-a9fc-dcdab80d9aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['cb2798a2-9596-4589-8b7d-2548440f1e3d'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:26.837477 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.854644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.864180 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event updated for resources: {'Port': ['ID=c27f934f-9f80-4fb8-92f1-24bc17633dc8,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:26.870919 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ff496f-a9e8-43a0-8cb9-017a33083129 None None] Network 25ee1253-798c-4a27-be1e-305efb6c9c8c requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:26.875746 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2a6734e1-0577-4d46-a9fc-dcdab80d9aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:26.876592 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6734e1-0577-4d46-a9fc-dcdab80d9aa1 None None] The sync data for ids ['cb2798a2-9596-4589-8b7d-2548440f1e3d'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:46:26.882964 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e1f4863-380b-4fa5-8f68-5c297a97c13c tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.886406 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e1f4863-380b-4fa5-8f68-5c297a97c13c tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.897022 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] No DVR routers for this DVR port 639e1f99-7f4c-481a-96ac-620616e52ecb on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:26.942387 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-66a68e2a-6811-42f8-9989-a046673abb87 None None] For port cc6d712e-eb5e-49b6-b47b-8b2baf8649d0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=cc6d712e-eb5e-49b6-b47b-8b2baf8649d0,segment=NetworkSegment(8dc492f6-8f51-4763-bd48-06f4c2813a99),segment_id=8dc492f6-8f51-4763-bd48-06f4c2813a99)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:26.951659 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event deleted for resources: {'Port': ['ID=639e1f99-7f4c-481a-96ac-620616e52ecb,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:26.958755 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66a68e2a-6811-42f8-9989-a046673abb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.961426 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e1f4863-380b-4fa5-8f68-5c297a97c13c tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:26.962485 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1f4863-380b-4fa5-8f68-5c297a97c13c tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Fanout notify agent at l3_agent the message router_deleted on router cb2798a2-9596-4589-8b7d-2548440f1e3d {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:46:26.972381 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4d27ee-0040-417d-ab65-0dd1524bc9b7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:26.974614 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4d27ee-0040-417d-ab65-0dd1524bc9b7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:26.982123 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4d27ee-0040-417d-ab65-0dd1524bc9b7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:26.989178 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ae4d27ee-0040-417d-ab65-0dd1524bc9b7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3437128 Jul 28 11:46:27.001576 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e1f4863-380b-4fa5-8f68-5c297a97c13c tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:27.006235 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0e1f4863-380b-4fa5-8f68-5c297a97c13c tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "DELETE /v2.0/routers/cb2798a2-9596-4589-8b7d-2548440f1e3d HTTP/1.1" status: 204 len: 168 time: 0.4523008 Jul 28 11:46:27.007101 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56198) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:27.007652 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56200) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:27.041967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a68e2a-6811-42f8-9989-a046673abb87 None None] Pushing event updated for resources: {'Port': ['ID=cc6d712e-eb5e-49b6-b47b-8b2baf8649d0,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:27.064858 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3f3698bb-af0f-40a2-8211-740d0d94e79f tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb2798a2-9596-4589-8b7d-2548440f1e3d HTTP/1.1" status: 200 len: 205 time: 0.0536194 Jul 28 11:46:27.067710 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56202) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:27.080466 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8998e8a4-1d09-42fc-a1cf-05172f640724 None None] Could not find standard attr ID for object 639e1f99-7f4c-481a-96ac-620616e52ecb. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:46:27.126538 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 639e1f99-7f4c-481a-96ac-620616e52ecb up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:27.128648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:27.157572 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-4c1181d8-1ff5-4d5c-a2ec-17d187566f3d tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] delete failed (client error): The resource could not be found. Jul 28 11:46:27.158127 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 639e1f99-7f4c-481a-96ac-620616e52ecb {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:46:27.158560 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 639e1f99-7f4c-481a-96ac-620616e52ecb not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 11:46:27.162903 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4c1181d8-1ff5-4d5c-a2ec-17d187566f3d tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "DELETE /v2.0/routers/cb2798a2-9596-4589-8b7d-2548440f1e3d HTTP/1.1" status: 404 len: 336 time: 0.0749390 Jul 28 11:46:27.166382 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56204) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:27.171654 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ee1253-798c-4a27-be1e-305efb6c9c8c']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:27.184154 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7b68587b-e2d4-4677-a539-f69f45105d8e tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "PUT /v2.0/subnets/14f9e9d3-ca77-4164-8e51-052928e1a8e0/tags HTTP/1.1" status: 200 len: 317 time: 0.4942122 Jul 28 11:46:27.187652 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56206) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:27.193341 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-168e52b5-c1a5-4413-a44e-01075d24deef tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '14f9e9d3-ca77-4164-8e51-052928e1a8e0') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:27.208100 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1af209-de2f-4bfb-ac58-8b38391c80b5 None None] DHCP port deletion for 25ee1253-798c-4a27-be1e-305efb6c9c8c request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:46:27.212184 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68cb546c-3a8e-4875-ac20-fdf78adfeefc') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:27.212483 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68cb546c-3a8e-4875-ac20-fdf78adfeefc') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:27.213345 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Port 639e1f99-7f4c-481a-96ac-620616e52ecb not found, will not notify nova. {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 11:46:27.217935 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-49077a2c-12ba-4077-8d49-ebe949e4d954 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "GET /v2.0/ports?device_id=98ce1871-5ec9-42b9-92f3-ea76c2571930 HTTP/1.1" status: 200 len: 205 time: 0.0500131 Jul 28 11:46:27.225260 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e62b840-32ca-4328-94b7-39897dfc20d0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 4264b446-5ec5-45b9-b699-2587366b0508 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:46:27.229339 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e62b840-32ca-4328-94b7-39897dfc20d0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:27.233449 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56208) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:27.243221 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ec627dbe-c14b-4dba-9d8c-dc590f6f3713 None None] Provisioning for port c27f934f-9f80-4fb8-92f1-24bc17633dc8 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:27.252689 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ec627dbe-c14b-4dba-9d8c-dc590f6f3713 None None] Provisioning complete for port c27f934f-9f80-4fb8-92f1-24bc17633dc8 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:27.253069 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec627dbe-c14b-4dba-9d8c-dc590f6f3713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:27.267501 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:27.299357 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e62b840-32ca-4328-94b7-39897dfc20d0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:27.306542 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ec627dbe-c14b-4dba-9d8c-dc590f6f3713 None None] Port c27f934f-9f80-4fb8-92f1-24bc17633dc8 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:46:27.315425 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b32cfaab-badc-418f-b48d-a5bb9ad95e94 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:46:27.345138 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: b32cfaab-badc-418f-b48d-a5bb9ad95e94 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:46:27.345510 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b32cfaab-badc-418f-b48d-a5bb9ad95e94 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:46:27.349940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ec627dbe-c14b-4dba-9d8c-dc590f6f3713 None None] Provisioning complete for port cc6d712e-eb5e-49b6-b47b-8b2baf8649d0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:27.354641 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec627dbe-c14b-4dba-9d8c-dc590f6f3713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:27.370171 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-ea962c3b-1d31-4cff-b3d9-e79d6d72840c tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] delete failed (client error): The resource could not be found. Jul 28 11:46:27.371496 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ea962c3b-1d31-4cff-b3d9-e79d6d72840c tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "DELETE /v2.0/routers/98ce1871-5ec9-42b9-92f3-ea76c2571930 HTTP/1.1" status: 404 len: 336 time: 0.1363068 Jul 28 11:46:27.380392 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:27.382154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56210) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:27.435924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e62b840-32ca-4328-94b7-39897dfc20d0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:27.467033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Network 05e0ea0b-61bb-458d-a29d-5f518c0c2f3d is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:27.472214 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:27.474533 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:27.474942 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:27.480477 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:27.493787 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-168e52b5-c1a5-4413-a44e-01075d24deef tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/subnets/14f9e9d3-ca77-4164-8e51-052928e1a8e0/tags HTTP/1.1" status: 204 len: 168 time: 0.3047462 Jul 28 11:46:27.497602 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56212) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:27.503575 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-05ee4f50-21e2-4b34-9503-09a161c96cf2 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '14f9e9d3-ca77-4164-8e51-052928e1a8e0', 'tempest-TagsExtTest-Tag-1420955327') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:27.544833 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-82413541-07fb-4bce-a3df-f31fd5b0a169 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "GET /v2.0/ports?device_id=87e10e11-582c-4256-a360-5dc788b1b042 HTTP/1.1" status: 200 len: 205 time: 0.1533980 Jul 28 11:46:27.546098 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56214) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:27.554723 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e62b840-32ca-4328-94b7-39897dfc20d0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:27.583045 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2b8095b1-9d07-40da-8c17-fce026d2bbd0 None None] Provisioning complete for port c27f934f-9f80-4fb8-92f1-24bc17633dc8 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:27.583524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b8095b1-9d07-40da-8c17-fce026d2bbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:27.628423 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-b27631d8-663a-4a81-a7ed-be8c6fb93b8d tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] delete failed (client error): The resource could not be found. Jul 28 11:46:27.629895 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2b8095b1-9d07-40da-8c17-fce026d2bbd0 None None] Port c27f934f-9f80-4fb8-92f1-24bc17633dc8 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:46:27.632231 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b27631d8-663a-4a81-a7ed-be8c6fb93b8d tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "DELETE /v2.0/routers/87e10e11-582c-4256-a360-5dc788b1b042 HTTP/1.1" status: 404 len: 336 time: 0.0839324 Jul 28 11:46:27.634583 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56216) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:27.640282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62b840-32ca-4328-94b7-39897dfc20d0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=4264b446-5ec5-45b9-b699-2587366b0508,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:27.644718 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e62b840-32ca-4328-94b7-39897dfc20d0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:27.649261 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3e62b840-32ca-4328-94b7-39897dfc20d0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/4264b446-5ec5-45b9-b699-2587366b0508 HTTP/1.1" status: 204 len: 168 time: 0.6402736 Jul 28 11:46:27.650225 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56218) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:27.655889 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0544a7f5-2cb0-4f5b-97d4-a24200b47254 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:27.667406 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:27.675574 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6c3ad2da-e390-41c1-b6f3-43b839f96f00 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "GET /v2.0/ports?device_id=15816a5a-318f-491f-8ca5-58e5b563a4e2 HTTP/1.1" status: 200 len: 205 time: 0.0391202 Jul 28 11:46:27.691884 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56220) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:27.709697 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-05ee4f50-21e2-4b34-9503-09a161c96cf2 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] show failed (client error): The resource could not be found. Jul 28 11:46:27.716960 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:27.720495 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-05ee4f50-21e2-4b34-9503-09a161c96cf2 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/subnets/14f9e9d3-ca77-4164-8e51-052928e1a8e0/tags/tempest-TagsExtTest-Tag-1420955327 HTTP/1.1" status: 404 len: 329 time: 0.2188468 Jul 28 11:46:27.721956 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "DELETE /v2.0/networks/25ee1253-798c-4a27-be1e-305efb6c9c8c HTTP/1.1" status: 204 len: 168 time: 2.5205758 Jul 28 11:46:27.729802 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56222) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:27.730155 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56224) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:27.771271 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1daf89c2-3a17-4545-890a-e2372033dbea None None] Provisioning complete for port c27f934f-9f80-4fb8-92f1-24bc17633dc8 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:27.771677 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1daf89c2-3a17-4545-890a-e2372033dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:27.846072 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1daf89c2-3a17-4545-890a-e2372033dbea None None] Port c27f934f-9f80-4fb8-92f1-24bc17633dc8 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:46:28.041334 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-de3f3271-5e1e-4572-9917-20d59c644567 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] delete failed (client error): The resource could not be found. Jul 28 11:46:28.045242 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-de3f3271-5e1e-4572-9917-20d59c644567 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "DELETE /v2.0/routers/15816a5a-318f-491f-8ca5-58e5b563a4e2 HTTP/1.1" status: 404 len: 336 time: 0.3468511 Jul 28 11:46:28.045653 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56226) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:28.060217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-3b849590-84a7-4b47-9879-48ce01ee2ac0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '14f9e9d3-ca77-4164-8e51-052928e1a8e0', 'tempest-TagsExtTest-Tag-383036565') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:28.060659 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-5228cb38-534b-4653-ada6-8027e5fbaffa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet f859533d-ac9b-47b6-a06e-09ade4127548 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:46:28.066969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5228cb38-534b-4653-ada6-8027e5fbaffa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:28.103867 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-21d3c5b8-9ace-4da3-9cce-9324b2a2dc3d tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "GET /v2.0/ports?device_id=df7ce53c-faa6-4352-ab35-db8f44dcc3f2 HTTP/1.1" status: 200 len: 205 time: 0.0544817 Jul 28 11:46:28.104510 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56228) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:28.105155 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb630c8e-6f82-4347-8839-351cb43224e6 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event deleted for resources: {'Network': ['ID=25ee1253-798c-4a27-be1e-305efb6c9c8c,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:28.156661 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-badc58eb-b0a6-4afe-9e9b-3e747464d7c4 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] delete failed (client error): The resource could not be found. Jul 28 11:46:28.160709 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-badc58eb-b0a6-4afe-9e9b-3e747464d7c4 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "DELETE /v2.0/routers/df7ce53c-faa6-4352-ab35-db8f44dcc3f2 HTTP/1.1" status: 404 len: 336 time: 0.0517793 Jul 28 11:46:28.161527 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56230) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:28.167349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5228cb38-534b-4653-ada6-8027e5fbaffa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:28.215984 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5c69eb02-ca12-455d-ae00-34100b76253a tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "GET /v2.0/ports?device_id=668f40fd-0914-4c05-a4f5-84a0c660c43b HTTP/1.1" status: 200 len: 205 time: 0.0488234 Jul 28 11:46:28.217004 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56232) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:28.232852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:28.237490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Router ede3426a-4e97-4209-86ef-ca5f6ae89be5 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:46:28.269812 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-393a7417-e285-481b-a806-403d876f1a70 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] delete failed (client error): The resource could not be found. Jul 28 11:46:28.271347 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-393a7417-e285-481b-a806-403d876f1a70 tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "DELETE /v2.0/routers/668f40fd-0914-4c05-a4f5-84a0c660c43b HTTP/1.1" status: 404 len: 336 time: 0.0539758 Jul 28 11:46:28.274093 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56236) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:28.280240 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f72cf643-db54-4351-9909-abeb293b2a22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:28.310835 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a6aa92-8f53-42e3-aad9-3045ea89addc tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] DELETE failed (client error): The resource could not be found. Jul 28 11:46:28.311761 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a6aa92-8f53-42e3-aad9-3045ea89addc tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:46:28.315889 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f7a6aa92-8f53-42e3-aad9-3045ea89addc tempest-RoutersIpV6AdminTest-1070378805 tempest-RoutersIpV6AdminTest-1070378805-project] 10.222.0.43 "DELETE /v2.0/subnets/c4e3dda4-b151-4643-96cf-d7e86d8633cd HTTP/1.1" status: 404 len: 337 time: 0.0380342 Jul 28 11:46:28.339653 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event updated for resources: {'Subnet': ['ID=5ff10559-22b4-4575-a717-e587d90ad0c5,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:28.386355 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-3b849590-84a7-4b47-9879-48ce01ee2ac0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] show failed (client error): The resource could not be found. Jul 28 11:46:28.390689 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3b849590-84a7-4b47-9879-48ce01ee2ac0 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/subnets/14f9e9d3-ca77-4164-8e51-052928e1a8e0/tags/tempest-TagsExtTest-Tag-383036565 HTTP/1.1" status: 404 len: 328 time: 0.6563871 Jul 28 11:46:28.399690 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56240) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:28.414237 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5228cb38-534b-4653-ada6-8027e5fbaffa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:28.427549 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-a08818b3-df44-4113-824d-809ba8ed6fc8 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '14f9e9d3-ca77-4164-8e51-052928e1a8e0', 'tempest-TagsExtTest-Tag-2063129975') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:28.471455 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda2804-8dbe-4ca4-820b-07bac0f689c9 req-e125b93b-cc51-4794-9a69-6894fb012e50 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:28.473060 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-deda2804-8dbe-4ca4-820b-07bac0f689c9 req-e125b93b-cc51-4794-9a69-6894fb012e50 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.1666286 Jul 28 11:46:28.510368 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Checking segment: {'id': '7752c4a2-f32a-44f8-a905-4ccecd687af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cc2c547d-531e-4d20-8afe-01544d392383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:28.510673 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Network hostable DHCP agents. Network: cc2c547d-531e-4d20-8afe-01544d392383, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:28.521845 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5228cb38-534b-4653-ada6-8027e5fbaffa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:28.557474 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-deda2804-8dbe-4ca4-820b-07bac0f689c9 req-b794a795-8ddf-4cb6-9e0b-051efc55554b tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679767 Jul 28 11:46:28.560262 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228cb38-534b-4653-ada6-8027e5fbaffa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=f859533d-ac9b-47b6-a06e-09ade4127548,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:28.563146 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5228cb38-534b-4653-ada6-8027e5fbaffa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:28.567874 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5228cb38-534b-4653-ada6-8027e5fbaffa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/f859533d-ac9b-47b6-a06e-09ade4127548 HTTP/1.1" status: 204 len: 168 time: 0.9168096 Jul 28 11:46:28.568932 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56244) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:28.576970 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f72cf643-db54-4351-9909-abeb293b2a22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:28.586037 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f163c9d5-d624-45d7-a703-530cacf8e81e None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:28.599803 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-f72cf643-db54-4351-9909-abeb293b2a22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a76797d-80a6-431a-af28-09ed05741924']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:28.622948 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a432a3ec-9adb-4aff-a314-29204f178403 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526400 Jul 28 11:46:28.625049 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56248) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:28.629366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-15812703-cfdb-4063-ac3b-0a7140ebe470 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:28.640539 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-f72cf643-db54-4351-9909-abeb293b2a22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f060a465-3a3b-4363-aa87-6b8219d10ab0') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:28.640848 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-f72cf643-db54-4351-9909-abeb293b2a22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f060a465-3a3b-4363-aa87-6b8219d10ab0') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:28.667639 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f72cf643-db54-4351-9909-abeb293b2a22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:28.669365 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Network cc2c547d-531e-4d20-8afe-01544d392383 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:28.675881 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:46:28.687672 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-99300996-fc0f-4901-bb5a-eb358d531439 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "PUT /v2.0/routers/ede3426a-4e97-4209-86ef-ca5f6ae89be5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1972034 Jul 28 11:46:28.690369 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Sync routers for ids ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:46:28.704241 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56252) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:28.712001 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ad1ff4b2-88d5-46bd-baea-b231147d146d None None] Provisioning complete for port 94892f07-98b7-40c2-bd2d-8c1c81765e9c triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:28.712360 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Routers {'ede3426a-4e97-4209-86ef-ca5f6ae89be5'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:46:28.712492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad1ff4b2-88d5-46bd-baea-b231147d146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:28.713044 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:28.740304 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, cc2c547d-531e-4d20-8afe-01544d392383) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:28.756796 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9639f87c-28c9-48c0-a035-0bebb977314d None None] Network cc2c547d-531e-4d20-8afe-01544d392383 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:28.767496 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:28.779918 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f72cf643-db54-4351-9909-abeb293b2a22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:28.840116 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74986809-adab-4b7b-8a92-24e49f42bd1f req-343b3074-dfaa-4165-b2b5-50129af5dfa3 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:28.842555 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-74986809-adab-4b7b-8a92-24e49f42bd1f req-343b3074-dfaa-4165-b2b5-50129af5dfa3 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.1234317 Jul 28 11:46:28.857236 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15812703-cfdb-4063-ac3b-0a7140ebe470 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:28.864785 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15812703-cfdb-4063-ac3b-0a7140ebe470 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:28.868649 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event updated for resources: {'Subnet': ['ID=adbf77c2-e23f-4f2d-8854-5043ea50d996,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:28.871869 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-a08818b3-df44-4113-824d-809ba8ed6fc8 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] show failed (client error): The resource could not be found. Jul 28 11:46:28.873308 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a08818b3-df44-4113-824d-809ba8ed6fc8 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/subnets/14f9e9d3-ca77-4164-8e51-052928e1a8e0/tags/tempest-TagsExtTest-Tag-2063129975 HTTP/1.1" status: 404 len: 329 time: 0.4493403 Jul 28 11:46:28.878243 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72cf643-db54-4351-9909-abeb293b2a22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:28.879014 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f72cf643-db54-4351-9909-abeb293b2a22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:28.883103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56256) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:28.885904 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:28.895138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-1874a189-79cc-42e0-b89a-c1157864dc41 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '860316c2-a999-41c7-aee9-be2181611d88', {'tags': ['tempest-TagsExtTest-Tag-1840779082', 'tempest-TagsExtTest-Tag-2008875960', 'tempest-TagsExtTest-Tag-736572984']}) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:29.035744 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2454-ed54-4242-ae5a-dbe59d63aeb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.064876 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Set router ede3426a-4e97-4209-86ef-ca5f6ae89be5 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:46:29.072631 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f72cf643-db54-4351-9909-abeb293b2a22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.076611 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-74986809-adab-4b7b-8a92-24e49f42bd1f req-dd10ff81-a9af-4ff3-a10f-5f9501361b15 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233939 Jul 28 11:46:29.077139 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f72cf643-db54-4351-9909-abeb293b2a22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.080353 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f72cf643-db54-4351-9909-abeb293b2a22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "DELETE /v2.0/networks/9a76797d-80a6-431a-af28-09ed05741924 HTTP/1.1" status: 204 len: 168 time: 1.0256679 Jul 28 11:46:29.095062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56272) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:29.102834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device cc6d712e-eb5e-49b6-b47b-8b2baf8649d0 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:29.123208 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cf643-db54-4351-9909-abeb293b2a22 tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event deleted for resources: {'Network': ['ID=9a76797d-80a6-431a-af28-09ed05741924,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:29.170594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Checking segment: {'id': '03cda0c8-57e0-471a-83ee-9ccb42a21a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2cc78e3e-5183-4d79-a409-d0abf432a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:29.172490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Network hostable DHCP agents. Network: 2cc78e3e-5183-4d79-a409-d0abf432a35a, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:29.190875 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-cc2c547d-531e-4d20-8afe-01544d392383', 'network_id': 'cc2c547d-531e-4d20-8afe-01544d392383', 'tenant_id': '4b80c3ee07844cffbf74e1dca9198e8a', 'fixed_ips': [{'subnet_id': '5ff10559-22b4-4575-a717-e587d90ad0c5'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:29.192999 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.199403 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1874a189-79cc-42e0-b89a-c1157864dc41 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "PUT /v2.0/ports/860316c2-a999-41c7-aee9-be2181611d88/tags HTTP/1.1" status: 200 len: 317 time: 0.3099594 Jul 28 11:46:29.204283 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56276) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:29.225879 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port cc6d712e-eb5e-49b6-b47b-8b2baf8649d0 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:29.226116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.248385 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Network 2cc78e3e-5183-4d79-a409-d0abf432a35a is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:29.282577 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cabec0e0-bdcf-4ea6-b268-546c39d537bf tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.288669 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-942438ac-c889-4af9-8578-12ff0e52aca1 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '860316c2-a999-41c7-aee9-be2181611d88') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:29.301409 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 2cc78e3e-5183-4d79-a409-d0abf432a35a) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:29.311080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:29.311567 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:29.312875 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.385151 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ab87ea-506a-445b-a734-767bf4052d16 None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:46:29.386996 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24d6e3b-169b-453d-931d-92b5e5ee9702 None None] Network 2cc78e3e-5183-4d79-a409-d0abf432a35a requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:29.419677 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444622183', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:16Z', 'updated_at': '2021-07-28T11:46:25Z', 'revision_number': 4, 'project_id': '6f3047592da24f58b861d395ec5927af', 'gw_port': {'id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:18Z', 'updated_at': '2021-07-28T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'c27f934f-9f80-4fb8-92f1-24bc17633dc8', 'name': '', 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'mac_address': 'fa:16:3e:7a:75:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:22Z', 'updated_at': '2021-07-28T11:46:25Z', 'revision_number': 2, 'project_id': '6f3047592da24f58b861d395ec5927af', 'subnets': [{'id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:29.430329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cabec0e0-bdcf-4ea6-b268-546c39d537bf tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.442256 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-cabec0e0-bdcf-4ea6-b268-546c39d537bf tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01621ecd-3af9-4de6-b353-b11bc88abc15']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:29.454071 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-cabec0e0-bdcf-4ea6-b268-546c39d537bf tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9824be-a317-4e20-96b1-7db97d81c98c') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:29.454366 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-cabec0e0-bdcf-4ea6-b268-546c39d537bf tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9824be-a317-4e20-96b1-7db97d81c98c') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:29.460041 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Checking router: ede3426a-4e97-4209-86ef-ca5f6ae89be5 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:46:29.461098 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Updating router ede3426a-4e97-4209-86ef-ca5f6ae89be5 port c27f934f-9f80-4fb8-92f1-24bc17633dc8 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:46:29.465617 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cabec0e0-bdcf-4ea6-b268-546c39d537bf tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.469665 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-a76fcbc8-97af-48fb-93a8-b34c8bc89a47 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10034973&fields=id&tenant_id=6f3047592da24f58b861d395ec5927af HTTP/1.1" status: 200 len: 267 time: 0.3790567 Jul 28 11:46:29.485335 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ceb016-8b32-4f35-8af3-3b52fbc83304 req-2ddf26d5-dfa1-43b9-a045-a1c4ce93e566 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:29.486868 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-42ceb016-8b32-4f35-8af3-3b52fbc83304 req-2ddf26d5-dfa1-43b9-a045-a1c4ce93e566 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.1349244 Jul 28 11:46:29.489575 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cabec0e0-bdcf-4ea6-b268-546c39d537bf tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.496374 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabec0e0-bdcf-4ea6-b268-546c39d537bf tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:29.496786 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cabec0e0-bdcf-4ea6-b268-546c39d537bf tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.507161 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.554897 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Allocated IP 172.20.0.2 (cc2c547d-531e-4d20-8afe-01544d392383/5ff10559-22b4-4575-a717-e587d90ad0c5/3a694d08-e67e-4f15-bf77-9bab8ed6e9f0) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:29.569184 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:29.573935 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cabec0e0-bdcf-4ea6-b268-546c39d537bf tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.583462 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cabec0e0-bdcf-4ea6-b268-546c39d537bf tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.587700 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cabec0e0-bdcf-4ea6-b268-546c39d537bf tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "DELETE /v2.0/networks/01621ecd-3af9-4de6-b353-b11bc88abc15 HTTP/1.1" status: 204 len: 168 time: 0.4934480 Jul 28 11:46:29.588105 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56280) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:29.607235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabec0e0-bdcf-4ea6-b268-546c39d537bf tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event deleted for resources: {'Network': ['ID=01621ecd-3af9-4de6-b353-b11bc88abc15,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:29.685819 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a1707579-538c-40ae-a302-1f55404c762c tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.757454 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-86d5fbbb-1429-4c85-853f-5413a7ac3a5a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:29.763531 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-86d5fbbb-1429-4c85-853f-5413a7ac3a5a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/networks?id=05e0ea0b-61bb-458d-a29d-5f518c0c2f3d HTTP/1.1" status: 200 len: 796 time: 0.2740757 Jul 28 11:46:29.784553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab87ea-506a-445b-a734-767bf4052d16 None None] Deleting port 94892f07-98b7-40c2-bd2d-8c1c81765e9c {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:29.785551 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6ab87ea-506a-445b-a734-767bf4052d16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.807342 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.811751 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2454-ed54-4242-ae5a-dbe59d63aeb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.818235 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.833088 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Transition to ACTIVE for port object c27f934f-9f80-4fb8-92f1-24bc17633dc8 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:29.835173 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2454-ed54-4242-ae5a-dbe59d63aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.838504 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 639e1f99-7f4c-481a-96ac-620616e52ecb no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:46:29.839073 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15812703-cfdb-4063-ac3b-0a7140ebe470 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.841324 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.852111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a1707579-538c-40ae-a302-1f55404c762c tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.865165 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-a1707579-538c-40ae-a302-1f55404c762c tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5cf3d8f-453e-449a-bf24-714638649609']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:29.879187 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Transition to ACTIVE for port object 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:29.887170 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-a1707579-538c-40ae-a302-1f55404c762c tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f623e97-fcf4-4186-8bf7-f872bf631df3') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:29.887604 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-a1707579-538c-40ae-a302-1f55404c762c tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f623e97-fcf4-4186-8bf7-f872bf631df3') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:29.899999 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a1707579-538c-40ae-a302-1f55404c762c tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.909540 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15812703-cfdb-4063-ac3b-0a7140ebe470 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:29.916779 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a1707579-538c-40ae-a302-1f55404c762c tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.923774 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15812703-cfdb-4063-ac3b-0a7140ebe470 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=9687bd10-7b94-4f1d-9ffd-092667d8bc2c,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:29.926090 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-15812703-cfdb-4063-ac3b-0a7140ebe470 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:29.927457 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56282) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:29.934889 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-714b70ed-ef63-4aa0-9f68-2adefbb2f027 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.2405770 Jul 28 11:46:29.940244 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1707579-538c-40ae-a302-1f55404c762c tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:29.940893 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a1707579-538c-40ae-a302-1f55404c762c tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:29.945275 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:29.967492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 639e1f99-7f4c-481a-96ac-620616e52ecb {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:46:29.968769 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-263b5f85-fd68-4647-8598-230a9aeac7a8 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/quotas/6f3047592da24f58b861d395ec5927af HTTP/1.1" status: 200 len: 375 time: 0.1452136 Jul 28 11:46:29.971720 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d282d0-510f-4395-9a40-89266c2104c7 None None] Pushing event updated for resources: {'Port': ['ID=c27f934f-9f80-4fb8-92f1-24bc17633dc8,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:29.975594 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 639e1f99-7f4c-481a-96ac-620616e52ecb not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:46:30.001359 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d282d0-510f-4395-9a40-89266c2104c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.001847 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d282d0-510f-4395-9a40-89266c2104c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.002406 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d282d0-510f-4395-9a40-89266c2104c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.002867 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d282d0-510f-4395-9a40-89266c2104c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.003293 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d282d0-510f-4395-9a40-89266c2104c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.003737 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d282d0-510f-4395-9a40-89266c2104c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.004177 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d282d0-510f-4395-9a40-89266c2104c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.004601 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d282d0-510f-4395-9a40-89266c2104c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.005136 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d282d0-510f-4395-9a40-89266c2104c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.005548 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d282d0-510f-4395-9a40-89266c2104c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.005968 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d282d0-510f-4395-9a40-89266c2104c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.006387 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d282d0-510f-4395-9a40-89266c2104c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.013537 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15812703-cfdb-4063-ac3b-0a7140ebe470 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:30.014138 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15812703-cfdb-4063-ac3b-0a7140ebe470 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:30.016684 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Transition to ACTIVE for port object 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:30.024158 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Attempting to bind port c27f934f-9f80-4fb8-92f1-24bc17633dc8 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:30.024840 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Attempting to bind port c27f934f-9f80-4fb8-92f1-24bc17633dc8 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '8dc492f6-8f51-4763-bd48-06f4c2813a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:30.025680 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Attempting to bind port c27f934f-9f80-4fb8-92f1-24bc17633dc8 on network 05e0ea0b-61bb-458d-a29d-5f518c0c2f3d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:30.027892 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a6ab87ea-506a-445b-a734-767bf4052d16 None None] For port 94892f07-98b7-40c2-bd2d-8c1c81765e9c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=94892f07-98b7-40c2-bd2d-8c1c81765e9c,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:30.028962 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6ab87ea-506a-445b-a734-767bf4052d16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:30.033133 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:30.033630 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Checking segment: {'id': '8dc492f6-8f51-4763-bd48-06f4c2813a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:30.034125 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:30.034639 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Bound using segment: {'id': '8dc492f6-8f51-4763-bd48-06f4c2813a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:30.035349 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Bound port: c27f934f-9f80-4fb8-92f1-24bc17633dc8, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc492f6-8f51-4763-bd48-06f4c2813a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:30.035847 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:30.041158 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:30.043941 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-2cc78e3e-5183-4d79-a409-d0abf432a35a', 'network_id': '2cc78e3e-5183-4d79-a409-d0abf432a35a', 'tenant_id': '4b80c3ee07844cffbf74e1dca9198e8a', 'fixed_ips': [{'subnet_id': 'adbf77c2-e23f-4f2d-8854-5043ea50d996'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:30.044875 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:30.103113 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a1707579-538c-40ae-a302-1f55404c762c tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:30.108084 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a1707579-538c-40ae-a302-1f55404c762c tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:30.111396 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a1707579-538c-40ae-a302-1f55404c762c tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] 10.222.0.43 "DELETE /v2.0/networks/e5cf3d8f-453e-449a-bf24-714638649609 HTTP/1.1" status: 204 len: 168 time: 0.5222361 Jul 28 11:46:30.120230 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab87ea-506a-445b-a734-767bf4052d16 None None] Calling delete_port for 94892f07-98b7-40c2-bd2d-8c1c81765e9c owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:30.139871 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-15812703-cfdb-4063-ac3b-0a7140ebe470 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5147142 Jul 28 11:46:30.141224 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56286) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:30.143611 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] For port c27f934f-9f80-4fb8-92f1-24bc17633dc8, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:30.147433 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1707579-538c-40ae-a302-1f55404c762c tempest-BulkNetworkOpsIpV6Test-373827275 tempest-BulkNetworkOpsIpV6Test-373827275-project] Pushing event deleted for resources: {'Network': ['ID=e5cf3d8f-453e-449a-bf24-714638649609,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:30.147704 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] For port c27f934f-9f80-4fb8-92f1-24bc17633dc8, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c27f934f-9f80-4fb8-92f1-24bc17633dc8,segment=NetworkSegment(8dc492f6-8f51-4763-bd48-06f4c2813a99),segment_id=8dc492f6-8f51-4763-bd48-06f4c2813a99)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:30.159071 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-40cfefe6-a823-46c7-9fbf-43eebb3dbfec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:30.160325 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:30.248741 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Routers {'ede3426a-4e97-4209-86ef-ca5f6ae89be5'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:46:30.249300 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:30.254124 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d282d0-510f-4395-9a40-89266c2104c7 None None] Pushing event updated for resources: {'Port': ['ID=c27f934f-9f80-4fb8-92f1-24bc17633dc8,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:30.264592 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6ab87ea-506a-445b-a734-767bf4052d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:30.266315 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-42ceb016-8b32-4f35-8af3-3b52fbc83304 req-c1ca3f47-e73f-452d-ad3e-db3b525af5fd tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7640586 Jul 28 11:46:30.305872 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3c5b2454-ed54-4242-ae5a-dbe59d63aeb4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5fa4143e003147bfa72f27bb72b0d166&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6000035 Jul 28 11:46:30.308618 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56288) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:30.311449 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cfefe6-a823-46c7-9fbf-43eebb3dbfec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:30.315162 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-40cfefe6-a823-46c7-9fbf-43eebb3dbfec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:30.389986 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Pushing event updated for resources: {'Port': ['ID=3a694d08-e67e-4f15-bf77-9bab8ed6e9f0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:30.397891 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b2454-ed54-4242-ae5a-dbe59d63aeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49579e4-5e88-4ca8-8230-0a49ed6e6b52,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:30.398954 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f07688e-3913-4e41-b8be-b48baafbaf3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:30.401903 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ab87ea-506a-445b-a734-767bf4052d16 None None] No DVR routers for this DVR port 94892f07-98b7-40c2-bd2d-8c1c81765e9c on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:30.408835 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Network cc2c547d-531e-4d20-8afe-01544d392383 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:30.419506 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:30.423825 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.424355 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.424849 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.425357 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.425841 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.426330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.428159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.428644 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.429120 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.430730 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.432109 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.432109 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:46:30.435448 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-942438ac-c889-4af9-8578-12ff0e52aca1 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/ports/860316c2-a999-41c7-aee9-be2181611d88/tags HTTP/1.1" status: 204 len: 168 time: 1.1552236 Jul 28 11:46:30.439979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56292) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:30.455145 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2c5b30-4634-46f4-bb9f-d956421132d5 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:30.455333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:30.457570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2c5b30-4634-46f4-bb9f-d956421132d5 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:30.458531 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b78bd45-75c0-469b-b694-028e3ff72ace None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:30.459052 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2c5b30-4634-46f4-bb9f-d956421132d5 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:30.463895 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bb2c5b30-4634-46f4-bb9f-d956421132d5 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.5136621 Jul 28 11:46:30.465314 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56294) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:30.473880 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-ecf91265-8b69-438f-b79b-5dac9ee20dbb tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '860316c2-a999-41c7-aee9-be2181611d88', 'tempest-TagsExtTest-Tag-1840779082') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:30.525571 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] Set router ede3426a-4e97-4209-86ef-ca5f6ae89be5 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:46:30.529053 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f07688e-3913-4e41-b8be-b48baafbaf3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:30.567057 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2340d34-7dea-485c-b15d-0d03eac1634e tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Deleting subnet 5ff10559-22b4-4575-a717-e587d90ad0c5 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:46:30.574877 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2340d34-7dea-485c-b15d-0d03eac1634e tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:30.584804 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-145e939d-e1bc-4395-a4a5-4216cbe39268 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f3047592da24f58b861d395ec5927af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5348372 Jul 28 11:46:30.586659 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56296) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:30.619868 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab87ea-506a-445b-a734-767bf4052d16 None None] Pushing event deleted for resources: {'Port': ['ID=94892f07-98b7-40c2-bd2d-8c1c81765e9c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:30.647519 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-ecf91265-8b69-438f-b79b-5dac9ee20dbb tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] show failed (client error): The resource could not be found. Jul 28 11:46:30.648922 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ecf91265-8b69-438f-b79b-5dac9ee20dbb tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/ports/860316c2-a999-41c7-aee9-be2181611d88/tags/tempest-TagsExtTest-Tag-1840779082 HTTP/1.1" status: 404 len: 329 time: 0.2047546 Jul 28 11:46:30.652866 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56300) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:30.667446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-d425f6e2-adba-4da7-82b0-72d3b7479bd9 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '860316c2-a999-41c7-aee9-be2181611d88', 'tempest-TagsExtTest-Tag-2008875960') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:30.740410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f07688e-3913-4e41-b8be-b48baafbaf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:30.743178 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f07688e-3913-4e41-b8be-b48baafbaf3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:30.744358 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6f07688e-3913-4e41-b8be-b48baafbaf3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a49579e4-5e88-4ca8-8230-0a49ed6e6b52 HTTP/1.1" status: 204 len: 168 time: 0.4344881 Jul 28 11:46:30.853878 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07688e-3913-4e41-b8be-b48baafbaf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49579e4-5e88-4ca8-8230-0a49ed6e6b52,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:30.891325 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444622183', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:16Z', 'updated_at': '2021-07-28T11:46:25Z', 'revision_number': 4, 'project_id': '6f3047592da24f58b861d395ec5927af', 'gw_port': {'id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:18Z', 'updated_at': '2021-07-28T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'c27f934f-9f80-4fb8-92f1-24bc17633dc8', 'name': '', 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'mac_address': 'fa:16:3e:7a:75:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:22Z', 'updated_at': '2021-07-28T11:46:30Z', 'revision_number': 4, 'project_id': '6f3047592da24f58b861d395ec5927af', 'subnets': [{'id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:30.897544 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-d425f6e2-adba-4da7-82b0-72d3b7479bd9 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] show failed (client error): The resource could not be found. Jul 28 11:46:30.898781 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d425f6e2-adba-4da7-82b0-72d3b7479bd9 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/ports/860316c2-a999-41c7-aee9-be2181611d88/tags/tempest-TagsExtTest-Tag-2008875960 HTTP/1.1" status: 404 len: 329 time: 0.2431457 Jul 28 11:46:30.903394 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2340d34-7dea-485c-b15d-0d03eac1634e tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:30.911503 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56304) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:30.944044 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-a5f91ea3-d638-4e7d-83f7-6cce136915cd tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '860316c2-a999-41c7-aee9-be2181611d88', 'tempest-TagsExtTest-Tag-736572984') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:30.956210 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d4062-2061-4392-92b5-58071b0bcfe9 None None] The sync data for ids ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'] in dv-neutron-786478-16-hyperv is: [{'id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444622183', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:16Z', 'updated_at': '2021-07-28T11:46:25Z', 'revision_number': 4, 'project_id': '6f3047592da24f58b861d395ec5927af', 'gw_port': {'id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:18Z', 'updated_at': '2021-07-28T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'c27f934f-9f80-4fb8-92f1-24bc17633dc8', 'name': '', 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'mac_address': 'fa:16:3e:7a:75:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:22Z', 'updated_at': '2021-07-28T11:46:30Z', 'revision_number': 4, 'project_id': '6f3047592da24f58b861d395ec5927af', 'subnets': [{'id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:46:30.980026 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6afd61d8-0977-4770-b3f4-69003b83e795 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=851cf16728154a75ae859b713f2907fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908362 Jul 28 11:46:30.982545 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56306) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:31.075859 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 94892f07-98b7-40c2-bd2d-8c1c81765e9c no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:46:31.102051 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f332df5-7eca-416d-8249-cb7166a7c259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:31.107251 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 94892f07-98b7-40c2-bd2d-8c1c81765e9c {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:46:31.107602 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 94892f07-98b7-40c2-bd2d-8c1c81765e9c not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:46:31.111211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Allocated IP 172.20.0.18 (2cc78e3e-5183-4d79-a409-d0abf432a35a/adbf77c2-e23f-4f2d-8854-5043ea50d996/9f1180da-6e58-415c-b3fe-37930a1d8530) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:31.113735 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Attempting to bind port 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:31.114113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Attempting to bind port 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '7752c4a2-f32a-44f8-a905-4ccecd687af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cc2c547d-531e-4d20-8afe-01544d392383'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:31.114587 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Attempting to bind port 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0 on network cc2c547d-531e-4d20-8afe-01544d392383 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:31.122793 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:31.123167 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Checking segment: {'id': '7752c4a2-f32a-44f8-a905-4ccecd687af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cc2c547d-531e-4d20-8afe-01544d392383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:31.123582 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:31.123982 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Bound using segment: {'id': '7752c4a2-f32a-44f8-a905-4ccecd687af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cc2c547d-531e-4d20-8afe-01544d392383'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:31.124997 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Bound port: 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7752c4a2-f32a-44f8-a905-4ccecd687af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cc2c547d-531e-4d20-8afe-01544d392383'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:31.130736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:31.138372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': '9687bd10-7b94-4f1d-9ffd-092667d8bc2c'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:31.139259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:31.151106 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f332df5-7eca-416d-8249-cb7166a7c259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:31.192365 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-01d80783-38ab-45b5-90b2-846745cae34c service neutron] 10.222.0.43 "GET /v2.0/networks/05e0ea0b-61bb-458d-a29d-5f518c0c2f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832334 Jul 28 11:46:31.226228 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f332df5-7eca-416d-8249-cb7166a7c259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:31.229518 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f332df5-7eca-416d-8249-cb7166a7c259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:31.233284 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5f332df5-7eca-416d-8249-cb7166a7c259 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e58e92cf-462d-480d-a68e-24a0a757596d HTTP/1.1" status: 204 len: 168 time: 0.2472625 Jul 28 11:46:31.259785 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f332df5-7eca-416d-8249-cb7166a7c259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58e92cf-462d-480d-a68e-24a0a757596d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:31.494912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] For port 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:31.510030 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56314) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:31.529940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Allocated IP 172.20.0.2 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/9687bd10-7b94-4f1d-9ffd-092667d8bc2c/6528c819-6886-40cb-825c-f11843a1bff6) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:31.533918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] For port 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=3a694d08-e67e-4f15-bf77-9bab8ed6e9f0,segment=NetworkSegment(7752c4a2-f32a-44f8-a905-4ccecd687af1),segment_id=7752c4a2-f32a-44f8-a905-4ccecd687af1)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:31.555327 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:31.581947 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cd703ebb-a8bf-42e7-a9b2-d80f54e1f1f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f91e5e17fdd14edfb8aa0c8daa6fd656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0692782 Jul 28 11:46:31.584315 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56318) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:31.636010 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db63ada-c406-4985-9fec-e155c7b5cfe1 None None] Pushing event updated for resources: {'Port': ['ID=3a694d08-e67e-4f15-bf77-9bab8ed6e9f0,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:31.692598 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3884-82fc-44e7-9f94-d4bad7914a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:31.755444 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3884-82fc-44e7-9f94-d4bad7914a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:31.791107 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:31.831720 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Transition to ACTIVE for port object 9f1180da-6e58-415c-b3fe-37930a1d8530 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:31.898350 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3884-82fc-44e7-9f94-d4bad7914a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:31.901826 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3884-82fc-44e7-9f94-d4bad7914a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:31.905686 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e1dc3884-82fc-44e7-9f94-d4bad7914a02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f67d39a7-4c4f-40ab-86dd-05d9fbfc740e HTTP/1.1" status: 204 len: 168 time: 0.3175936 Jul 28 11:46:31.939916 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc3884-82fc-44e7-9f94-d4bad7914a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67d39a7-4c4f-40ab-86dd-05d9fbfc740e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:31.960698 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Transition to ACTIVE for port object 9f1180da-6e58-415c-b3fe-37930a1d8530 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:31.972006 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-a5f91ea3-d638-4e7d-83f7-6cce136915cd tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] show failed (client error): The resource could not be found. Jul 28 11:46:31.975879 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a5f91ea3-d638-4e7d-83f7-6cce136915cd tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/ports/860316c2-a999-41c7-aee9-be2181611d88/tags/tempest-TagsExtTest-Tag-736572984 HTTP/1.1" status: 404 len: 328 time: 1.0334666 Jul 28 11:46:31.976461 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56330) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:31.986854 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-1b982893-2e1e-4b83-9157-be287e56146c tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68', {'tags': ['tempest-TagsExtTest-Tag-1629725971', 'tempest-TagsExtTest-Tag-407114639', 'tempest-TagsExtTest-Tag-1015214014']}) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:31.990110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:32.051393 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2340d34-7dea-485c-b15d-0d03eac1634e tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:32.088202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Network 2cc78e3e-5183-4d79-a409-d0abf432a35a is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:32.095290 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:32.099574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:32.109542 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:32.134062 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Pushing event updated for resources: {'Port': ['ID=9f1180da-6e58-415c-b3fe-37930a1d8530,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:32.227799 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1b982893-2e1e-4b83-9157-be287e56146c tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "PUT /v2.0/routers/fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68/tags HTTP/1.1" status: 200 len: 317 time: 0.2474513 Jul 28 11:46:32.227799 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56332) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:32.233001 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-0d32af72-a95b-4a7f-8092-418cff380606 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:32.240763 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Transition to ACTIVE for port object 6528c819-6886-40cb-825c-f11843a1bff6 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:32.285364 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.objects.ports [None req-40cfefe6-a823-46c7-9fbf-43eebb3dbfec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100416) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:46:32.292372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Attempting to bind port 9f1180da-6e58-415c-b3fe-37930a1d8530 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:32.292755 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Attempting to bind port 9f1180da-6e58-415c-b3fe-37930a1d8530 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '03cda0c8-57e0-471a-83ee-9ccb42a21a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2cc78e3e-5183-4d79-a409-d0abf432a35a'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:32.293122 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Attempting to bind port 9f1180da-6e58-415c-b3fe-37930a1d8530 on network 2cc78e3e-5183-4d79-a409-d0abf432a35a {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:32.298737 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Transition to ACTIVE for port object 6528c819-6886-40cb-825c-f11843a1bff6 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:32.305192 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-40cfefe6-a823-46c7-9fbf-43eebb3dbfec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:32.305381 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:32.305583 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Checking segment: {'id': '03cda0c8-57e0-471a-83ee-9ccb42a21a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2cc78e3e-5183-4d79-a409-d0abf432a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:32.306110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:32.307839 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Bound using segment: {'id': '03cda0c8-57e0-471a-83ee-9ccb42a21a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2cc78e3e-5183-4d79-a409-d0abf432a35a'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:32.308434 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Bound port: 9f1180da-6e58-415c-b3fe-37930a1d8530, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cda0c8-57e0-471a-83ee-9ccb42a21a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2cc78e3e-5183-4d79-a409-d0abf432a35a'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:32.310811 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:32.316264 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:32.400163 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Pushing event updated for resources: {'Port': ['ID=6528c819-6886-40cb-825c-f11843a1bff6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:32.513743 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cfefe6-a823-46c7-9fbf-43eebb3dbfec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:32.521826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] For port 9f1180da-6e58-415c-b3fe-37930a1d8530, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:32.526298 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] For port 9f1180da-6e58-415c-b3fe-37930a1d8530, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=9f1180da-6e58-415c-b3fe-37930a1d8530,segment=NetworkSegment(03cda0c8-57e0-471a-83ee-9ccb42a21a6f),segment_id=03cda0c8-57e0-471a-83ee-9ccb42a21a6f)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:32.527402 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-40cfefe6-a823-46c7-9fbf-43eebb3dbfec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:32.535253 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0d32af72-a95b-4a7f-8092-418cff380606 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/routers/fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68/tags HTTP/1.1" status: 204 len: 168 time: 0.3058903 Jul 28 11:46:32.537165 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-a3f6e516-0bbd-4466-8ec4-0376e34b1405 service neutron] 10.222.0.43 "GET /v2.0/networks/05e0ea0b-61bb-458d-a29d-5f518c0c2f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3297384 Jul 28 11:46:32.537569 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56348) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:32.542680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-efdffa54-31a7-4578-a821-5161bc480d12 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68', 'tempest-TagsExtTest-Tag-1629725971') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:32.548973 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a693868-177e-475b-90ea-5a008f4e321c req-fad07ca4-9cf8-48cf-b34e-754667206008 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:32.556601 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:32.558044 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1a693868-177e-475b-90ea-5a008f4e321c req-fad07ca4-9cf8-48cf-b34e-754667206008 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.6424236 Jul 28 11:46:32.565803 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:32.567500 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cfefe6-a823-46c7-9fbf-43eebb3dbfec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:32.568871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-40cfefe6-a823-46c7-9fbf-43eebb3dbfec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:32.692662 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cdac0-7d96-4c9f-8a50-ce61aed868f5 None None] Pushing event updated for resources: {'Port': ['ID=9f1180da-6e58-415c-b3fe-37930a1d8530,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:32.704377 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:32.712208 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f34ae02-3fe5-4970-8173-2e6c60a980a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:32.719314 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-efdffa54-31a7-4578-a821-5161bc480d12 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] show failed (client error): The resource could not be found. Jul 28 11:46:32.723186 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-efdffa54-31a7-4578-a821-5161bc480d12 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/routers/fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68/tags/tempest-TagsExtTest-Tag-1629725971 HTTP/1.1" status: 404 len: 329 time: 0.1818597 Jul 28 11:46:32.724385 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56354) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:32.724516 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:32.730554 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-a9bfdbb2-06d3-4d8f-8ea4-02da0ca4c011 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68', 'tempest-TagsExtTest-Tag-407114639') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:32.764795 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfefe6-a823-46c7-9fbf-43eebb3dbfec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=84a2fb4e-26b1-4323-af9b-18194c1fd65b,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:32.800014 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2340d34-7dea-485c-b15d-0d03eac1634e tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:32.894239 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-40cfefe6-a823-46c7-9fbf-43eebb3dbfec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7399645 Jul 28 11:46:32.899946 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56356) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:32.901138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56358) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:32.917531 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2340d34-7dea-485c-b15d-0d03eac1634e tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff10559-22b4-4575-a717-e587d90ad0c5,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:32.929900 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Attempting to bind port 6528c819-6886-40cb-825c-f11843a1bff6 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:32.930880 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Attempting to bind port 6528c819-6886-40cb-825c-f11843a1bff6 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:32.931511 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Attempting to bind port 6528c819-6886-40cb-825c-f11843a1bff6 on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:32.941609 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b75d2e8c-c55e-4f12-bea6-e1353d1c5105 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'mac_address': 'fa:16:3e:df:0e:2e', 'name': 'tempest-NetworksTestDHCPv6-2100398165'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:32.944824 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:32.945524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:32.946184 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:32.947039 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:32.948071 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Bound port: 6528c819-6886-40cb-825c-f11843a1bff6, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:32.953798 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:32.990230 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-a9bfdbb2-06d3-4d8f-8ea4-02da0ca4c011 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] show failed (client error): The resource could not be found. Jul 28 11:46:32.991355 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a9bfdbb2-06d3-4d8f-8ea4-02da0ca4c011 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/routers/fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68/tags/tempest-TagsExtTest-Tag-407114639 HTTP/1.1" status: 404 len: 328 time: 0.2648849 Jul 28 11:46:33.008928 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1a693868-177e-475b-90ea-5a008f4e321c req-1999bb91-878f-4091-8650-6377304543ed tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4495919 Jul 28 11:46:33.009460 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56368) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:33.019706 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2340d34-7dea-485c-b15d-0d03eac1634e tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:33.049099 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b2340d34-7dea-485c-b15d-0d03eac1634e tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "DELETE /v2.0/subnets/5ff10559-22b4-4575-a717-e587d90ad0c5 HTTP/1.1" status: 204 len: 168 time: 2.5662813 Jul 28 11:46:33.060329 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-7d81b43c-a7f6-468b-b248-b15ea71affc2 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68', 'tempest-TagsExtTest-Tag-1015214014') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:33.080925 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56370) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:33.214260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] For port 6528c819-6886-40cb-825c-f11843a1bff6, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:33.234600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] For port 6528c819-6886-40cb-825c-f11843a1bff6, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6528c819-6886-40cb-825c-f11843a1bff6,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:33.253370 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:33.292021 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0b9330-bd1d-4faa-9d94-8c64d4c28a37 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Deleting subnet adbf77c2-e23f-4f2d-8854-5043ea50d996 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:46:33.333816 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ca1eea26-49b4-40a8-af67-3b293525a6ea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1073461439'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:33.387324 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.api [None req-b75d2e8c-c55e-4f12-bea6-e1353d1c5105 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:46:33.387324 dv-neutron-786478-16-hyperv neutron-server[100415]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 11:46:33.387324 dv-neutron-786478-16-hyperv neutron-server[100415]: [parameters: {'project_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'id': '85419aee-9c09-4bb8-b115-c0b29306bda2', 'expiration': datetime.datetime(2021, 7, 28, 11, 48, 33, 377394)}] Jul 28 11:46:33.387324 dv-neutron-786478-16-hyperv neutron-server[100415]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100415) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:46:33.387679 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG oslo_db.api [None req-b75d2e8c-c55e-4f12-bea6-e1353d1c5105 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:46:33.394585 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:33.394881 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9330-bd1d-4faa-9d94-8c64d4c28a37 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:33.412939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1eea26-49b4-40a8-af67-3b293525a6ea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:33.416569 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca1eea26-49b4-40a8-af67-3b293525a6ea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:33.445217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca1eea26-49b4-40a8-af67-3b293525a6ea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:33.574033 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cbc62-45a4-4aab-8e0b-a8c52dd15fbb None None] Pushing event updated for resources: {'Port': ['ID=6528c819-6886-40cb-825c-f11843a1bff6,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:33.583368 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7b563ab6-5f79-45a2-b1a6-51dfd5035705 req-ad77680b-e01a-4735-b6ff-156695276959 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 210 time: 0.5114801 Jul 28 11:46:33.607902 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:33.614683 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c27f934f-9f80-4fb8-92f1-24bc17633dc8 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:33.641436 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9330-bd1d-4faa-9d94-8c64d4c28a37 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:33.715711 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-7d81b43c-a7f6-468b-b248-b15ea71affc2 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] show failed (client error): The resource could not be found. Jul 28 11:46:33.719751 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56386) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:33.720332 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7d81b43c-a7f6-468b-b248-b15ea71affc2 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/routers/fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68/tags/tempest-TagsExtTest-Tag-1015214014 HTTP/1.1" status: 404 len: 329 time: 0.6698337 Jul 28 11:46:33.725555 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca1eea26-49b4-40a8-af67-3b293525a6ea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:33.728895 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port c27f934f-9f80-4fb8-92f1-24bc17633dc8 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:33.730593 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-997ed38d-9265-4aba-a48c-f449668e8eee tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '44d35e4b-a28c-4a59-9b20-1c81a7433065', {'tags': ['tempest-TagsExtTest-Tag-6839271', 'tempest-TagsExtTest-Tag-738693504', 'tempest-TagsExtTest-Tag-139246032']}) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:33.735719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port c27f934f-9f80-4fb8-92f1-24bc17633dc8 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:33.736163 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca1eea26-49b4-40a8-af67-3b293525a6ea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:33.736683 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:33.828100 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0038bde-2b30-484e-983c-a830efdb5fef None None] Network cc2c547d-531e-4d20-8afe-01544d392383 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:33.830018 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1eea26-49b4-40a8-af67-3b293525a6ea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ce9692-dad1-4c41-ae18-56040b7e8ff9,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:33.852581 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1eea26-49b4-40a8-af67-3b293525a6ea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:33.859748 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9330-bd1d-4faa-9d94-8c64d4c28a37 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:33.910393 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:33.915679 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca1eea26-49b4-40a8-af67-3b293525a6ea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:33.915679 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-ca1eea26-49b4-40a8-af67-3b293525a6ea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Added segment 71fe059a-bd6d-4f63-80bf-41090ae2b793 of type vlan for network e58faf7c-9dfb-4b73-821e-b4885b7641fb Jul 28 11:46:33.938200 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-997ed38d-9265-4aba-a48c-f449668e8eee tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "PUT /v2.0/subnetpools/44d35e4b-a28c-4a59-9b20-1c81a7433065/tags HTTP/1.1" status: 200 len: 313 time: 0.2158968 Jul 28 11:46:33.941778 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56390) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:33.958896 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-fc6ace9c-5d4c-471f-bbaa-c08091bb9dbf tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '44d35e4b-a28c-4a59-9b20-1c81a7433065') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:34.016322 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75d2e8c-c55e-4f12-bea6-e1353d1c5105 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:34.018541 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9330-bd1d-4faa-9d94-8c64d4c28a37 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:34.027899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca1eea26-49b4-40a8-af67-3b293525a6ea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:34.071713 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port c27f934f-9f80-4fb8-92f1-24bc17633dc8, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c27f934f-9f80-4fb8-92f1-24bc17633dc8,segment=NetworkSegment(8dc492f6-8f51-4763-bd48-06f4c2813a99),segment_id=8dc492f6-8f51-4763-bd48-06f4c2813a99)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:34.076423 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4eb27ded-52e5-436b-8894-86b338035655 None None] Provisioning for port 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:34.079447 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9330-bd1d-4faa-9d94-8c64d4c28a37 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:34.084570 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4eb27ded-52e5-436b-8894-86b338035655 None None] Provisioning complete for port 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:34.085030 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eb27ded-52e5-436b-8894-86b338035655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:34.087053 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8a0b9330-bd1d-4faa-9d94-8c64d4c28a37 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "DELETE /v2.0/subnets/adbf77c2-e23f-4f2d-8854-5043ea50d996 HTTP/1.1" status: 204 len: 168 time: 0.9971561 Jul 28 11:46:34.090173 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56396) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:34.092312 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:34.092827 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b9330-bd1d-4faa-9d94-8c64d4c28a37 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event deleted for resources: {'Subnet': ['ID=adbf77c2-e23f-4f2d-8854-5043ea50d996,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:34.166062 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fc6ace9c-5d4c-471f-bbaa-c08091bb9dbf tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/subnetpools/44d35e4b-a28c-4a59-9b20-1c81a7433065/tags HTTP/1.1" status: 204 len: 168 time: 0.2185533 Jul 28 11:46:34.169311 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56400) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:34.180323 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-b081acd5-ccef-45bd-9b88-243095f96885 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '44d35e4b-a28c-4a59-9b20-1c81a7433065', 'tempest-TagsExtTest-Tag-6839271') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:34.240449 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca1eea26-49b4-40a8-af67-3b293525a6ea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:34.246835 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1eea26-49b4-40a8-af67-3b293525a6ea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:34.260663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca1eea26-49b4-40a8-af67-3b293525a6ea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:34.318626 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a51735-62f1-42b3-b86a-e01b28dc4b61 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:34.323883 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-86a51735-62f1-42b3-b86a-e01b28dc4b61 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2287383 Jul 28 11:46:34.326997 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56404) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:34.340491 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-b081acd5-ccef-45bd-9b88-243095f96885 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] show failed (client error): The resource could not be found. Jul 28 11:46:34.341738 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b081acd5-ccef-45bd-9b88-243095f96885 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/subnetpools/44d35e4b-a28c-4a59-9b20-1c81a7433065/tags/tempest-TagsExtTest-Tag-6839271 HTTP/1.1" status: 404 len: 326 time: 0.1712165 Jul 28 11:46:34.359288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=c27f934f-9f80-4fb8-92f1-24bc17633dc8,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:34.390991 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56406) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:34.429283 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-717b1c8e-074d-4d3d-a48e-0270021dc163 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '44d35e4b-a28c-4a59-9b20-1c81a7433065', 'tempest-TagsExtTest-Tag-738693504') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:34.468859 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554409e-2198-42bd-ae38-9596477c3aed req-1355a8cc-3d60-445b-9007-3ecdf1ec2625 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:34.479928 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3554409e-2198-42bd-ae38-9596477c3aed req-1355a8cc-3d60-445b-9007-3ecdf1ec2625 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.2936251 Jul 28 11:46:34.487070 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b75d2e8c-c55e-4f12-bea6-e1353d1c5105 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:34.494272 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eb27ded-52e5-436b-8894-86b338035655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:34.538402 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-b75d2e8c-c55e-4f12-bea6-e1353d1c5105 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port 364391bb-ad1f-4a23-ab6a-5c0430044097 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:46:34.539353 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-4eb27ded-52e5-436b-8894-86b338035655 None None] For port 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=3a694d08-e67e-4f15-bf77-9bab8ed6e9f0,segment=NetworkSegment(7752c4a2-f32a-44f8-a905-4ccecd687af1),segment_id=7752c4a2-f32a-44f8-a905-4ccecd687af1)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:34.554004 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eb27ded-52e5-436b-8894-86b338035655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:34.580627 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:34.588893 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3554409e-2198-42bd-ae38-9596477c3aed req-9cce36af-34b3-45aa-9558-7f79ff62d0d4 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074133 Jul 28 11:46:34.619215 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ca1eea26-49b4-40a8-af67-3b293525a6ea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7010791 Jul 28 11:46:34.619323 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31296c80-60da-47c3-8de2-e7a3d0ec7bdc None None] DHCP port deletion for cc2c547d-531e-4d20-8afe-01544d392383 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:46:34.676778 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1eea26-49b4-40a8-af67-3b293525a6ea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Network': ['ID=e58faf7c-9dfb-4b73-821e-b4885b7641fb,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:34.690179 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-717b1c8e-074d-4d3d-a48e-0270021dc163 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] show failed (client error): The resource could not be found. Jul 28 11:46:34.697871 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-717b1c8e-074d-4d3d-a48e-0270021dc163 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/subnetpools/44d35e4b-a28c-4a59-9b20-1c81a7433065/tags/tempest-TagsExtTest-Tag-738693504 HTTP/1.1" status: 404 len: 328 time: 0.2799850 Jul 28 11:46:34.706345 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56416) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:34.709561 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network e58faf7c-9dfb-4b73-821e-b4885b7641fb details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:34.763637 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-405e29e9-19db-4dc0-8082-d6c67310d928 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '44d35e4b-a28c-4a59-9b20-1c81a7433065', 'tempest-TagsExtTest-Tag-139246032') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:34.773652 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56418) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:34.779640 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-848ca4f6-317c-4647-b1ee-535e3a594882 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'subnet': {'network_id': 'e58faf7c-9dfb-4b73-821e-b4885b7641fb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:34.883741 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99ab5a4-4e06-445c-9a2e-78f06a45d029 None None] Network 2cc78e3e-5183-4d79-a409-d0abf432a35a requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:34.892056 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5da4e7b2-6e58-4a0f-a9fe-03b913e2cbdc req-db140b56-6e77-4841-b74e-eb76162a832a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 210 time: 0.1432326 Jul 28 11:46:34.893569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Deleting port 9f1180da-6e58-415c-b3fe-37930a1d8530 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:34.893910 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:34.960376 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56420) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:34.963480 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb27ded-52e5-436b-8894-86b338035655 None None] Pushing event updated for resources: {'Port': ['ID=3a694d08-e67e-4f15-bf77-9bab8ed6e9f0,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:35.075286 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc5470f8-9a0c-48d6-a659-7aa356049d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:35.095115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d427c631-4a1d-41f0-aaa1-02bdd5e3b75b None None] Provisioning for port 9f1180da-6e58-415c-b3fe-37930a1d8530 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:35.117418 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-405e29e9-19db-4dc0-8082-d6c67310d928 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] show failed (client error): The resource could not be found. Jul 28 11:46:35.118503 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-405e29e9-19db-4dc0-8082-d6c67310d928 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/subnetpools/44d35e4b-a28c-4a59-9b20-1c81a7433065/tags/tempest-TagsExtTest-Tag-139246032 HTTP/1.1" status: 404 len: 328 time: 0.3788126 Jul 28 11:46:35.122283 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-31296c80-60da-47c3-8de2-e7a3d0ec7bdc None None] Deleting port 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:35.123090 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31296c80-60da-47c3-8de2-e7a3d0ec7bdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:35.132991 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56424) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:35.144597 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-3f278a23-6ff2-4779-b1a2-144ac3bf3013 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '44d35e4b-a28c-4a59-9b20-1c81a7433065') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:35.170291 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] For port 9f1180da-6e58-415c-b3fe-37930a1d8530, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=9f1180da-6e58-415c-b3fe-37930a1d8530,segment=NetworkSegment(03cda0c8-57e0-471a-83ee-9ccb42a21a6f),segment_id=03cda0c8-57e0-471a-83ee-9ccb42a21a6f)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:35.170689 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:35.198337 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Calling delete_port for 9f1180da-6e58-415c-b3fe-37930a1d8530 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:35.213458 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-b75d2e8c-c55e-4f12-bea6-e1353d1c5105 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 172.20.0.10 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/9687bd10-7b94-4f1d-9ffd-092667d8bc2c/364391bb-ad1f-4a23-ab6a-5c0430044097) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:35.222750 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-b75d2e8c-c55e-4f12-bea6-e1353d1c5105 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::f816:3eff:fedf:e2e (ff79b356-b140-4126-83e7-2a8ec9cd81dc/84a2fb4e-26b1-4323-af9b-18194c1fd65b/364391bb-ad1f-4a23-ab6a-5c0430044097) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:35.259064 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-31296c80-60da-47c3-8de2-e7a3d0ec7bdc None None] For port 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=3a694d08-e67e-4f15-bf77-9bab8ed6e9f0,segment=NetworkSegment(7752c4a2-f32a-44f8-a905-4ccecd687af1),segment_id=7752c4a2-f32a-44f8-a905-4ccecd687af1)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:35.259488 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31296c80-60da-47c3-8de2-e7a3d0ec7bdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:35.261875 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3f278a23-6ff2-4779-b1a2-144ac3bf3013 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/subnetpools/44d35e4b-a28c-4a59-9b20-1c81a7433065/tags HTTP/1.1" status: 204 len: 168 time: 0.1260436 Jul 28 11:46:35.284688 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-31296c80-60da-47c3-8de2-e7a3d0ec7bdc None None] Calling delete_port for 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:35.315067 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56430) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:35.323083 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-caacf87c-3151-4a58-9b74-e32d04e4307f tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-916562653', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:35.329182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-1216cd74-0750-4610-9441-d945c972bdc9 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:35.330943 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848ca4f6-317c-4647-b1ee-535e3a594882 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:35.333652 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2400226f-dceb-4172-b60d-0bbdf2c55711 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:35.334246 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-848ca4f6-317c-4647-b1ee-535e3a594882 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:35.335546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c27f934f-9f80-4fb8-92f1-24bc17633dc8 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:35.432185 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b75d2e8c-c55e-4f12-bea6-e1353d1c5105 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:35.442683 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-64b189eb-4495-487b-8cda-bc57bf99a141 None None] Provisioning for port 6528c819-6886-40cb-825c-f11843a1bff6 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:35.460945 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:35.480075 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-b75d2e8c-c55e-4f12-bea6-e1353d1c5105 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object 364391bb-ad1f-4a23-ab6a-5c0430044097 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:35.494393 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-28c34ece-0462-4346-b69f-0bf9406b1633 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:35.496234 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-28c34ece-0462-4346-b69f-0bf9406b1633 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.39 "GET /v2.0/networks?id=05e0ea0b-61bb-458d-a29d-5f518c0c2f3d HTTP/1.1" status: 200 len: 796 time: 0.6589296 Jul 28 11:46:35.527830 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31296c80-60da-47c3-8de2-e7a3d0ec7bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:35.532539 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port c27f934f-9f80-4fb8-92f1-24bc17633dc8 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:35.532682 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:35.579229 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-14f06649-dd8d-438a-98f8-8ce59f167099 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f3047592da24f58b861d395ec5927af HTTP/1.1" status: 200 len: 378 time: 0.0701673 Jul 28 11:46:35.581480 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caacf87c-3151-4a58-9b74-e32d04e4307f tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Made reservation on behalf of e10111bc6a6c4bd38e74b66dabef6473 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:35.583891 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-caacf87c-3151-4a58-9b74-e32d04e4307f tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:35.591584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-813bb3d6-7b08-488d-a517-7eae3d6178a2 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Request body: {'port': {'device_id': '1c36e164-c084-401f-8817-7c33a316df25', 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d', 'admin_state_up': True, 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'security_groups': ['42672eb3-95f7-4a40-8165-84cc6ff3704b']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:35.611755 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-caacf87c-3151-4a58-9b74-e32d04e4307f tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:35.635629 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1216cd74-0750-4610-9441-d945c972bdc9 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/routers/fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68/tags HTTP/1.1" status: 204 len: 168 time: 0.3176105 Jul 28 11:46:35.659456 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56432) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:35.665319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b75d2e8c-c55e-4f12-bea6-e1353d1c5105 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:35.670640 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:35.673247 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-a39f57b1-331a-46e0-ab7e-63ab9f7c1821 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '860316c2-a999-41c7-aee9-be2181611d88') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:35.720596 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event deleted for resources: {'Port': ['ID=9f1180da-6e58-415c-b3fe-37930a1d8530,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:35.733016 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] No DVR routers for this DVR port 9f1180da-6e58-415c-b3fe-37930a1d8530 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:35.745468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-848ca4f6-317c-4647-b1ee-535e3a594882 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:35.752216 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916c8ff5-3e3a-4e52-90a4-b42d05902d42 None None] DHCP port deletion for 2cc78e3e-5183-4d79-a409-d0abf432a35a request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:46:35.758695 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31296c80-60da-47c3-8de2-e7a3d0ec7bdc None None] Pushing event deleted for resources: {'Port': ['ID=3a694d08-e67e-4f15-bf77-9bab8ed6e9f0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:35.762811 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d2e8c-c55e-4f12-bea6-e1353d1c5105 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:35.773200 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-b75d2e8c-c55e-4f12-bea6-e1353d1c5105 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:35.775911 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31296c80-60da-47c3-8de2-e7a3d0ec7bdc None None] No DVR routers for this DVR port 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:35.805206 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d2e8c-c55e-4f12-bea6-e1353d1c5105 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:35.823918 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:46:35.871368 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6528c819-6886-40cb-825c-f11843a1bff6 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:35.886036 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d2e8c-c55e-4f12-bea6-e1353d1c5105 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=364391bb-ad1f-4a23-ab6a-5c0430044097,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:35.920638 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a39f57b1-331a-46e0-ab7e-63ab9f7c1821 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/ports/860316c2-a999-41c7-aee9-be2181611d88/tags HTTP/1.1" status: 204 len: 168 time: 0.2573981 Jul 28 11:46:35.920868 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:35.925564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75d2e8c-c55e-4f12-bea6-e1353d1c5105 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:35.926673 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b75d2e8c-c55e-4f12-bea6-e1353d1c5105 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:35.929026 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56436) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:35.934964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-9dc77ce0-8f28-42c3-af33-0f213dbd9e34 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '14f9e9d3-ca77-4164-8e51-052928e1a8e0') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:35.955433 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ca4f6-317c-4647-b1ee-535e3a594882 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Subnet': ['ID=42de0732-49ba-44c9-8e75-cae1caa19fc6,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:35.969117 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc78e3e-5183-4d79-a409-d0abf432a35a']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:36.002542 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03cda0c8-57e0-471a-83ee-9ccb42a21a6f') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:36.002854 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03cda0c8-57e0-471a-83ee-9ccb42a21a6f') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:36.009455 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 6528c819-6886-40cb-825c-f11843a1bff6 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:36.018172 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9dc77ce0-8f28-42c3-af33-0f213dbd9e34 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/subnets/14f9e9d3-ca77-4164-8e51-052928e1a8e0/tags HTTP/1.1" status: 204 len: 168 time: 0.0820384 Jul 28 11:46:36.018393 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92724446-7141-4548-9043-a94341cd13de None None] Update dhcp port {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'fixed_ips': [{'subnet_id': '9687bd10-7b94-4f1d-9ffd-092667d8bc2c', 'ip_address': '172.20.0.2'}, {'subnet_id': '84a2fb4e-26b1-4323-af9b-18194c1fd65b'}], 'binding:host_id': 'dv-neutron-786478-16-hyperv'}, 'id': '6528c819-6886-40cb-825c-f11843a1bff6'} from dv-neutron-786478-16-hyperv. {{(pid=100417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:46:36.019128 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 6528c819-6886-40cb-825c-f11843a1bff6 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:36.019430 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56440) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:36.019694 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.040335 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848ca4f6-317c-4647-b1ee-535e3a594882 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Checking segment: {'id': '71fe059a-bd6d-4f63-80bf-41090ae2b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e58faf7c-9dfb-4b73-821e-b4885b7641fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:36.041124 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848ca4f6-317c-4647-b1ee-535e3a594882 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network hostable DHCP agents. Network: e58faf7c-9dfb-4b73-821e-b4885b7641fb, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:36.048770 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.073196 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92724446-7141-4548-9043-a94341cd13de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.078122 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-caacf87c-3151-4a58-9b74-e32d04e4307f tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.088147 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1158b4b3-1122-4db1-84e4-85de431a3342 req-12106c4d-69a2-41bc-82d6-8a8438dc15f8 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 210 time: 0.0938439 Jul 28 11:46:36.099503 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-caacf87c-3151-4a58-9b74-e32d04e4307f tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.106062 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5eacb7-e3db-4da1-a5a3-8586eb3da9e8 req-e4d7edbf-5094-4990-948b-763ec4ab2e97 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:36.113286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-813bb3d6-7b08-488d-a517-7eae3d6178a2 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Made reservation on behalf of 6f3047592da24f58b861d395ec5927af for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:36.114867 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2e5eacb7-e3db-4da1-a5a3-8586eb3da9e8 req-e4d7edbf-5094-4990-948b-763ec4ab2e97 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.2331469 Jul 28 11:46:36.124844 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-813bb3d6-7b08-488d-a517-7eae3d6178a2 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.125062 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.127971 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-caacf87c-3151-4a58-9b74-e32d04e4307f tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] device_id is not set on port 2eda7f43-92b0-421e-b21c-59fe804c4283 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:46:36.142120 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b75d2e8c-c55e-4f12-bea6-e1353d1c5105 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2403836 Jul 28 11:46:36.148653 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56442) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:36.149301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:36.149704 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:36.156423 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:36.198869 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-df432767-d4dc-4a28-8d54-b0f17e376fd3 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks [] for subnetpool, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.202538 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-df432767-d4dc-4a28-8d54-b0f17e376fd3 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/subnetpools/44d35e4b-a28c-4a59-9b20-1c81a7433065 HTTP/1.1" status: 204 len: 168 time: 0.1795728 Jul 28 11:46:36.203550 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56444) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:36.226921 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.254673 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848ca4f6-317c-4647-b1ee-535e3a594882 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network e58faf7c-9dfb-4b73-821e-b4885b7641fb is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:36.281211 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacf87c-3151-4a58-9b74-e32d04e4307f tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cab574-389c-4a08-81e9-f6d529b38bb1,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:36.301888 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-848ca4f6-317c-4647-b1ee-535e3a594882 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, e58faf7c-9dfb-4b73-821e-b4885b7641fb) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:36.311027 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2e5eacb7-e3db-4da1-a5a3-8586eb3da9e8 req-a0c7ccd6-6eca-492c-8555-f1f424bf3762 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952031 Jul 28 11:46:36.311492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 6528c819-6886-40cb-825c-f11843a1bff6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6528c819-6886-40cb-825c-f11843a1bff6,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:36.328118 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848ca4f6-317c-4647-b1ee-535e3a594882 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:36.328118 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-848ca4f6-317c-4647-b1ee-535e3a594882 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.337677 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-92724446-7141-4548-9043-a94341cd13de None None] Allocated IP 2001:db8::f816:3eff:fe0b:5ae3 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/84a2fb4e-26b1-4323-af9b-18194c1fd65b/6528c819-6886-40cb-825c-f11843a1bff6) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:36.338873 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.370538 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.372445 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "DELETE /v2.0/networks/2cc78e3e-5183-4d79-a409-d0abf432a35a HTTP/1.1" status: 204 len: 168 time: 2.0431378 Jul 28 11:46:36.383883 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56446) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:36.396724 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618ae1c-b1f9-4658-bb23-c03416922a20 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event deleted for resources: {'Network': ['ID=2cc78e3e-5183-4d79-a409-d0abf432a35a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:36.406986 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-848ca4f6-317c-4647-b1ee-535e3a594882 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6321447 Jul 28 11:46:36.409541 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56448) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:36.416508 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-3cc128a1-7861-49c6-b21a-df4d5ea6a00f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-973280080'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:36.418222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb7c0a3-65ad-4c5a-a7f8-a1dac2e5e05c None None] Network e58faf7c-9dfb-4b73-821e-b4885b7641fb requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:36.441455 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.442489 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9f1180da-6e58-415c-b3fe-37930a1d8530 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:36.495698 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-caacf87c-3151-4a58-9b74-e32d04e4307f tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Allocated IP 172.26.1.165 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/2eda7f43-92b0-421e-b21c-59fe804c4283) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:36.522888 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc128a1-7861-49c6-b21a-df4d5ea6a00f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:36.526569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3cc128a1-7861-49c6-b21a-df4d5ea6a00f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.535117 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 9f1180da-6e58-415c-b3fe-37930a1d8530 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:46:36.535741 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9f1180da-6e58-415c-b3fe-37930a1d8530 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 11:46:36.535858 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c3fa92d6-b27f-4f4d-b167-7eeb0699fc5d tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.566978 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.587259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Port 9f1180da-6e58-415c-b3fe-37930a1d8530 not found, will not notify nova. {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 11:46:36.591506 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b7fcb1fc-27ca-45d8-af45-8bdb5552031a tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68 HTTP/1.1" status: 200 len: 205 time: 0.3845060 Jul 28 11:46:36.593073 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56450) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:36.618454 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7f34c9-b426-4943-b128-7929953b1bec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:36.624094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7f34c9-b426-4943-b128-7929953b1bec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:36.628926 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2d7f34c9-b426-4943-b128-7929953b1bec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.4765108 Jul 28 11:46:36.629771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56452) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:36.630352 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc128a1-7861-49c6-b21a-df4d5ea6a00f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:36.638320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-92724446-7141-4548-9043-a94341cd13de None None] For port 6528c819-6886-40cb-825c-f11843a1bff6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6528c819-6886-40cb-825c-f11843a1bff6,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:36.645190 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=6528c819-6886-40cb-825c-f11843a1bff6,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:36.696442 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:46:36.734162 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92724446-7141-4548-9043-a94341cd13de None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.736870 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-813bb3d6-7b08-488d-a517-7eae3d6178a2 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Allocated IP 172.20.0.4 (05e0ea0b-61bb-458d-a29d-5f518c0c2f3d/55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2/36606f33-3404-4398-95a8-a6f2f6df5134) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:36.737500 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:46:36.737917 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3a694d08-e67e-4f15-bf77-9bab8ed6e9f0 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:46:36.759398 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-92724446-7141-4548-9043-a94341cd13de None None] Transition to ACTIVE for port object 6528c819-6886-40cb-825c-f11843a1bff6 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:36.779015 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3cc128a1-7861-49c6-b21a-df4d5ea6a00f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.779787 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-3cc128a1-7861-49c6-b21a-df4d5ea6a00f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Added segment 2ab6ffc2-fa75-4f08-8074-6e4b9a631c60 of type vlan for network e8d324fb-647c-4e18-b322-c70f30e80979 Jul 28 11:46:36.786799 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92724446-7141-4548-9043-a94341cd13de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.800326 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-464710e0-e847-4c38-81e1-0bf6a6d6f60f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port 364391bb-ad1f-4a23-ab6a-5c0430044097 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:36.800622 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-464710e0-e847-4c38-81e1-0bf6a6d6f60f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.819041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-e58faf7c-9dfb-4b73-821e-b4885b7641fb', 'network_id': 'e58faf7c-9dfb-4b73-821e-b4885b7641fb', 'tenant_id': '339cf640e5b1438587424d4a6d84ebed', 'fixed_ips': [{'subnet_id': '42de0732-49ba-44c9-8e75-cae1caa19fc6'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:36.819885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.836905 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a1b986cb-3180-432f-808c-3ad7d565680b tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.912244 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92724446-7141-4548-9043-a94341cd13de None None] Pushing event updated for resources: {'Port': ['ID=6528c819-6886-40cb-825c-f11843a1bff6,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:36.974497 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-464710e0-e847-4c38-81e1-0bf6a6d6f60f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:36.994057 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-813bb3d6-7b08-488d-a517-7eae3d6178a2 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.001478 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-464710e0-e847-4c38-81e1-0bf6a6d6f60f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for 364391bb-ad1f-4a23-ab6a-5c0430044097 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:37.025220 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-813bb3d6-7b08-488d-a517-7eae3d6178a2 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Transition to ACTIVE for port object 36606f33-3404-4398-95a8-a6f2f6df5134 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:37.076865 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6528c819-6886-40cb-825c-f11843a1bff6 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:37.126638 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Allocated IP 172.20.255.242 (e58faf7c-9dfb-4b73-821e-b4885b7641fb/42de0732-49ba-44c9-8e75-cae1caa19fc6/a6d77d3f-3c71-4588-9aba-0844d36dc5fd) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:37.155339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-813bb3d6-7b08-488d-a517-7eae3d6178a2 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.243111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-813bb3d6-7b08-488d-a517-7eae3d6178a2 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Network 05e0ea0b-61bb-458d-a29d-5f518c0c2f3d is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:37.255912 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-813bb3d6-7b08-488d-a517-7eae3d6178a2 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:37.282211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-813bb3d6-7b08-488d-a517-7eae3d6178a2 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:37.325590 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9f1180da-6e58-415c-b3fe-37930a1d8530 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:46:37.332172 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bb3d6-7b08-488d-a517-7eae3d6178a2 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event updated for resources: {'Port': ['ID=36606f33-3404-4398-95a8-a6f2f6df5134,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:37.397991 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c3fa92d6-b27f-4f4d-b167-7eeb0699fc5d tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.411490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-813bb3d6-7b08-488d-a517-7eae3d6178a2 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:37.415998 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-813bb3d6-7b08-488d-a517-7eae3d6178a2 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.429483 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 9f1180da-6e58-415c-b3fe-37930a1d8530 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:46:37.429964 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9f1180da-6e58-415c-b3fe-37930a1d8530 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:46:37.452828 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695961f-f769-4843-ac76-8a75d28170ea req-e15603a9-e620-4732-b2bc-d28df327add1 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:37.460919 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4695961f-f769-4843-ac76-8a75d28170ea req-e15603a9-e620-4732-b2bc-d28df327add1 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 931 time: 0.1747999 Jul 28 11:46:37.464590 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.482668 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Transition to ACTIVE for port object a6d77d3f-3c71-4588-9aba-0844d36dc5fd will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:37.512645 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Transition to ACTIVE for port object a6d77d3f-3c71-4588-9aba-0844d36dc5fd will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:37.513666 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-813bb3d6-7b08-488d-a517-7eae3d6178a2 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9274297 Jul 28 11:46:37.524890 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-464710e0-e847-4c38-81e1-0bf6a6d6f60f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.527202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.532950 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Request body: {'port': {'device_id': '1c36e164-c084-401f-8817-7c33a316df25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:37.563182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-c3fa92d6-b27f-4f4d-b167-7eeb0699fc5d tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2c547d-531e-4d20-8afe-01544d392383']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:37.568216 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3cc128a1-7861-49c6-b21a-df4d5ea6a00f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.593449 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-c3fa92d6-b27f-4f4d-b167-7eeb0699fc5d tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7752c4a2-f32a-44f8-a905-4ccecd687af1') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:37.594229 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-c3fa92d6-b27f-4f4d-b167-7eeb0699fc5d tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7752c4a2-f32a-44f8-a905-4ccecd687af1') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:37.598024 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Network e58faf7c-9dfb-4b73-821e-b4885b7641fb is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:37.601132 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:37.607214 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:37.616495 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Pushing event updated for resources: {'Port': ['ID=a6d77d3f-3c71-4588-9aba-0844d36dc5fd,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:37.627348 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c3fa92d6-b27f-4f4d-b167-7eeb0699fc5d tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.632510 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a1b986cb-3180-432f-808c-3ad7d565680b tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.634649 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a1b986cb-3180-432f-808c-3ad7d565680b tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.644683 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464710e0-e847-4c38-81e1-0bf6a6d6f60f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=364391bb-ad1f-4a23-ab6a-5c0430044097,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:37.650515 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.681118 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Attempting to bind port a6d77d3f-3c71-4588-9aba-0844d36dc5fd on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:37.681812 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Attempting to bind port a6d77d3f-3c71-4588-9aba-0844d36dc5fd by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '71fe059a-bd6d-4f63-80bf-41090ae2b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e58faf7c-9dfb-4b73-821e-b4885b7641fb'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:37.682583 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Attempting to bind port a6d77d3f-3c71-4588-9aba-0844d36dc5fd on network e58faf7c-9dfb-4b73-821e-b4885b7641fb {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:37.689882 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:37.690589 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Checking segment: {'id': '71fe059a-bd6d-4f63-80bf-41090ae2b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e58faf7c-9dfb-4b73-821e-b4885b7641fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:37.691578 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.692210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Bound using segment: {'id': '71fe059a-bd6d-4f63-80bf-41090ae2b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e58faf7c-9dfb-4b73-821e-b4885b7641fb'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:37.692996 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Bound port: a6d77d3f-3c71-4588-9aba-0844d36dc5fd, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fe059a-bd6d-4f63-80bf-41090ae2b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e58faf7c-9dfb-4b73-821e-b4885b7641fb'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:37.693594 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.739492 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a1b986cb-3180-432f-808c-3ad7d565680b tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.739976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b986cb-3180-432f-808c-3ad7d565680b tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Fanout notify agent at l3_agent the message router_deleted on router fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:46:37.756330 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3cc128a1-7861-49c6-b21a-df4d5ea6a00f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.761670 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc128a1-7861-49c6-b21a-df4d5ea6a00f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:37.762219 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3cc128a1-7861-49c6-b21a-df4d5ea6a00f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.779876 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a1b986cb-3180-432f-808c-3ad7d565680b tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.781965 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a1b986cb-3180-432f-808c-3ad7d565680b tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/routers/fd722b9f-50d2-4a02-b77b-fe8bfd7a8f68 HTTP/1.1" status: 204 len: 168 time: 1.1833179 Jul 28 11:46:37.786248 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56458) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:37.789689 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-79268b73-6b7d-40d5-8c9e-7ecce6866f67 None None] Provisioning for port 36606f33-3404-4398-95a8-a6f2f6df5134 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:37.799267 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b410940-10c7-4afa-8b5a-fb662672d5dd req-6ce98735-60d6-462e-9067-03713daabc1c tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:37.800891 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1b410940-10c7-4afa-8b5a-fb662672d5dd req-6ce98735-60d6-462e-9067-03713daabc1c tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.3223145 Jul 28 11:46:37.810598 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c3fa92d6-b27f-4f4d-b167-7eeb0699fc5d tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.811901 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-79268b73-6b7d-40d5-8c9e-7ecce6866f67 None None] Provisioning complete for port 36606f33-3404-4398-95a8-a6f2f6df5134 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:37.811901 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79268b73-6b7d-40d5-8c9e-7ecce6866f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.818968 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3cc128a1-7861-49c6-b21a-df4d5ea6a00f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4064789 Jul 28 11:46:37.824424 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56460) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:37.825662 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-464710e0-e847-4c38-81e1-0bf6a6d6f60f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.828405 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-464710e0-e847-4c38-81e1-0bf6a6d6f60f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/364391bb-ad1f-4a23-ab6a-5c0430044097 HTTP/1.1" status: 204 len: 168 time: 1.1969094 Jul 28 11:46:37.835484 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a753c7c8-b716-4252-b862-4211adb227a5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'subnet': {'network_id': 'e8d324fb-647c-4e18-b322-c70f30e80979', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:37.847936 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56462) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:37.856127 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] For port a6d77d3f-3c71-4588-9aba-0844d36dc5fd, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:37.858389 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3fa92d6-b27f-4f4d-b167-7eeb0699fc5d tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:37.860466 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c3fa92d6-b27f-4f4d-b167-7eeb0699fc5d tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.884072 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-79268b73-6b7d-40d5-8c9e-7ecce6866f67 None None] Port 36606f33-3404-4398-95a8-a6f2f6df5134 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:46:37.895983 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:37.898798 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:37.901810 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4695961f-f769-4843-ac76-8a75d28170ea req-4f900999-d4f7-451e-af4d-aaa320837b1d tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4398682 Jul 28 11:46:37.930721 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-caacf87c-3151-4a58-9b74-e32d04e4307f tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.029899 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-38b5ec83-766b-4c95-9fc8-80fe910e5d59 None None] Provisioning for port 6528c819-6886-40cb-825c-f11843a1bff6 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:38.042247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-38b5ec83-766b-4c95-9fc8-80fe910e5d59 None None] Provisioning complete for port 6528c819-6886-40cb-825c-f11843a1bff6 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:38.043149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-38b5ec83-766b-4c95-9fc8-80fe910e5d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.064913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc128a1-7861-49c6-b21a-df4d5ea6a00f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Network': ['ID=e8d324fb-647c-4e18-b322-c70f30e80979,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:38.087359 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f85ec57-5f23-4b14-9a8e-acb2a95d2cf5 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:38.088927 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f85ec57-5f23-4b14-9a8e-acb2a95d2cf5 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:38.090499 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f85ec57-5f23-4b14-9a8e-acb2a95d2cf5 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:38.092308 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1f85ec57-5f23-4b14-9a8e-acb2a95d2cf5 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2439890 Jul 28 11:46:38.099786 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c3fa92d6-b27f-4f4d-b167-7eeb0699fc5d tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.102348 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network e8d324fb-647c-4e18-b322-c70f30e80979 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:38.103294 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56464) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:38.113447 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1b410940-10c7-4afa-8b5a-fb662672d5dd req-669dbce2-47ab-444d-b73c-9cba256667a7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931073 Jul 28 11:46:38.132808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c3fa92d6-b27f-4f4d-b167-7eeb0699fc5d tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.134921 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c3fa92d6-b27f-4f4d-b167-7eeb0699fc5d tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "DELETE /v2.0/networks/cc2c547d-531e-4d20-8afe-01544d392383 HTTP/1.1" status: 204 len: 168 time: 1.7497435 Jul 28 11:46:38.138205 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56466) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:38.148421 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a753c7c8-b716-4252-b862-4211adb227a5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:38.152127 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a753c7c8-b716-4252-b862-4211adb227a5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.191926 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] For port a6d77d3f-3c71-4588-9aba-0844d36dc5fd, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a6d77d3f-3c71-4588-9aba-0844d36dc5fd,segment=NetworkSegment(71fe059a-bd6d-4f63-80bf-41090ae2b793),segment_id=71fe059a-bd6d-4f63-80bf-41090ae2b793)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:38.205386 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.226841 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa92d6-b27f-4f4d-b167-7eeb0699fc5d tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event deleted for resources: {'Network': ['ID=cc2c547d-531e-4d20-8afe-01544d392383,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:38.272343 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-caacf87c-3151-4a58-9b74-e32d04e4307f tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.289899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ab5ca-e0d1-4162-b39d-8ad90b0f60af tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Deleting port 860316c2-a999-41c7-aee9-be2181611d88 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:38.290243 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f2ab5ca-e0d1-4162-b39d-8ad90b0f60af tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.292090 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d174d8d-b6f0-4dd2-8d30-2d614e531b92 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 84a2fb4e-26b1-4323-af9b-18194c1fd65b {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:46:38.315444 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fc367-47a2-4f6f-a17b-e400e3b26554 None None] Pushing event updated for resources: {'Port': ['ID=a6d77d3f-3c71-4588-9aba-0844d36dc5fd,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:38.324364 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cd20b0f7-1f96-40ba-8f48-96d5cb457972 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.326146 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7d174d8d-b6f0-4dd2-8d30-2d614e531b92 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.343948 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-38b5ec83-766b-4c95-9fc8-80fe910e5d59 None None] Could not find standard attr ID for object 364391bb-ad1f-4a23-ab6a-5c0430044097. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:46:38.386624 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caacf87c-3151-4a58-9b74-e32d04e4307f tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:38.398226 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-caacf87c-3151-4a58-9b74-e32d04e4307f tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:38.402249 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacf87c-3151-4a58-9b74-e32d04e4307f tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Pushing event updated for resources: {'Port': ['ID=2eda7f43-92b0-421e-b21c-59fe804c4283,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:38.410375 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caacf87c-3151-4a58-9b74-e32d04e4307f tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:38.414952 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7d174d8d-b6f0-4dd2-8d30-2d614e531b92 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.459496 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-af313787-1753-4b1c-beb9-11d50f57ef97 None None] Could not find standard attr ID for object 364391bb-ad1f-4a23-ab6a-5c0430044097. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:46:38.480318 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36606f33-3404-4398-95a8-a6f2f6df5134 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:46:38.503738 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f2ab5ca-e0d1-4162-b39d-8ad90b0f60af tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.523708 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ab5ca-e0d1-4162-b39d-8ad90b0f60af tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Calling delete_port for 860316c2-a999-41c7-aee9-be2181611d88 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:38.542747 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.581320 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caacf87c-3151-4a58-9b74-e32d04e4307f tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:38.581938 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-caacf87c-3151-4a58-9b74-e32d04e4307f tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.597151 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cd20b0f7-1f96-40ba-8f48-96d5cb457972 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.603112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Transition to ACTIVE for port object 36606f33-3404-4398-95a8-a6f2f6df5134 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:38.629726 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-cd20b0f7-1f96-40ba-8f48-96d5cb457972 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2125a0-2078-481e-8024-b9a616a1f0f1']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:38.633004 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.651887 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-caacf87c-3151-4a58-9b74-e32d04e4307f tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6878829 Jul 28 11:46:38.656638 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-cd20b0f7-1f96-40ba-8f48-96d5cb457972 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99143ad1-9a32-4130-8e58-f35a7b418a15') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:38.656960 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-cd20b0f7-1f96-40ba-8f48-96d5cb457972 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99143ad1-9a32-4130-8e58-f35a7b418a15') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:38.658540 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56468) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:38.667314 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-267ccdcc-2f53-4b62-ad56-40b0dae57040 tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.165'}]}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:38.689128 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cd20b0f7-1f96-40ba-8f48-96d5cb457972 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.693095 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Pushing event updated for resources: {'Port': ['ID=36606f33-3404-4398-95a8-a6f2f6df5134,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:38.701401 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7d174d8d-b6f0-4dd2-8d30-2d614e531b92 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.740225 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cd20b0f7-1f96-40ba-8f48-96d5cb457972 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.755936 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-267ccdcc-2f53-4b62-ad56-40b0dae57040 tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.757050 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-267ccdcc-2f53-4b62-ad56-40b0dae57040 tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.762796 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd20b0f7-1f96-40ba-8f48-96d5cb457972 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:38.763211 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cd20b0f7-1f96-40ba-8f48-96d5cb457972 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:38.767114 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:38.779390 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a753c7c8-b716-4252-b862-4211adb227a5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.878883 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cd20b0f7-1f96-40ba-8f48-96d5cb457972 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.886774 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cd20b0f7-1f96-40ba-8f48-96d5cb457972 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.888791 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cd20b0f7-1f96-40ba-8f48-96d5cb457972 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "DELETE /v2.0/networks/1d2125a0-2078-481e-8024-b9a616a1f0f1 HTTP/1.1" status: 204 len: 168 time: 0.7494719 Jul 28 11:46:38.902650 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56470) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:38.903722 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7d174d8d-b6f0-4dd2-8d30-2d614e531b92 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:38.938943 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20b0f7-1f96-40ba-8f48-96d5cb457972 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event deleted for resources: {'Network': ['ID=1d2125a0-2078-481e-8024-b9a616a1f0f1,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:39.001989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753c7c8-b716-4252-b862-4211adb227a5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Checking segment: {'id': '2ab6ffc2-fa75-4f08-8074-6e4b9a631c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8d324fb-647c-4e18-b322-c70f30e80979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:39.008278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a753c7c8-b716-4252-b862-4211adb227a5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network hostable DHCP agents. Network: e8d324fb-647c-4e18-b322-c70f30e80979, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:39.014643 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753c7c8-b716-4252-b862-4211adb227a5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Subnet': ['ID=b273ac02-ad00-4370-a852-a195a5474f19,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:39.039720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Attempting to bind port 36606f33-3404-4398-95a8-a6f2f6df5134 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:39.040194 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Attempting to bind port 36606f33-3404-4398-95a8-a6f2f6df5134 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '8dc492f6-8f51-4763-bd48-06f4c2813a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:39.040872 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Attempting to bind port 36606f33-3404-4398-95a8-a6f2f6df5134 on network 05e0ea0b-61bb-458d-a29d-5f518c0c2f3d {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:39.047837 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f2ab5ca-e0d1-4162-b39d-8ad90b0f60af tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:39.073269 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d174d8d-b6f0-4dd2-8d30-2d614e531b92 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=84a2fb4e-26b1-4323-af9b-18194c1fd65b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:39.086281 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-267ccdcc-2f53-4b62-ad56-40b0dae57040 tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:39.091204 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6e505d-cdc5-4a87-bb50-2dd4a8a2d413 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:39.105381 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7d174d8d-b6f0-4dd2-8d30-2d614e531b92 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:39.107804 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7d174d8d-b6f0-4dd2-8d30-2d614e531b92 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/84a2fb4e-26b1-4323-af9b-18194c1fd65b HTTP/1.1" status: 204 len: 168 time: 0.9931860 Jul 28 11:46:39.125062 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56474) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:39.132562 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Port 36606f33-3404-4398-95a8-a6f2f6df5134 on network 05e0ea0b-61bb-458d-a29d-5f518c0c2f3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:46:39.132898 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Attempting to bind port 36606f33-3404-4398-95a8-a6f2f6df5134 on network 05e0ea0b-61bb-458d-a29d-5f518c0c2f3d {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:39.134162 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a6d77d3f-3c71-4588-9aba-0844d36dc5fd up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:39.142771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ab5ca-e0d1-4162-b39d-8ad90b0f60af tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Pushing event deleted for resources: {'Port': ['ID=860316c2-a999-41c7-aee9-be2181611d88,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:39.151250 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a753c7c8-b716-4252-b862-4211adb227a5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network e8d324fb-647c-4e18-b322-c70f30e80979 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:39.153868 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:39.154678 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Checking segment: {'id': '8dc492f6-8f51-4763-bd48-06f4c2813a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:39.155265 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Bound using segment: {'id': '8dc492f6-8f51-4763-bd48-06f4c2813a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:39.156268 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Bound port: 36606f33-3404-4398-95a8-a6f2f6df5134, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc492f6-8f51-4763-bd48-06f4c2813a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:39.156820 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:39.199429 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-a753c7c8-b716-4252-b862-4211adb227a5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, e8d324fb-647c-4e18-b322-c70f30e80979) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:39.206644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a753c7c8-b716-4252-b862-4211adb227a5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:39.207689 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a753c7c8-b716-4252-b862-4211adb227a5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:39.220084 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a21799-ec55-4a6d-acca-aca8362a9988 None None] Network e8d324fb-647c-4e18-b322-c70f30e80979 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:39.309293 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a753c7c8-b716-4252-b862-4211adb227a5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4778016 Jul 28 11:46:39.320300 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56478) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:39.356165 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-540b2bcc-c154-4fd1-9561-a43c1747ffa7 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:39.432680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f2ab5ca-e0d1-4162-b39d-8ad90b0f60af tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:39.433046 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port a6d77d3f-3c71-4588-9aba-0844d36dc5fd completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:39.435249 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3f2ab5ca-e0d1-4162-b39d-8ad90b0f60af tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/ports/860316c2-a999-41c7-aee9-be2181611d88 HTTP/1.1" status: 204 len: 168 time: 1.6477287 Jul 28 11:46:39.443239 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56480) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:39.471111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] For port 36606f33-3404-4398-95a8-a6f2f6df5134, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:39.473252 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6528c819-6886-40cb-825c-f11843a1bff6 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:39.547193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:39.551552 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-267ccdcc-2f53-4b62-ad56-40b0dae57040 tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:39.564516 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] For port 36606f33-3404-4398-95a8-a6f2f6df5134, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36606f33-3404-4398-95a8-a6f2f6df5134,segment=NetworkSegment(8dc492f6-8f51-4763-bd48-06f4c2813a99),segment_id=8dc492f6-8f51-4763-bd48-06f4c2813a99)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:39.581689 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ad42f-7a29-4ae5-b74e-5ddb459fd161 req-07e05d88-e017-4986-96fd-8bb485d7844c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:39.585219 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d47ad42f-7a29-4ae5-b74e-5ddb459fd161 req-07e05d88-e017-4986-96fd-8bb485d7844c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 943 time: 0.5494177 Jul 28 11:46:39.591234 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:39.605174 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb1a46e-d594-4069-ba37-2c187c96006e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 9687bd10-7b94-4f1d-9ffd-092667d8bc2c {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:46:39.606936 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-e8d324fb-647c-4e18-b322-c70f30e80979', 'network_id': 'e8d324fb-647c-4e18-b322-c70f30e80979', 'tenant_id': '339cf640e5b1438587424d4a6d84ebed', 'fixed_ips': [{'subnet_id': 'b273ac02-ad00-4370-a852-a195a5474f19'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:39.607924 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:39.612214 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 6528c819-6886-40cb-825c-f11843a1bff6 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:39.612597 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:39.647637 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a46e-d594-4069-ba37-2c187c96006e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:39.650310 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Pushing event updated for resources: {'Port': ['ID=36606f33-3404-4398-95a8-a6f2f6df5134,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:39.656770 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c45713-c89f-41a9-9029-51ebb55457e2 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Deleting subnet 14f9e9d3-ca77-4164-8e51-052928e1a8e0 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:46:39.665468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-13c45713-c89f-41a9-9029-51ebb55457e2 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:39.674001 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf586b3d-e490-4e8a-8994-24c68ca5b0bd req-4b88b89e-84b6-4e35-870f-b46b82b7f373 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:39.675720 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bf586b3d-e490-4e8a-8994-24c68ca5b0bd req-4b88b89e-84b6-4e35-870f-b46b82b7f373 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.3917255 Jul 28 11:46:39.742560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:39.744562 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:39.746215 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-910c78b0-f842-474f-b6d1-67a42df271eb service neutron] 10.222.0.39 "PUT /v2.0/ports/36606f33-3404-4398-95a8-a6f2f6df5134 HTTP/1.1" status: 200 len: 1093 time: 2.2227631 Jul 28 11:46:39.750127 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c36e164-c084-401f-8817-7c33a316df25', 'tag': '36606f33-3404-4398-95a8-a6f2f6df5134'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:46:39.756331 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a366e8-bf05-40be-b51c-df95e5fe5efa" -d '{"events": [{"name": "network-changed", "server_uuid": "1c36e164-c084-401f-8817-7c33a316df25", "tag": "36606f33-3404-4398-95a8-a6f2f6df5134"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:46:39.804694 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:39.817714 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Allocated IP 172.20.0.2 (e8d324fb-647c-4e18-b322-c70f30e80979/b273ac02-ad00-4370-a852-a195a5474f19/093a9379-bf47-433b-9d56-03c84dd88fe5) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:39.832748 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca43815b-281c-4451-a174-56b908f0516b None None] Network e58faf7c-9dfb-4b73-821e-b4885b7641fb requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:39.858466 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-13c45713-c89f-41a9-9029-51ebb55457e2 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:39.967549 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a46e-d594-4069-ba37-2c187c96006e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:39.973252 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e26bf75e-c003-4b33-84b0-263a29e78a1a None None] Provisioning for port a6d77d3f-3c71-4588-9aba-0844d36dc5fd completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:39.995167 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-13c45713-c89f-41a9-9029-51ebb55457e2 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.000870 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bf586b3d-e490-4e8a-8994-24c68ca5b0bd req-6a0d77cf-1b04-430b-baa3-be75010c20c7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518480 Jul 28 11:46:40.007651 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e26bf75e-c003-4b33-84b0-263a29e78a1a None None] Provisioning complete for port a6d77d3f-3c71-4588-9aba-0844d36dc5fd triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:40.008040 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e26bf75e-c003-4b33-84b0-263a29e78a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.099468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef990629-6a89-4871-9663-369744318ce9 x-openstack-request-id: req-ef990629-6a89-4871-9663-369744318ce9 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:46:40.100074 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c36e164-c084-401f-8817-7c33a316df25", "tag": "36606f33-3404-4398-95a8-a6f2f6df5134", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:46:40.100484 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef990629-6a89-4871-9663-369744318ce9 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:46:40.101049 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c36e164-c084-401f-8817-7c33a316df25', 'tag': '36606f33-3404-4398-95a8-a6f2f6df5134', 'status': 'completed', 'code': 200} Jul 28 11:46:40.158412 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-13c45713-c89f-41a9-9029-51ebb55457e2 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.197489 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-83110ced-6bb2-4403-91b5-4f014da3a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:40.199057 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-83110ced-6bb2-4403-91b5-4f014da3a2b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f3047592da24f58b861d395ec5927af&device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 1096 time: 0.3472400 Jul 28 11:46:40.200205 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-13c45713-c89f-41a9-9029-51ebb55457e2 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.201883 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-13c45713-c89f-41a9-9029-51ebb55457e2 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/subnets/14f9e9d3-ca77-4164-8e51-052928e1a8e0 HTTP/1.1" status: 204 len: 168 time: 0.7573657 Jul 28 11:46:40.203995 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c45713-c89f-41a9-9029-51ebb55457e2 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Pushing event deleted for resources: {'Subnet': ['ID=14f9e9d3-ca77-4164-8e51-052928e1a8e0,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:40.205598 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56484) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:40.232503 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306b049f-5d74-454a-acc1-82368fa5246d None None] Network 22e20784-15a1-4fec-9fa6-87d1588e6172 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:40.255248 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-3c1b1af6-1509-4633-9cf5-0770c4722f19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36606f33-3404-4398-95a8-a6f2f6df5134 HTTP/1.1" status: 200 len: 217 time: 0.0370615 Jul 28 11:46:40.326161 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-404aa8e5-6f0d-41c3-844a-978f4a65392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:40.327430 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-404aa8e5-6f0d-41c3-844a-978f4a65392a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2 HTTP/1.1" status: 200 len: 834 time: 0.0556796 Jul 28 11:46:40.407256 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d47ad42f-7a29-4ae5-b74e-5ddb459fd161 req-217bbcbc-557b-4622-94d9-7b6d4c9c92a2 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7953565 Jul 28 11:46:40.429898 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.435954 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-86173a7a-4a12-4b78-9ef2-2dd3d4551f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:40.437658 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-540b2bcc-c154-4fd1-9561-a43c1747ffa7 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.437800 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-86173a7a-4a12-4b78-9ef2-2dd3d4551f50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05e0ea0b-61bb-458d-a29d-5f518c0c2f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0835679 Jul 28 11:46:40.457578 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-540b2bcc-c154-4fd1-9561-a43c1747ffa7 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc62ee91-09d9-4022-9c2f-5fe5b1132e98']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:40.471898 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-540b2bcc-c154-4fd1-9561-a43c1747ffa7 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9990d58-d7ec-4b0b-8fa5-9bdb6ac930f4') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:40.472131 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-540b2bcc-c154-4fd1-9561-a43c1747ffa7 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9990d58-d7ec-4b0b-8fa5-9bdb6ac930f4') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:40.504984 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-540b2bcc-c154-4fd1-9561-a43c1747ffa7 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.542352 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-540b2bcc-c154-4fd1-9561-a43c1747ffa7 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.548301 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Deleting port 647ccfa1-ce49-47cf-ba19-57b18a847269 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:40.548639 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.548825 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a46e-d594-4069-ba37-2c187c96006e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.559567 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.578347 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540b2bcc-c154-4fd1-9561-a43c1747ffa7 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:40.578964 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-540b2bcc-c154-4fd1-9561-a43c1747ffa7 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:40.583457 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:40.585890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Transition to ACTIVE for port object 093a9379-bf47-433b-9d56-03c84dd88fe5 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:40.601637 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e26bf75e-c003-4b33-84b0-263a29e78a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.610369 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-57c8900c-4c35-44a5-9339-be73c4135fcd service neutron] 10.222.0.39 "GET /v2.0/networks/05e0ea0b-61bb-458d-a29d-5f518c0c2f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525323 Jul 28 11:46:40.623425 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Transition to ACTIVE for port object 093a9379-bf47-433b-9d56-03c84dd88fe5 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:40.650033 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.683915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] For port 647ccfa1-ce49-47cf-ba19-57b18a847269, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=647ccfa1-ce49-47cf-ba19-57b18a847269,segment=NetworkSegment(8de5a21f-23a8-4a1c-8a6e-64409a6a0077),segment_id=8de5a21f-23a8-4a1c-8a6e-64409a6a0077)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:40.684269 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.707590 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Calling delete_port for 647ccfa1-ce49-47cf-ba19-57b18a847269 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:40.723657 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.754098 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e26bf75e-c003-4b33-84b0-263a29e78a1a None None] For port a6d77d3f-3c71-4588-9aba-0844d36dc5fd, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a6d77d3f-3c71-4588-9aba-0844d36dc5fd,segment=NetworkSegment(71fe059a-bd6d-4f63-80bf-41090ae2b793),segment_id=71fe059a-bd6d-4f63-80bf-41090ae2b793)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:40.762992 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-540b2bcc-c154-4fd1-9561-a43c1747ffa7 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.769821 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Network e8d324fb-647c-4e18-b322-c70f30e80979 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:40.775501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:40.777961 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-540b2bcc-c154-4fd1-9561-a43c1747ffa7 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.779067 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:40.780373 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-540b2bcc-c154-4fd1-9561-a43c1747ffa7 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] 10.222.0.43 "DELETE /v2.0/networks/dc62ee91-09d9-4022-9c2f-5fe5b1132e98 HTTP/1.1" status: 204 len: 168 time: 1.8677599 Jul 28 11:46:40.788005 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e26bf75e-c003-4b33-84b0-263a29e78a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.791115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857476c1-38a0-4e26-aa25-c1e60e4ce8c3 None None] DHCP port deletion for 22e20784-15a1-4fec-9fa6-87d1588e6172 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:46:40.805154 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Pushing event updated for resources: {'Port': ['ID=093a9379-bf47-433b-9d56-03c84dd88fe5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:40.815793 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b2bcc-c154-4fd1-9561-a43c1747ffa7 tempest-BulkNetworkOpsTest-294951936 tempest-BulkNetworkOpsTest-294951936-project] Pushing event deleted for resources: {'Network': ['ID=dc62ee91-09d9-4022-9c2f-5fe5b1132e98,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:40.819901 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a46e-d594-4069-ba37-2c187c96006e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.835862 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Subnet': ['ID=b273ac02-ad00-4370-a852-a195a5474f19,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:40.869277 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1a46e-d594-4069-ba37-2c187c96006e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=9687bd10-7b94-4f1d-9ffd-092667d8bc2c,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:40.875355 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a46e-d594-4069-ba37-2c187c96006e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.880034 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0eb1a46e-d594-4069-ba37-2c187c96006e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/9687bd10-7b94-4f1d-9ffd-092667d8bc2c HTTP/1.1" status: 204 len: 168 time: 1.7511899 Jul 28 11:46:40.882571 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56488) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:40.893155 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-267ccdcc-2f53-4b62-ad56-40b0dae57040 tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:40.900881 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d6fe8b1c-6d23-4faa-8ba3-8270264c5f95 req-7e205073-c22f-4933-9c5b-91189e4c920d service neutron] 10.222.0.39 "GET /v2.0/networks/05e0ea0b-61bb-458d-a29d-5f518c0c2f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824662 Jul 28 11:46:40.935831 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-34081632-c7cd-45ae-b424-248382675bc1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519590 Jul 28 11:46:40.939973 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56490) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:40.983176 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-267ccdcc-2f53-4b62-ad56-40b0dae57040 tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.010150 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.014267 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c287b3-f553-4b90-8521-787223de918f None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:41.041321 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d324fb-647c-4e18-b322-c70f30e80979']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:41.061708 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab6ffc2-fa75-4f08-8074-6e4b9a631c60') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:41.061947 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab6ffc2-fa75-4f08-8074-6e4b9a631c60') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:41.074766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.097501 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.107152 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:41.107599 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:41.112372 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:41.114560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.129143 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bf75e-c003-4b33-84b0-263a29e78a1a None None] Pushing event updated for resources: {'Port': ['ID=a6d77d3f-3c71-4588-9aba-0844d36dc5fd,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:41.133359 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 647ccfa1-ce49-47cf-ba19-57b18a847269 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:46:41.133987 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b6f690-e0d8-4dfe-8d93-1d201c8ed914 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:41.137701 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-21b6f690-e0d8-4dfe-8d93-1d201c8ed914 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1945975 Jul 28 11:46:41.143608 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56494) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:41.172430 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 647ccfa1-ce49-47cf-ba19-57b18a847269 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:46:41.172869 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 647ccfa1-ce49-47cf-ba19-57b18a847269 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:46:41.226731 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-51aecf4e-6316-422d-934d-712ef688da47 None None] Provisioning complete for port 6528c819-6886-40cb-825c-f11843a1bff6 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:41.227116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51aecf4e-6316-422d-934d-712ef688da47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.303367 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Attempting to bind port 093a9379-bf47-433b-9d56-03c84dd88fe5 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:41.304078 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Attempting to bind port 093a9379-bf47-433b-9d56-03c84dd88fe5 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '2ab6ffc2-fa75-4f08-8074-6e4b9a631c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8d324fb-647c-4e18-b322-c70f30e80979'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:41.304078 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Attempting to bind port 093a9379-bf47-433b-9d56-03c84dd88fe5 on network e8d324fb-647c-4e18-b322-c70f30e80979 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:41.325825 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:41.326194 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Checking segment: {'id': '2ab6ffc2-fa75-4f08-8074-6e4b9a631c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8d324fb-647c-4e18-b322-c70f30e80979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:41.326684 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.327023 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Bound using segment: {'id': '2ab6ffc2-fa75-4f08-8074-6e4b9a631c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8d324fb-647c-4e18-b322-c70f30e80979'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:41.328074 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Bound port: 093a9379-bf47-433b-9d56-03c84dd88fe5, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab6ffc2-fa75-4f08-8074-6e4b9a631c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e8d324fb-647c-4e18-b322-c70f30e80979'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:41.328691 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.353029 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-857476c1-38a0-4e26-aa25-c1e60e4ce8c3 None None] Deleting port 647ccfa1-ce49-47cf-ba19-57b18a847269 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:41.353318 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-857476c1-38a0-4e26-aa25-c1e60e4ce8c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.367363 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed1a5a1-8d37-47de-9552-5b9b079228a6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:41.369087 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bed1a5a1-8d37-47de-9552-5b9b079228a6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2244096 Jul 28 11:46:41.375797 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56498) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:41.397221 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5c7b7-b925-4e3e-97e0-f56c4e9d5cb4 req-f90fc405-a696-4f94-8bff-caf68e9799d1 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:41.404990 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1df5c7b7-b925-4e3e-97e0-f56c4e9d5cb4 req-f90fc405-a696-4f94-8bff-caf68e9799d1 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.2620866 Jul 28 11:46:41.467772 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56500) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:41.498924 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a7b5044e-d76f-4215-a320-aac747831d41 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1218505 Jul 28 11:46:41.504280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-267ccdcc-2f53-4b62-ad56-40b0dae57040 tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.506539 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56506) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:41.519808 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-857476c1-38a0-4e26-aa25-c1e60e4ce8c3 None None] For port 647ccfa1-ce49-47cf-ba19-57b18a847269, host dv-neutron-786478-16-hyperv, got binding levels [] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:41.520841 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-857476c1-38a0-4e26-aa25-c1e60e4ce8c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.536457 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf786e4-4561-4558-9df3-713d16207571 None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:46:41.539149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a366e8-bf05-40be-b51c-df95e5fe5efa req-394cf9d2-2f30-4ec6-a417-8d41ec4b7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:41.540827 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54a366e8-bf05-40be-b51c-df95e5fe5efa req-394cf9d2-2f30-4ec6-a417-8d41ec4b7664 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f3047592da24f58b861d395ec5927af&device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 1096 time: 0.5830584 Jul 28 11:46:41.547588 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] For port 093a9379-bf47-433b-9d56-03c84dd88fe5, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:41.555653 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-857476c1-38a0-4e26-aa25-c1e60e4ce8c3 None None] Calling delete_port for 647ccfa1-ce49-47cf-ba19-57b18a847269 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:41.560477 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-857476c1-38a0-4e26-aa25-c1e60e4ce8c3 None None] Port 647ccfa1-ce49-47cf-ba19-57b18a847269 was not found and therefore no delete operation was performed {{(pid=100417) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:46:41.573405 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-9300565c-1718-4c09-b074-518fefb6c62c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:41.583372 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Pushing event deleted for resources: {'Port': ['ID=647ccfa1-ce49-47cf-ba19-57b18a847269,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:41.583654 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-857476c1-38a0-4e26-aa25-c1e60e4ce8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.603752 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] No DVR routers for this DVR port 647ccfa1-ce49-47cf-ba19-57b18a847269 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:41.618987 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857476c1-38a0-4e26-aa25-c1e60e4ce8c3 None None] Pushing event deleted for resources: {'Port': ['ID=647ccfa1-ce49-47cf-ba19-57b18a847269,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:41.631856 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857476c1-38a0-4e26-aa25-c1e60e4ce8c3 None None] No DVR routers for this DVR port 647ccfa1-ce49-47cf-ba19-57b18a847269 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:41.634540 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] For port 093a9379-bf47-433b-9d56-03c84dd88fe5, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=093a9379-bf47-433b-9d56-03c84dd88fe5,segment=NetworkSegment(2ab6ffc2-fa75-4f08-8074-6e4b9a631c60),segment_id=2ab6ffc2-fa75-4f08-8074-6e4b9a631c60)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:41.637967 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.api [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 11:46:41.637967 dv-neutron-786478-16-hyperv neutron-server[100415]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 11:46:41.637967 dv-neutron-786478-16-hyperv neutron-server[100415]: [parameters: {'id': 'e8d324fb-647c-4e18-b322-c70f30e80979'}] Jul 28 11:46:41.637967 dv-neutron-786478-16-hyperv neutron-server[100415]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100415) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:46:41.638791 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG oslo_db.api [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:46:41.657823 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.701329 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5bf786e4-4561-4558-9df3-713d16207571 None None] Deleting port 6528c819-6886-40cb-825c-f11843a1bff6 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:41.701970 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5bf786e4-4561-4558-9df3-713d16207571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.737923 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1df5c7b7-b925-4e3e-97e0-f56c4e9d5cb4 req-fa5d508b-61e4-4e19-becb-ab28fe094bd4 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3314178 Jul 28 11:46:41.747238 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.767833 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e20784-15a1-4fec-9fa6-87d1588e6172']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:41.781586 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de5a21f-23a8-4a1c-8a6e-64409a6a0077') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:41.782023 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de5a21f-23a8-4a1c-8a6e-64409a6a0077') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:41.797062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a366e8-bf05-40be-b51c-df95e5fe5efa req-1849815e-4079-4acd-b0f3-7b27228463d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:41.798752 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54a366e8-bf05-40be-b51c-df95e5fe5efa req-1849815e-4079-4acd-b0f3-7b27228463d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=05e0ea0b-61bb-458d-a29d-5f518c0c2f3d HTTP/1.1" status: 200 len: 897 time: 0.2292111 Jul 28 11:46:41.818457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.859542 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada1e09-022d-4cc8-9e57-f9756d5242fd None None] Pushing event updated for resources: {'Port': ['ID=093a9379-bf47-433b-9d56-03c84dd88fe5,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:41.866905 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54a366e8-bf05-40be-b51c-df95e5fe5efa req-3724f563-a510-4922-a1c0-56dad9520b5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36606f33-3404-4398-95a8-a6f2f6df5134 HTTP/1.1" status: 200 len: 217 time: 0.0592895 Jul 28 11:46:41.876211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-5bf786e4-4561-4558-9df3-713d16207571 None None] For port 6528c819-6886-40cb-825c-f11843a1bff6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6528c819-6886-40cb-825c-f11843a1bff6,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:41.876637 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5bf786e4-4561-4558-9df3-713d16207571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.879789 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f3f89e-6e77-40e4-a31d-2accb47fe9c1 None None] Network e8d324fb-647c-4e18-b322-c70f30e80979 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:41.884333 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.912108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:41.912939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:41.916293 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:41.925453 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-267ccdcc-2f53-4b62-ad56-40b0dae57040 tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.929154 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-267ccdcc-2f53-4b62-ad56-40b0dae57040 tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.963589 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-14f19704-3288-4f3e-90e9-96b57a96da5e None None] Provisioning complete for port a6d77d3f-3c71-4588-9aba-0844d36dc5fd triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:41.963967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14f19704-3288-4f3e-90e9-96b57a96da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:41.976720 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5bf786e4-4561-4558-9df3-713d16207571 None None] Calling delete_port for 6528c819-6886-40cb-825c-f11843a1bff6 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:42.007778 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a366e8-bf05-40be-b51c-df95e5fe5efa req-71db4f1f-f64d-41e6-b519-f96c39f628e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:42.013245 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54a366e8-bf05-40be-b51c-df95e5fe5efa req-71db4f1f-f64d-41e6-b519-f96c39f628e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2 HTTP/1.1" status: 200 len: 834 time: 0.1404102 Jul 28 11:46:42.014221 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.024980 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.027898 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] 10.222.0.43 "DELETE /v2.0/networks/22e20784-15a1-4fec-9fa6-87d1588e6172 HTTP/1.1" status: 204 len: 168 time: 1.8174872 Jul 28 11:46:42.037543 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cd13f52e-11b1-49c1-ba9e-35934916a3ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b80c3ee07844cffbf74e1dca9198e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5620124 Jul 28 11:46:42.064407 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af360a-42c2-4c8b-a92b-535c5a580090 req-812b625b-c201-48ee-ab54-0df36eff92c7 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:42.065973 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-89af360a-42c2-4c8b-a92b-535c5a580090 req-812b625b-c201-48ee-ab54-0df36eff92c7 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 943 time: 0.5653665 Jul 28 11:46:42.066690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-267ccdcc-2f53-4b62-ad56-40b0dae57040 tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.067175 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267ccdcc-2f53-4b62-ad56-40b0dae57040 tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0ff309c-e653-43fe-9ec1-2d1f52f10d6a {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:46:42.070886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56514) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:42.118797 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11971fa-7731-4926-8c6e-9d52fa836c86 tempest-TagsExtTest-1968595850 tempest-TagsExtTest-1968595850-project] Pushing event deleted for resources: {'Network': ['ID=22e20784-15a1-4fec-9fa6-87d1588e6172,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:42.137153 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9300565c-1718-4c09-b074-518fefb6c62c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:42.142354 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9300565c-1718-4c09-b074-518fefb6c62c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.142990 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.144003 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-9300565c-1718-4c09-b074-518fefb6c62c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:46:42.144443 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9300565c-1718-4c09-b074-518fefb6c62c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:46:42.163652 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-267ccdcc-2f53-4b62-ad56-40b0dae57040 tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 28 11:46:42.167763 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-267ccdcc-2f53-4b62-ad56-40b0dae57040 tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5043113 Jul 28 11:46:42.168352 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56516) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:42.188964 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5968e-3f7e-4398-8c47-edea253716d6 req-bf797622-9c5c-4c4a-ba28-e230d3f84ddb tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:42.190756 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-44a5968e-3f7e-4398-8c47-edea253716d6 req-bf797622-9c5c-4c4a-ba28-e230d3f84ddb tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.1796603 Jul 28 11:46:42.202871 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a366e8-bf05-40be-b51c-df95e5fe5efa req-952cb678-3bde-433d-8d4a-1747b0c95109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:42.205134 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54a366e8-bf05-40be-b51c-df95e5fe5efa req-952cb678-3bde-433d-8d4a-1747b0c95109 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05e0ea0b-61bb-458d-a29d-5f518c0c2f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1754527 Jul 28 11:46:42.212612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f55e55-5c36-4d03-b0c1-2ba509fa54aa req-c12fd13e-f176-4345-9321-6445af642fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:42.214227 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-04f55e55-5c36-4d03-b0c1-2ba509fa54aa req-c12fd13e-f176-4345-9321-6445af642fff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=867db38fceb44b51b6b72c93ff16fc95&device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 1099 time: 0.1837003 Jul 28 11:46:42.220263 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-89af360a-42c2-4c8b-a92b-535c5a580090 req-48754543-c7f7-4aae-962d-f977fc53f4b1 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1345298 Jul 28 11:46:42.225059 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5bf786e4-4561-4558-9df3-713d16207571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.242593 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9300565c-1718-4c09-b074-518fefb6c62c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7314439 Jul 28 11:46:42.245316 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56520) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:42.275971 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf786e4-4561-4558-9df3-713d16207571 None None] No DVR routers for this DVR port 6528c819-6886-40cb-825c-f11843a1bff6 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:42.276660 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-8102d463-f661-43ea-8a36-fc51be20293b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:42.282308 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf786e4-4561-4558-9df3-713d16207571 None None] Pushing event deleted for resources: {'Port': ['ID=6528c819-6886-40cb-825c-f11843a1bff6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:42.298471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3bc341-a520-4ee4-b7ee-150bcf929a42 None None] get_active_networks_info from dv-neutron-786478-16-hyperv {{(pid=100417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:46:42.326376 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-44a5968e-3f7e-4398-8c47-edea253716d6 req-0329552d-1f5f-49dc-ab23-7e847d415793 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260872 Jul 28 11:46:42.352107 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-59a02c11-9e58-46a7-ad03-00025cef970e tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Deleting port 2eda7f43-92b0-421e-b21c-59fe804c4283 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:42.352755 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-59a02c11-9e58-46a7-ad03-00025cef970e tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.368985 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56522) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:42.414265 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3bc341-a520-4ee4-b7ee-150bcf929a42 None None] Resources bound (agent type, host, resource id): {{(pid=100417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:46:42.421609 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5cb0af98-ff14-4296-baa1-c594ad58d1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.451020 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-59a02c11-9e58-46a7-ad03-00025cef970e tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.466711 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-59a02c11-9e58-46a7-ad03-00025cef970e tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Calling delete_port for 2eda7f43-92b0-421e-b21c-59fe804c4283 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:42.505846 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5cb0af98-ff14-4296-baa1-c594ad58d1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.542972 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Deleting port 093a9379-bf47-433b-9d56-03c84dd88fe5 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:42.543287 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.601501 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8ec36339-df89-47b5-888d-a4d30af95778 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af6337f16ba942cf968ca6c53979afc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291188 Jul 28 11:46:42.602410 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56526) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:42.612083 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54a366e8-bf05-40be-b51c-df95e5fe5efa req-996edbfd-0664-40ea-8722-69dae9508709 service neutron] 10.222.0.39 "GET /v2.0/networks/05e0ea0b-61bb-458d-a29d-5f518c0c2f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962104 Jul 28 11:46:42.643302 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f55e55-5c36-4d03-b0c1-2ba509fa54aa req-194da12b-7c19-423e-9da2-857286137a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:42.644627 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-04f55e55-5c36-4d03-b0c1-2ba509fa54aa req-194da12b-7c19-423e-9da2-857286137a75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1bdecf82-0e70-4af7-9715-9a46699c8f22 HTTP/1.1" status: 200 len: 913 time: 0.4173810 Jul 28 11:46:42.692783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-59a02c11-9e58-46a7-ad03-00025cef970e tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.707822 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8102d463-f661-43ea-8a36-fc51be20293b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:42.710085 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-498dde02-a1e0-461e-8060-42ef211fbb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.711449 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8102d463-f661-43ea-8a36-fc51be20293b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.712878 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-8102d463-f661-43ea-8a36-fc51be20293b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:46:42.713322 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8102d463-f661-43ea-8a36-fc51be20293b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:46:42.741251 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a02c11-9e58-46a7-ad03-00025cef970e tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Pushing event deleted for resources: {'Port': ['ID=2eda7f43-92b0-421e-b21c-59fe804c4283,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:42.766668 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] For port 093a9379-bf47-433b-9d56-03c84dd88fe5, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=093a9379-bf47-433b-9d56-03c84dd88fe5,segment=NetworkSegment(2ab6ffc2-fa75-4f08-8074-6e4b9a631c60),segment_id=2ab6ffc2-fa75-4f08-8074-6e4b9a631c60)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:42.767037 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.795062 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8102d463-f661-43ea-8a36-fc51be20293b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5253141 Jul 28 11:46:42.797013 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56528) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:42.806120 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d01732e7-c378-483c-8e1e-4f1f97aa39aa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:42.806815 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Calling delete_port for 093a9379-bf47-433b-9d56-03c84dd88fe5 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:42.810204 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5cb0af98-ff14-4296-baa1-c594ad58d1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.811039 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-498dde02-a1e0-461e-8060-42ef211fbb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.813290 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5cb0af98-ff14-4296-baa1-c594ad58d1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.816840 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5cb0af98-ff14-4296-baa1-c594ad58d1fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/521046e6-d716-4fde-b88a-44334f58885b HTTP/1.1" status: 204 len: 168 time: 0.7410150 Jul 28 11:46:42.830585 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-04f55e55-5c36-4d03-b0c1-2ba509fa54aa req-25e82463-0d2e-4fee-b406-efc33c49d681 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cea81a3-003c-4e40-975a-c1ae2a82051c HTTP/1.1" status: 200 len: 1002 time: 0.1681721 Jul 28 11:46:42.851724 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0af98-ff14-4296-baa1-c594ad58d1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521046e6-d716-4fde-b88a-44334f58885b,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:42.898327 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-59a02c11-9e58-46a7-ad03-00025cef970e tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.901054 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-59a02c11-9e58-46a7-ad03-00025cef970e tempest-RoutersAdminNegativeTest-942688855 tempest-RoutersAdminNegativeTest-942688855-project-admin] 10.222.0.43 "DELETE /v2.0/ports/2eda7f43-92b0-421e-b21c-59fe804c4283 HTTP/1.1" status: 204 len: 168 time: 0.7238913 Jul 28 11:46:42.925193 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54a366e8-bf05-40be-b51c-df95e5fe5efa req-f8e668bf-47c6-46c6-bfcd-871080e12ba1 service neutron] 10.222.0.39 "GET /v2.0/networks/05e0ea0b-61bb-458d-a29d-5f518c0c2f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003166 Jul 28 11:46:42.947913 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f55e55-5c36-4d03-b0c1-2ba509fa54aa req-e1fd4eb0-f94d-44c3-9d1b-f8358b9c7bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:42.949424 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-04f55e55-5c36-4d03-b0c1-2ba509fa54aa req-e1fd4eb0-f94d-44c3-9d1b-f8358b9c7bd3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52537c06-0de1-4719-8c48-4b4417843622 HTTP/1.1" status: 200 len: 851 time: 0.1086164 Jul 28 11:46:42.966984 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-498dde02-a1e0-461e-8060-42ef211fbb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.971703 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-498dde02-a1e0-461e-8060-42ef211fbb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.978226 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-498dde02-a1e0-461e-8060-42ef211fbb0f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72c1e4c2-0c64-453a-98c1-807e67dbdf03 HTTP/1.1" status: 204 len: 168 time: 0.3724537 Jul 28 11:46:42.979159 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01732e7-c378-483c-8e1e-4f1f97aa39aa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:42.984848 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d01732e7-c378-483c-8e1e-4f1f97aa39aa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:42.986356 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01732e7-c378-483c-8e1e-4f1f97aa39aa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:46:42.987252 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d01732e7-c378-483c-8e1e-4f1f97aa39aa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:46:43.005135 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498dde02-a1e0-461e-8060-42ef211fbb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c1e4c2-0c64-453a-98c1-807e67dbdf03,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:43.021745 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.033183 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f55e55-5c36-4d03-b0c1-2ba509fa54aa req-32a8811a-27de-41e2-bbe3-cff10cea22cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:43.034757 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-04f55e55-5c36-4d03-b0c1-2ba509fa54aa req-32a8811a-27de-41e2-bbe3-cff10cea22cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1bdecf82-0e70-4af7-9715-9a46699c8f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0754027 Jul 28 11:46:43.042925 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d01732e7-c378-483c-8e1e-4f1f97aa39aa tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2442701 Jul 28 11:46:43.046573 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56538) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:43.052170 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-22e67ffe-38d8-4e70-ad2d-fe8300040864 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:43.059304 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No DVR routers for this DVR port 093a9379-bf47-433b-9d56-03c84dd88fe5 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:43.067761 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Port': ['ID=093a9379-bf47-433b-9d56-03c84dd88fe5,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:43.104498 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a6d77d3f-3c71-4588-9aba-0844d36dc5fd up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:43.172373 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e67ffe-38d8-4e70-ad2d-fe8300040864 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:43.178324 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-22e67ffe-38d8-4e70-ad2d-fe8300040864 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.182598 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e67ffe-38d8-4e70-ad2d-fe8300040864 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:46:43.185279 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e67ffe-38d8-4e70-ad2d-fe8300040864 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:46:43.187234 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 36606f33-3404-4398-95a8-a6f2f6df5134 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:46:43.202658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.212052 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-22e67ffe-38d8-4e70-ad2d-fe8300040864 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1637604 Jul 28 11:46:43.214826 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56540) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:43.221858 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-981b9b1c-e0ba-42eb-a6d2-aa664a6a6d4f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:43.224771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d324fb-647c-4e18-b322-c70f30e80979']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:43.243124 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab6ffc2-fa75-4f08-8074-6e4b9a631c60') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:43.244270 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab6ffc2-fa75-4f08-8074-6e4b9a631c60') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:43.255986 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-04f55e55-5c36-4d03-b0c1-2ba509fa54aa req-42315e9e-3cee-45f5-9e15-aaee2af239e8 service neutron] 10.222.0.39 "GET /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978779 Jul 28 11:46:43.258838 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.266650 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port a6d77d3f-3c71-4588-9aba-0844d36dc5fd triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:43.271593 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.300992 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.355215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:43.356094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:43.361656 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:43.460472 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.491572 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.494262 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/e8d324fb-647c-4e18-b322-c70f30e80979 HTTP/1.1" status: 204 len: 168 time: 4.1726377 Jul 28 11:46:43.497292 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bce3bb-2fda-40e2-880f-2475271a0294 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Network': ['ID=e8d324fb-647c-4e18-b322-c70f30e80979,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:43.499873 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56552) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:43.504657 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-04f55e55-5c36-4d03-b0c1-2ba509fa54aa req-15ed9582-0c3d-482b-a2d6-7adc54949b75 service neutron] 10.222.0.39 "GET /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368274 Jul 28 11:46:43.522199 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56554) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:43.541695 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 36606f33-3404-4398-95a8-a6f2f6df5134, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36606f33-3404-4398-95a8-a6f2f6df5134,segment=NetworkSegment(8dc492f6-8f51-4763-bd48-06f4c2813a99),segment_id=8dc492f6-8f51-4763-bd48-06f4c2813a99)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:43.550157 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-f7e5794b-5bae-452c-a4b4-a8b784f47c74 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-499919879'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:43.554987 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '36606f33-3404-4398-95a8-a6f2f6df5134', 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d', 'port_id': '36606f33-3404-4398-95a8-a6f2f6df5134', 'mac_address': 'fa:16:3e:0d:47:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:46:43.590343 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a70fa8-9601-4899-9b8d-243ce9dfb73d req-858fbd9e-7072-461f-8f83-12f010d4f445 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:43.598369 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.601367 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b1a70fa8-9601-4899-9b8d-243ce9dfb73d req-858fbd9e-7072-461f-8f83-12f010d4f445 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 943 time: 0.2709811 Jul 28 11:46:43.615257 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36606f33-3404-4398-95a8-a6f2f6df5134 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:46:43.622078 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6528c819-6886-40cb-825c-f11843a1bff6 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:46:43.641098 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981b9b1c-e0ba-42eb-a6d2-aa664a6a6d4f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:43.645321 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-981b9b1c-e0ba-42eb-a6d2-aa664a6a6d4f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.646882 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-981b9b1c-e0ba-42eb-a6d2-aa664a6a6d4f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:46:43.647337 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-981b9b1c-e0ba-42eb-a6d2-aa664a6a6d4f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:46:43.651439 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 6528c819-6886-40cb-825c-f11843a1bff6 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:46:43.651787 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6528c819-6886-40cb-825c-f11843a1bff6 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:46:43.665687 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 36606f33-3404-4398-95a8-a6f2f6df5134, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36606f33-3404-4398-95a8-a6f2f6df5134,segment=NetworkSegment(8dc492f6-8f51-4763-bd48-06f4c2813a99),segment_id=8dc492f6-8f51-4763-bd48-06f4c2813a99)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:43.673634 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.698979 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1ae1d-05a2-4248-acc4-6c950e9caa54 req-1a71650a-6fe1-427e-b056-8ade5dafb1f3 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:43.700506 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3ed1ae1d-05a2-4248-acc4-6c950e9caa54 req-1a71650a-6fe1-427e-b056-8ade5dafb1f3 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.2573121 Jul 28 11:46:43.711294 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6ea0-55dc-4745-979a-1e8b62535c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.732806 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e5794b-5bae-452c-a4b4-a8b784f47c74 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:43.737189 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f7e5794b-5bae-452c-a4b4-a8b784f47c74 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.746917 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=36606f33-3404-4398-95a8-a6f2f6df5134,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:43.747556 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-981b9b1c-e0ba-42eb-a6d2-aa664a6a6d4f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5315309 Jul 28 11:46:43.755820 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56568) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:43.763721 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a3a87c65-439c-4b95-b27d-a0a43aa28b2f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:43.781686 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b1a70fa8-9601-4899-9b8d-243ce9dfb73d req-701b2acc-8934-489c-9e88-f1103e9ce51d tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1793940 Jul 28 11:46:43.828153 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3ed1ae1d-05a2-4248-acc4-6c950e9caa54 req-6f94717c-b5f9-40ac-9c2b-2cc0dbba569d tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087780 Jul 28 11:46:43.829262 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e5794b-5bae-452c-a4b4-a8b784f47c74 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:43.840398 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f7e5794b-5bae-452c-a4b4-a8b784f47c74 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.851918 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-f7e5794b-5bae-452c-a4b4-a8b784f47c74 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Added segment e09a0ccc-0a76-4f1d-ba55-15bd789112f7 of type vlan for network 40edf07a-a4ad-4c29-bf88-5fcde79917ee Jul 28 11:46:43.906934 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f7e5794b-5bae-452c-a4b4-a8b784f47c74 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.949471 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6ea0-55dc-4745-979a-1e8b62535c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.954461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f7e5794b-5bae-452c-a4b4-a8b784f47c74 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.961126 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e5794b-5bae-452c-a4b4-a8b784f47c74 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:43.961992 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f7e5794b-5bae-452c-a4b4-a8b784f47c74 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:43.963600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['36606f33-3404-4398-95a8-a6f2f6df5134'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:46:43.979728 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6ea0-55dc-4745-979a-1e8b62535c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:44.039342 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5794b-5bae-452c-a4b4-a8b784f47c74 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Network': ['ID=40edf07a-a4ad-4c29-bf88-5fcde79917ee,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:44.053300 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 40edf07a-a4ad-4c29-bf88-5fcde79917ee details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:44.103275 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f7e5794b-5bae-452c-a4b4-a8b784f47c74 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5645912 Jul 28 11:46:44.104135 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56580) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:44.108854 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56582) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:44.109739 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8c7b6ea0-55dc-4745-979a-1e8b62535c87 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1cf2613e510644fbab89d61af4d98149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5858862 Jul 28 11:46:44.116980 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a87c65-439c-4b95-b27d-a0a43aa28b2f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:44.121301 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a3a87c65-439c-4b95-b27d-a0a43aa28b2f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:44.122962 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a87c65-439c-4b95-b27d-a0a43aa28b2f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:46:44.123945 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a87c65-439c-4b95-b27d-a0a43aa28b2f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:46:44.127897 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b6ea0-55dc-4745-979a-1e8b62535c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddcf3d2-f10c-4271-8244-340fd4632574,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:44.149006 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a3a87c65-439c-4b95-b27d-a0a43aa28b2f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3918395 Jul 28 11:46:44.151424 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56586) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:44.157111 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-2903453f-8fed-455c-a764-f545dc1c5fad tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'subnet': {'network_id': '40edf07a-a4ad-4c29-bf88-5fcde79917ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:44.210163 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-57620e3b-6046-49c2-8619-7ba3a31c169d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0528378 Jul 28 11:46:44.210163 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56590) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:44.290510 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65635342-241d-4e86-9de4-d372c800c303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:44.323179 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ae4c82-c121-4266-bbc0-65d999de4475 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:44.325493 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2903453f-8fed-455c-a764-f545dc1c5fad tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:44.326876 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-15ae4c82-c121-4266-bbc0-65d999de4475 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1166129 Jul 28 11:46:44.329245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2903453f-8fed-455c-a764-f545dc1c5fad tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:44.329784 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56594) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:44.335114 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65635342-241d-4e86-9de4-d372c800c303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:44.348022 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56596) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:44.380709 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8e69b093-0d82-476e-9baa-5b81d9c35aec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490038 Jul 28 11:46:44.385214 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56602) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:44.392829 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-89d4741b-bc97-4305-838f-a00b7a30d512 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:44.422978 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.ipam_backend_mixin [None req-2903453f-8fed-455c-a764-f545dc1c5fad tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Performing IP validity checks on allocation pools {{(pid=100416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 11:46:44.423479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.ipam_backend_mixin [None req-2903453f-8fed-455c-a764-f545dc1c5fad tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 11:46:44.497019 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65635342-241d-4e86-9de4-d372c800c303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:44.505166 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65635342-241d-4e86-9de4-d372c800c303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:44.506471 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-65635342-241d-4e86-9de4-d372c800c303 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ddcf3d2-f10c-4271-8244-340fd4632574 HTTP/1.1" status: 204 len: 168 time: 0.3959467 Jul 28 11:46:44.524585 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65635342-241d-4e86-9de4-d372c800c303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddcf3d2-f10c-4271-8244-340fd4632574,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:44.554679 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d4741b-bc97-4305-838f-a00b7a30d512 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:44.562103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89d4741b-bc97-4305-838f-a00b7a30d512 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:44.612308 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2903453f-8fed-455c-a764-f545dc1c5fad tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:44.650291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56608) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:44.703372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2903453f-8fed-455c-a764-f545dc1c5fad tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Checking segment: {'id': 'e09a0ccc-0a76-4f1d-ba55-15bd789112f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '40edf07a-a4ad-4c29-bf88-5fcde79917ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:44.703372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2903453f-8fed-455c-a764-f545dc1c5fad tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network hostable DHCP agents. Network: 40edf07a-a4ad-4c29-bf88-5fcde79917ee, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:44.709152 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903453f-8fed-455c-a764-f545dc1c5fad tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Subnet': ['ID=f2c2e678-7bf5-41f2-82e6-9fa31acc85e9,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:44.729474 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2903453f-8fed-455c-a764-f545dc1c5fad tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network 40edf07a-a4ad-4c29-bf88-5fcde79917ee is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:44.749277 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-20618c60-0b68-4ad5-b597-96f426d70d9b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-60819581-network', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:44.764527 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-2903453f-8fed-455c-a764-f545dc1c5fad tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 40edf07a-a4ad-4c29-bf88-5fcde79917ee) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:44.773572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f45ea3a-dfae-4c10-881e-26f14d766c6c None None] Network 40edf07a-a4ad-4c29-bf88-5fcde79917ee requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:44.779667 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2903453f-8fed-455c-a764-f545dc1c5fad tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:44.780931 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2903453f-8fed-455c-a764-f545dc1c5fad tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:44.825574 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20618c60-0b68-4ad5-b597-96f426d70d9b admin admin] Made reservation on behalf of 51ac002bba904616bbf9cec718c70d3e for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:44.828475 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-05939e6c-9250-4ffd-adb3-e7079315efe6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-653822019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:44.829546 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-20618c60-0b68-4ad5-b597-96f426d70d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:44.872091 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2903453f-8fed-455c-a764-f545dc1c5fad tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7642069 Jul 28 11:46:44.872091 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-20618c60-0b68-4ad5-b597-96f426d70d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:44.876854 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56616) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:44.965706 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-05939e6c-9250-4ffd-adb3-e7079315efe6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:44.966701 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-05939e6c-9250-4ffd-adb3-e7079315efe6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:44.990125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-40edf07a-a4ad-4c29-bf88-5fcde79917ee', 'network_id': '40edf07a-a4ad-4c29-bf88-5fcde79917ee', 'tenant_id': '339cf640e5b1438587424d4a6d84ebed', 'fixed_ips': [{'subnet_id': 'f2c2e678-7bf5-41f2-82e6-9fa31acc85e9'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:44.990515 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.objects.ports [None req-89d4741b-bc97-4305-838f-a00b7a30d512 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100415) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:46:44.991620 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:44.996477 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89d4741b-bc97-4305-838f-a00b7a30d512 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.047685 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d760fe5-84cb-4fa8-96bf-2aa3831df389 req-bbbf0d1e-1e7f-433d-8941-fd41759ab018 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:45.049667 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9d760fe5-84cb-4fa8-96bf-2aa3831df389 req-bbbf0d1e-1e7f-433d-8941-fd41759ab018 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 944 time: 0.1293788 Jul 28 11:46:45.057870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bad75-56d6-4833-8d59-6046d8dfef07 req-c1894f17-144e-4932-a374-58a84e5e55f7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:45.059805 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d4741b-bc97-4305-838f-a00b7a30d512 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:45.059990 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1b8bad75-56d6-4833-8d59-6046d8dfef07 req-c1894f17-144e-4932-a374-58a84e5e55f7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.1002023 Jul 28 11:46:45.072964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-89d4741b-bc97-4305-838f-a00b7a30d512 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:45.085564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d4741b-bc97-4305-838f-a00b7a30d512 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:45.086164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89d4741b-bc97-4305-838f-a00b7a30d512 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.135371 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812c5ea5-0db3-4965-85ff-73a1c4aa7987 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:45.136477 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-05939e6c-9250-4ffd-adb3-e7079315efe6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.149580 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.150259 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1b8bad75-56d6-4833-8d59-6046d8dfef07 req-79e6fee3-15dc-4544-a955-46646abd847d tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751014 Jul 28 11:46:45.151231 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4741b-bc97-4305-838f-a00b7a30d512 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=5f449334-b981-4284-81c5-1994d5ba3de0,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:45.155094 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56620) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:45.155667 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-05939e6c-9250-4ffd-adb3-e7079315efe6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.175002 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9d760fe5-84cb-4fa8-96bf-2aa3831df389 req-35d25ff8-3d98-42ef-a78f-ad93834f23a8 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1139281 Jul 28 11:46:45.220707 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 36606f33-3404-4398-95a8-a6f2f6df5134 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:45.224847 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-27c47a06-b67d-436c-af90-8ae574a345eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e10111bc6a6c4bd38e74b66dabef6473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652523 Jul 28 11:46:45.227880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56624) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:45.254623 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.328808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-20618c60-0b68-4ad5-b597-96f426d70d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.337563 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-20618c60-0b68-4ad5-b597-96f426d70d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.340216 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-89d4741b-bc97-4305-838f-a00b7a30d512 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9537189 Jul 28 11:46:45.342039 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-05939e6c-9250-4ffd-adb3-e7079315efe6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.343385 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-05939e6c-9250-4ffd-adb3-e7079315efe6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6897533 Jul 28 11:46:45.343976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56626) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:45.349117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c8937b9a-d948-418e-963a-911a6063e2a7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'mac_address': 'fa:16:3e:47:93:6e', 'name': 'tempest-NetworksTestDHCPv6-1400119111'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:45.352489 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56628) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:45.358108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-94867078-d213-4650-b7ce-1f57b656dba6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-769803212'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:45.362572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c71ffb61-9a84-4de0-b857-57e6b6b780bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.366113 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20618c60-0b68-4ad5-b597-96f426d70d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06412c85-76e5-4b6e-b24d-8abb4c45ecc2,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:45.386541 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5e69c-2cfb-4c5f-9488-c373d5ebf115 req-be584ddd-a27a-40cf-b90f-1a835a346d9f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:45.388490 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f2f5e69c-2cfb-4c5f-9488-c373d5ebf115 req-be584ddd-a27a-40cf-b90f-1a835a346d9f tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.1613839 Jul 28 11:46:45.396875 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Allocated IP 172.20.0.3 (40edf07a-a4ad-4c29-bf88-5fcde79917ee/f2c2e678-7bf5-41f2-82e6-9fa31acc85e9/b1e3b4a4-6b0e-4b30-9869-0f19d6af6334) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:45.405591 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 36606f33-3404-4398-95a8-a6f2f6df5134 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:45.412127 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20618c60-0b68-4ad5-b597-96f426d70d9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:45.420199 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 36606f33-3404-4398-95a8-a6f2f6df5134 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:45.420577 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.440403 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c71ffb61-9a84-4de0-b857-57e6b6b780bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.443201 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-20618c60-0b68-4ad5-b597-96f426d70d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.443649 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-20618c60-0b68-4ad5-b597-96f426d70d9b admin admin] Added segment 01ca3e0a-244a-4261-81ea-e6ad62371e6b of type vlan for network 6a1fce29-ec01-4e0f-afda-86e621a73431 Jul 28 11:46:45.449592 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94867078-d213-4650-b7ce-1f57b656dba6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Made reservation on behalf of 82c68ffebacb43819f5161d3a397d42b for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:45.454403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-94867078-d213-4650-b7ce-1f57b656dba6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.473508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-94867078-d213-4650-b7ce-1f57b656dba6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.509882 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f2f5e69c-2cfb-4c5f-9488-c373d5ebf115 req-c86598a8-7a47-4e8a-a993-b9b402ff9d28 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137450 Jul 28 11:46:45.516411 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': '5f449334-b981-4284-81c5-1994d5ba3de0'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:45.517254 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.532774 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-20618c60-0b68-4ad5-b597-96f426d70d9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.573975 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-20618c60-0b68-4ad5-b597-96f426d70d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.575327 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20618c60-0b68-4ad5-b597-96f426d70d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:45.576214 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-20618c60-0b68-4ad5-b597-96f426d70d9b admin admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.611711 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c71ffb61-9a84-4de0-b857-57e6b6b780bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.614950 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c71ffb61-9a84-4de0-b857-57e6b6b780bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.618244 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c71ffb61-9a84-4de0-b857-57e6b6b780bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52cab574-389c-4a08-81e9-f6d529b38bb1 HTTP/1.1" status: 204 len: 168 time: 0.3841166 Jul 28 11:46:45.618377 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-94867078-d213-4650-b7ce-1f57b656dba6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.634354 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-94867078-d213-4650-b7ce-1f57b656dba6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.667191 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ffb61-9a84-4de0-b857-57e6b6b780bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cab574-389c-4a08-81e9-f6d529b38bb1,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:45.676507 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-20618c60-0b68-4ad5-b597-96f426d70d9b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3222237 Jul 28 11:46:45.682981 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56634) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:45.693018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-287270ff-2dba-4969-8efe-ac099edcd8b5 admin admin] Request body: {'subnet': {'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-60819581-subnet', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'ip_version': 4}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:45.717034 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94867078-d213-4650-b7ce-1f57b656dba6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:45.719405 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8937b9a-d948-418e-963a-911a6063e2a7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:45.724063 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20618c60-0b68-4ad5-b597-96f426d70d9b admin admin] Pushing event updated for resources: {'Network': ['ID=6a1fce29-ec01-4e0f-afda-86e621a73431,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:45.766082 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.772261 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287270ff-2dba-4969-8efe-ac099edcd8b5 admin admin] Made reservation on behalf of 51ac002bba904616bbf9cec718c70d3e for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:45.774454 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 6a1fce29-ec01-4e0f-afda-86e621a73431 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:45.776443 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-287270ff-2dba-4969-8efe-ac099edcd8b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.787573 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a836ab7-d110-404f-bd7c-dcb156f9fce4 req-1db36d56-5c91-4b83-b955-0ab466151c80 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:45.789118 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4a836ab7-d110-404f-bd7c-dcb156f9fce4 req-1db36d56-5c91-4b83-b955-0ab466151c80 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.0771587 Jul 28 11:46:45.812877 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94867078-d213-4650-b7ce-1f57b656dba6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e691223-c606-4890-b063-4a64243dafda,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:45.823199 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-94867078-d213-4650-b7ce-1f57b656dba6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.823554 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-94867078-d213-4650-b7ce-1f57b656dba6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Added segment 239a2d73-74a9-4d59-aff8-624411c1e758 of type vlan for network 27df68d4-63e5-4462-a2ac-93effa490be9 Jul 28 11:46:45.851788 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Allocated IP 2001:db8::f816:3eff:fe07:6cf8 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/5f449334-b981-4284-81c5-1994d5ba3de0/1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:45.880126 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c36e164-c084-401f-8817-7c33a316df25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36606f33-3404-4398-95a8-a6f2f6df5134'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:46:45.882019 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e00a7c-1b71-4ef0-ac08-08455767d4da" -d '{"events": [{"server_uuid": "1c36e164-c084-401f-8817-7c33a316df25", "name": "network-vif-plugged", "status": "completed", "tag": "36606f33-3404-4398-95a8-a6f2f6df5134"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:46:45.894564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-94867078-d213-4650-b7ce-1f57b656dba6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.900370 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.916683 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4a836ab7-d110-404f-bd7c-dcb156f9fce4 req-428393ca-cffc-4dac-a97f-150234cd6aec tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788281 Jul 28 11:46:45.917335 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 36606f33-3404-4398-95a8-a6f2f6df5134, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36606f33-3404-4398-95a8-a6f2f6df5134,segment=NetworkSegment(8dc492f6-8f51-4763-bd48-06f4c2813a99),segment_id=8dc492f6-8f51-4763-bd48-06f4c2813a99)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:45.923801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Transition to ACTIVE for port object b1e3b4a4-6b0e-4b30-9869-0f19d6af6334 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:45.926612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c8937b9a-d948-418e-963a-911a6063e2a7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.937794 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:45.985707 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-c8937b9a-d948-418e-963a-911a6063e2a7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port 56d07c6d-7177-40db-b5c8-e87dc854d1c0 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:46:45.998507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-94867078-d213-4650-b7ce-1f57b656dba6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:46.004166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94867078-d213-4650-b7ce-1f57b656dba6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:46.004795 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-94867078-d213-4650-b7ce-1f57b656dba6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:46.027896 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ee4da0-c193-47fe-9dc5-1ddb03e4b879 x-openstack-request-id: req-c6ee4da0-c193-47fe-9dc5-1ddb03e4b879 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:46:46.028186 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c36e164-c084-401f-8817-7c33a316df25", "name": "network-vif-plugged", "status": "completed", "tag": "36606f33-3404-4398-95a8-a6f2f6df5134", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:46:46.028437 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6ee4da0-c193-47fe-9dc5-1ddb03e4b879 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:46:46.028831 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c36e164-c084-401f-8817-7c33a316df25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36606f33-3404-4398-95a8-a6f2f6df5134', 'code': 200} Jul 28 11:46:46.067860 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-287270ff-2dba-4969-8efe-ac099edcd8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:46.079347 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Transition to ACTIVE for port object b1e3b4a4-6b0e-4b30-9869-0f19d6af6334 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:46.105345 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:46.143500 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287270ff-2dba-4969-8efe-ac099edcd8b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:46.153912 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287270ff-2dba-4969-8efe-ac099edcd8b5 admin admin] Checking segment: {'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:46.154919 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287270ff-2dba-4969-8efe-ac099edcd8b5 admin admin] Network hostable DHCP agents. Network: 6a1fce29-ec01-4e0f-afda-86e621a73431, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:46.176258 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287270ff-2dba-4969-8efe-ac099edcd8b5 admin admin] Network 6a1fce29-ec01-4e0f-afda-86e621a73431 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:46.191364 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-287270ff-2dba-4969-8efe-ac099edcd8b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 6a1fce29-ec01-4e0f-afda-86e621a73431) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:46.198999 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Network 40edf07a-a4ad-4c29-bf88-5fcde79917ee is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:46.199183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287270ff-2dba-4969-8efe-ac099edcd8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:46.200123 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-287270ff-2dba-4969-8efe-ac099edcd8b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:46.217050 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4710118-8e4b-42dd-9319-0a0a7371353c None None] Network 6a1fce29-ec01-4e0f-afda-86e621a73431 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:46.220440 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:46.224885 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-287270ff-2dba-4969-8efe-ac099edcd8b5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5387633 Jul 28 11:46:46.225121 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56648) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:46.232032 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:46.239117 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=36606f33-3404-4398-95a8-a6f2f6df5134,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:46.242897 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:46.296372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:46.297447 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:46.423498 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:46.432230 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ff763-a308-4f5e-9cc1-b4d4bb78d557 req-12617ccc-af0f-4a64-bb08-1b1d0f9ef96c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:46.433847 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-091ff763-a308-4f5e-9cc1-b4d4bb78d557 req-12617ccc-af0f-4a64-bb08-1b1d0f9ef96c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 945 time: 0.1165550 Jul 28 11:46:46.550927 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Pushing event updated for resources: {'Port': ['ID=b1e3b4a4-6b0e-4b30-9869-0f19d6af6334,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:46.571477 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Attempting to bind port b1e3b4a4-6b0e-4b30-9869-0f19d6af6334 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:46.572533 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Attempting to bind port b1e3b4a4-6b0e-4b30-9869-0f19d6af6334 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e09a0ccc-0a76-4f1d-ba55-15bd789112f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '40edf07a-a4ad-4c29-bf88-5fcde79917ee'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:46.573166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Attempting to bind port b1e3b4a4-6b0e-4b30-9869-0f19d6af6334 on network 40edf07a-a4ad-4c29-bf88-5fcde79917ee {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:46.611266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:46.623661 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Transition to ACTIVE for port object 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:46.645007 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Transition to ACTIVE for port object 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:46.667184 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:46.667582 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Checking segment: {'id': 'e09a0ccc-0a76-4f1d-ba55-15bd789112f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '40edf07a-a4ad-4c29-bf88-5fcde79917ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:46.668025 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:46.668625 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Bound using segment: {'id': 'e09a0ccc-0a76-4f1d-ba55-15bd789112f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '40edf07a-a4ad-4c29-bf88-5fcde79917ee'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:46.669429 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Bound port: b1e3b4a4-6b0e-4b30-9869-0f19d6af6334, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09a0ccc-0a76-4f1d-ba55-15bd789112f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '40edf07a-a4ad-4c29-bf88-5fcde79917ee'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:46.669888 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:46.716062 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-94867078-d213-4650-b7ce-1f57b656dba6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3588309 Jul 28 11:46:46.720960 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56664) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:46.739107 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-0c52e5f3-9bf4-4f2a-ac1b-ff18c667b5eb tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Request body: {'subnet': {'network_id': '27df68d4-63e5-4462-a2ac-93effa490be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:46.748448 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:46.764315 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:46.766261 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94867078-d213-4650-b7ce-1f57b656dba6 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event updated for resources: {'Network': ['ID=27df68d4-63e5-4462-a2ac-93effa490be9,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:46.792173 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] For port b1e3b4a4-6b0e-4b30-9869-0f19d6af6334, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:46.798947 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] For port b1e3b4a4-6b0e-4b30-9869-0f19d6af6334, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b1e3b4a4-6b0e-4b30-9869-0f19d6af6334,segment=NetworkSegment(e09a0ccc-0a76-4f1d-ba55-15bd789112f7),segment_id=e09a0ccc-0a76-4f1d-ba55-15bd789112f7)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:46.811875 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:46.861290 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:46.863064 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 27df68d4-63e5-4462-a2ac-93effa490be9 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:46.872540 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56666) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:46.888138 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:46.891072 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:46.946612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c2e678-7bf5-41f2-82e6-9fa31acc85e9,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:46.961607 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e69b8-4c8b-4475-8f58-5cd6ae2533f2 req-aa4e1e7f-5157-4c84-a303-7ab3bf85f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:46.963342 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a72e69b8-4c8b-4475-8f58-5cd6ae2533f2 req-aa4e1e7f-5157-4c84-a303-7ab3bf85f8c5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 1098 time: 0.2971337 Jul 28 11:46:46.997125 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.025455 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-c8937b9a-d948-418e-963a-911a6063e2a7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::f816:3eff:fe47:936e (ff79b356-b140-4126-83e7-2a8ec9cd81dc/5f449334-b981-4284-81c5-1994d5ba3de0/56d07c6d-7177-40db-b5c8-e87dc854d1c0) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:47.027204 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Pushing event updated for resources: {'Port': ['ID=1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:47.050557 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a2b6e-03ad-4faf-895b-2b80f1ca3a56 req-a145bf6f-87e7-406d-bb2a-77216ff91443 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:47.055964 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4c2a2b6e-03ad-4faf-895b-2b80f1ca3a56 req-a145bf6f-87e7-406d-bb2a-77216ff91443 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.6483545 Jul 28 11:46:47.090911 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Attempting to bind port 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:47.091591 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Attempting to bind port 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:47.092126 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Attempting to bind port 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:47.098784 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-6a1fce29-ec01-4e0f-afda-86e621a73431', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:47.099920 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.100734 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.101832 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-091ff763-a308-4f5e-9cc1-b4d4bb78d557 req-3efcbdfa-7517-4c18-b570-ffb0c916a1d3 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6399140 Jul 28 11:46:47.114253 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40edf07a-a4ad-4c29-bf88-5fcde79917ee']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:47.129234 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:47.129609 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:47.130201 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.130622 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:47.131096 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Bound port: 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:47.131478 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.138117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09a0ccc-0a76-4f1d-ba55-15bd789112f7') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:47.138479 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09a0ccc-0a76-4f1d-ba55-15bd789112f7') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:47.149278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.159224 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f87359-4a01-4f67-8c0c-d1658556a04c None None] Pushing event updated for resources: {'Port': ['ID=b1e3b4a4-6b0e-4b30-9869-0f19d6af6334,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:47.177154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.182684 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4c2a2b6e-03ad-4faf-895b-2b80f1ca3a56 req-077a0536-64b7-40e6-8407-2520bb59fa11 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754001 Jul 28 11:46:47.210105 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:47.210744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:47.318449 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:47.325269 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c381ec5d-7c97-4cb0-afdd-00df56fcd17d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-663711515'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:47.339470 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a72e69b8-4c8b-4475-8f58-5cd6ae2533f2 req-09572a09-ec30-4fab-91bc-2cf54e54b14b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3584950 Jul 28 11:46:47.362042 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] For port 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:47.367854 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] For port 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:47.369461 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.api [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 11:46:47.369461 dv-neutron-786478-16-hyperv neutron-server[100415]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 11:46:47.369461 dv-neutron-786478-16-hyperv neutron-server[100415]: [parameters: {'id': '40edf07a-a4ad-4c29-bf88-5fcde79917ee'}] Jul 28 11:46:47.369461 dv-neutron-786478-16-hyperv neutron-server[100415]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100415) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:46:47.370931 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG oslo_db.api [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:46:47.377736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.388056 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c52e5f3-9bf4-4f2a-ac1b-ff18c667b5eb tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Made reservation on behalf of 82c68ffebacb43819f5161d3a397d42b for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:47.396019 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c52e5f3-9bf4-4f2a-ac1b-ff18c667b5eb tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.424444 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.432494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Allocated IP 172.20.0.2 (6a1fce29-ec01-4e0f-afda-86e621a73431/e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5/41f61d57-018d-4fcb-95e5-6761fa03d97e) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:47.453608 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.475489 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dc29b-fc27-47c8-b06d-44aaba80b3f1 None None] Pushing event updated for resources: {'Port': ['ID=1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:47.541500 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c381ec5d-7c97-4cb0-afdd-00df56fcd17d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Made reservation on behalf of a221e3cf074d4d21b16f57192577aa10 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:47.545176 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c381ec5d-7c97-4cb0-afdd-00df56fcd17d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.571565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c381ec5d-7c97-4cb0-afdd-00df56fcd17d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.594644 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Allocated IP 172.26.1.141 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/a82b3383-71c0-4426-ac08-8a5f7e1902f5) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:47.635149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.648702 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Transition to ACTIVE for port object 41f61d57-018d-4fcb-95e5-6761fa03d97e will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:47.673814 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Transition to ACTIVE for port object 41f61d57-018d-4fcb-95e5-6761fa03d97e will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:47.686102 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.695079 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c8937b9a-d948-418e-963a-911a6063e2a7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.728028 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-c8937b9a-d948-418e-963a-911a6063e2a7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object 56d07c6d-7177-40db-b5c8-e87dc854d1c0 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:47.745836 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Network 6a1fce29-ec01-4e0f-afda-86e621a73431 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:47.751622 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:47.757969 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:47.777433 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Pushing event updated for resources: {'Port': ['ID=41f61d57-018d-4fcb-95e5-6761fa03d97e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:47.778991 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.851588 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.872830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.878694 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Attempting to bind port 41f61d57-018d-4fcb-95e5-6761fa03d97e on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:47.879166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Attempting to bind port 41f61d57-018d-4fcb-95e5-6761fa03d97e by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:47.879433 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Attempting to bind port 41f61d57-018d-4fcb-95e5-6761fa03d97e on network 6a1fce29-ec01-4e0f-afda-86e621a73431 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:47.891048 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:47.891446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Checking segment: {'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:47.891867 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.892432 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Bound using segment: {'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:47.892918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Bound port: 41f61d57-018d-4fcb-95e5-6761fa03d97e, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:47.893967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.905944 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:47.909082 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:47.912961 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:47.959951 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Pushing event updated for resources: {'Port': ['ID=a82b3383-71c0-4426-ac08-8a5f7e1902f5,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:47.980671 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c52e5f3-9bf4-4f2a-ac1b-ff18c667b5eb tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:47.983912 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c8937b9a-d948-418e-963a-911a6063e2a7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:48.001218 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b1554989-e7be-4251-aa69-c9370117916f None None] For port 41f61d57-018d-4fcb-95e5-6761fa03d97e, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:48.009489 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b1554989-e7be-4251-aa69-c9370117916f None None] For port 41f61d57-018d-4fcb-95e5-6761fa03d97e, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=41f61d57-018d-4fcb-95e5-6761fa03d97e,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:48.031101 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:48.160273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c381ec5d-7c97-4cb0-afdd-00df56fcd17d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:48.167226 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1554989-e7be-4251-aa69-c9370117916f None None] Pushing event updated for resources: {'Port': ['ID=41f61d57-018d-4fcb-95e5-6761fa03d97e,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:48.177768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8937b9a-d948-418e-963a-911a6063e2a7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:48.179742 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c381ec5d-7c97-4cb0-afdd-00df56fcd17d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:48.210657 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52e5f3-9bf4-4f2a-ac1b-ff18c667b5eb tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event updated for resources: {'Subnet': ['ID=4dd6822f-60ef-4258-bcd4-db390dfe0053,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:48.225741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-c8937b9a-d948-418e-963a-911a6063e2a7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:48.228328 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8937b9a-d948-418e-963a-911a6063e2a7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:48.235102 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8937b9a-d948-418e-963a-911a6063e2a7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:48.235783 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c8937b9a-d948-418e-963a-911a6063e2a7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:48.260034 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8937b9a-d948-418e-963a-911a6063e2a7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=56d07c6d-7177-40db-b5c8-e87dc854d1c0,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:48.277640 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c8937b9a-d948-418e-963a-911a6063e2a7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9325848 Jul 28 11:46:48.284907 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56674) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:48.288119 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c381ec5d-7c97-4cb0-afdd-00df56fcd17d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:48.291061 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381ec5d-7c97-4cb0-afdd-00df56fcd17d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72df7f26-a1e2-47d3-b664-a0427af93eac,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:48.316452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52e5f3-9bf4-4f2a-ac1b-ff18c667b5eb tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Checking segment: {'id': '239a2d73-74a9-4d59-aff8-624411c1e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '27df68d4-63e5-4462-a2ac-93effa490be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:48.317886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c52e5f3-9bf4-4f2a-ac1b-ff18c667b5eb tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Network hostable DHCP agents. Network: 27df68d4-63e5-4462-a2ac-93effa490be9, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:48.340350 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c381ec5d-7c97-4cb0-afdd-00df56fcd17d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:48.340702 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-c381ec5d-7c97-4cb0-afdd-00df56fcd17d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Added segment 07b86ae6-7f70-4ba0-8658-86067538bc5c of type vlan for network 1ac05020-84a0-4d15-bfbf-8b4d9e555dab Jul 28 11:46:48.344049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Deleting port b1e3b4a4-6b0e-4b30-9869-0f19d6af6334 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:48.344399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:48.453202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfce7362-c9e9-43cd-b9c6-6ac27eb3390e None None] Network 40edf07a-a4ad-4c29-bf88-5fcde79917ee requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:48.476277 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c381ec5d-7c97-4cb0-afdd-00df56fcd17d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:48.516301 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0100a8cd-af45-4dcd-b447-75e5ac776d6d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:48.522450 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0100a8cd-af45-4dcd-b447-75e5ac776d6d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:48.526649 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0100a8cd-af45-4dcd-b447-75e5ac776d6d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2296412 Jul 28 11:46:48.547791 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d6bc6-9693-4ce1-938a-9f3ad2adb178 req-0bb4f014-31d0-40c7-af59-8db2f2653f57 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:48.549964 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-922d6bc6-9693-4ce1-938a-9f3ad2adb178 req-0bb4f014-31d0-40c7-af59-8db2f2653f57 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 945 time: 0.3116362 Jul 28 11:46:48.550514 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56676) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:48.553830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] For port b1e3b4a4-6b0e-4b30-9869-0f19d6af6334, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b1e3b4a4-6b0e-4b30-9869-0f19d6af6334,segment=NetworkSegment(e09a0ccc-0a76-4f1d-ba55-15bd789112f7),segment_id=e09a0ccc-0a76-4f1d-ba55-15bd789112f7)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:48.555124 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:48.591372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-965a43a7-0750-485a-a23a-370e64730dc3 None None] Provisioning for port b1e3b4a4-6b0e-4b30-9869-0f19d6af6334 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:48.596453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Calling delete_port for b1e3b4a4-6b0e-4b30-9869-0f19d6af6334 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:48.641281 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c52e5f3-9bf4-4f2a-ac1b-ff18c667b5eb tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Network 27df68d4-63e5-4462-a2ac-93effa490be9 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:48.692058 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-922d6bc6-9693-4ce1-938a-9f3ad2adb178 req-e9544b80-5fe5-414e-9037-96e2b4d22a9e tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1307471 Jul 28 11:46:48.724508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-0c52e5f3-9bf4-4f2a-ac1b-ff18c667b5eb tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 27df68d4-63e5-4462-a2ac-93effa490be9) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:48.725834 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:48.734862 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f99d0-3450-4f8d-a916-4f4564766088 req-395706cc-e9bc-430a-bc38-bb3724ba5aa8 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:48.735466 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb01b17-b3a8-4e6d-bb7e-cfe6da23b520 None None] Network 27df68d4-63e5-4462-a2ac-93effa490be9 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:48.742291 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8d3f99d0-3450-4f8d-a916-4f4564766088 req-395706cc-e9bc-430a-bc38-bb3724ba5aa8 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.3814547 Jul 28 11:46:48.749742 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c52e5f3-9bf4-4f2a-ac1b-ff18c667b5eb tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:48.750590 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c52e5f3-9bf4-4f2a-ac1b-ff18c667b5eb tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:48.807985 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c381ec5d-7c97-4cb0-afdd-00df56fcd17d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:48.814989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c381ec5d-7c97-4cb0-afdd-00df56fcd17d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:48.815909 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c381ec5d-7c97-4cb0-afdd-00df56fcd17d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:48.822462 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0c52e5f3-9bf4-4f2a-ac1b-ff18c667b5eb tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0906334 Jul 28 11:46:48.855325 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56680) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:48.861919 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8d3f99d0-3450-4f8d-a916-4f4564766088 req-866c026f-b64f-4a06-994e-d3f4a52101d5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186090 Jul 28 11:46:48.869511 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-6ab370ea-efc6-439f-b7a4-0fdad6ae998a tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Request body: {'network': {'name': 'tempest-router-network01--1519814645'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:48.919966 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381ec5d-7c97-4cb0-afdd-00df56fcd17d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Network': ['ID=1ac05020-84a0-4d15-bfbf-8b4d9e555dab,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:48.925976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:48.953354 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c381ec5d-7c97-4cb0-afdd-00df56fcd17d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0539973 Jul 28 11:46:48.967130 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56682) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:48.986036 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a4634bc6-210d-46bf-9a0c-ac8a2188d2b6 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'subnet': {'network_id': '1ac05020-84a0-4d15-bfbf-8b4d9e555dab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:49.014113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dfc823-33b2-4d22-806f-b49188f551cb None None] DHCP port deletion for 40edf07a-a4ad-4c29-bf88-5fcde79917ee request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:46:49.017667 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 1ac05020-84a0-4d15-bfbf-8b4d9e555dab details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:49.047028 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No DVR routers for this DVR port b1e3b4a4-6b0e-4b30-9869-0f19d6af6334 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:49.054824 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Port': ['ID=b1e3b4a4-6b0e-4b30-9869-0f19d6af6334,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:49.145853 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab370ea-efc6-439f-b7a4-0fdad6ae998a tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Made reservation on behalf of 82c68ffebacb43819f5161d3a397d42b for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:49.149792 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6ab370ea-efc6-439f-b7a4-0fdad6ae998a tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:49.220810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695ccbc-517a-4deb-bdfc-f93518c86615 req-db4039b8-5335-453c-9bbd-3470f9e153a0 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:49.223500 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c695ccbc-517a-4deb-bdfc-f93518c86615 req-db4039b8-5335-453c-9bbd-3470f9e153a0 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 945 time: 0.3672702 Jul 28 11:46:49.231856 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 41f61d57-018d-4fcb-95e5-6761fa03d97e up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:49.238207 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-58db7f5e-9023-4dc2-aac8-1affceb3c828 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port 56d07c6d-7177-40db-b5c8-e87dc854d1c0 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:49.238834 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-58db7f5e-9023-4dc2-aac8-1affceb3c828 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:49.349060 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-27df68d4-63e5-4462-a2ac-93effa490be9', 'network_id': '27df68d4-63e5-4462-a2ac-93effa490be9', 'tenant_id': '82c68ffebacb43819f5161d3a397d42b', 'fixed_ips': [{'subnet_id': '4dd6822f-60ef-4258-bcd4-db390dfe0053'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:49.351129 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:49.385030 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8cc0b34c-dd5d-4cda-b83d-db2d6ccb1b2a None None] Provisioning for port 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:49.385753 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:49.390732 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab370ea-efc6-439f-b7a4-0fdad6ae998a tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:49.393017 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 41f61d57-018d-4fcb-95e5-6761fa03d97e completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:49.399806 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:49.412054 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40edf07a-a4ad-4c29-bf88-5fcde79917ee']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:49.457396 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09a0ccc-0a76-4f1d-ba55-15bd789112f7') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:49.457969 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09a0ccc-0a76-4f1d-ba55-15bd789112f7') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:49.467522 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6ab370ea-efc6-439f-b7a4-0fdad6ae998a tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:49.468411 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-6ab370ea-efc6-439f-b7a4-0fdad6ae998a tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Added segment 1dec395a-4c88-412f-9548-687d4dc1becb of type vlan for network a528134f-251d-4a46-8d73-caeec392edf1 Jul 28 11:46:49.479641 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:49.484414 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26bb53-bec6-4abc-88c8-1ccc5a1a2839 req-e6846126-8229-4cc9-b232-70fd598750ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:49.486595 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9d26bb53-bec6-4abc-88c8-1ccc5a1a2839 req-e6846126-8229-4cc9-b232-70fd598750ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=867db38fceb44b51b6b72c93ff16fc95&device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 1099 time: 0.2455873 Jul 28 11:46:49.491879 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-58db7f5e-9023-4dc2-aac8-1affceb3c828 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:49.497743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4634bc6-210d-46bf-9a0c-ac8a2188d2b6 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Made reservation on behalf of a221e3cf074d4d21b16f57192577aa10 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:49.502512 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4634bc6-210d-46bf-9a0c-ac8a2188d2b6 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:49.579591 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:49.584979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:49.585911 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:49.627980 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6ab370ea-efc6-439f-b7a4-0fdad6ae998a tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:49.637463 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Allocated IP 2001:db8::2 (27df68d4-63e5-4462-a2ac-93effa490be9/4dd6822f-60ef-4258-bcd4-db390dfe0053/7f3ae33e-1176-46d2-a858-7741d6ca45c0) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:49.676913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb9f0b-512d-4606-8b68-bcb708bd6177 req-2270d1f6-50f9-413f-bddc-502980671681 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:49.685155 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fdcb9f0b-512d-4606-8b68-bcb708bd6177 req-2270d1f6-50f9-413f-bddc-502980671681 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.3816922 Jul 28 11:46:49.707864 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c695ccbc-517a-4deb-bdfc-f93518c86615 req-5d03cbe0-4e97-469c-b6ee-b79a63009822 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4011900 Jul 28 11:46:49.708816 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-58db7f5e-9023-4dc2-aac8-1affceb3c828 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for 56d07c6d-7177-40db-b5c8-e87dc854d1c0 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:49.731034 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56688) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:49.737351 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:49.749437 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6ab370ea-efc6-439f-b7a4-0fdad6ae998a tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:49.756678 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab370ea-efc6-439f-b7a4-0fdad6ae998a tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:49.757724 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6ab370ea-efc6-439f-b7a4-0fdad6ae998a tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:49.768144 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3004e8c6-c614-4516-b391-19694d28d17a None None] Provisioning for port 56d07c6d-7177-40db-b5c8-e87dc854d1c0 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:49.782111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:49.782564 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3004e8c6-c614-4516-b391-19694d28d17a None None] Provisioning complete for port 56d07c6d-7177-40db-b5c8-e87dc854d1c0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:49.782940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3004e8c6-c614-4516-b391-19694d28d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:49.787671 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4634bc6-210d-46bf-9a0c-ac8a2188d2b6 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:49.825514 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:49.825927 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:49.831272 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3004e8c6-c614-4516-b391-19694d28d17a None None] Port 56d07c6d-7177-40db-b5c8-e87dc854d1c0 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:49.852054 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:49.854589 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399b1d09-7a04-41fa-ad5a-791b10e21dea None None] Network 6a1fce29-ec01-4e0f-afda-86e621a73431 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:49.871408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:49.928117 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6ab370ea-efc6-439f-b7a4-0fdad6ae998a tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0651641 Jul 28 11:46:49.937357 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56690) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:49.948266 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-65cfbfae-2fac-478f-af91-9e20cafddd8e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Request body: {'network': {'name': 'tempest-router-network02--27433258'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:49.959668 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fdcb9f0b-512d-4606-8b68-bcb708bd6177 req-1a2b3354-40da-4952-a1e7-1e8633d2de90 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729044 Jul 28 11:46:49.986806 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab370ea-efc6-439f-b7a4-0fdad6ae998a tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event updated for resources: {'Network': ['ID=a528134f-251d-4a46-8d73-caeec392edf1,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:50.003187 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4634bc6-210d-46bf-9a0c-ac8a2188d2b6 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Subnet': ['ID=fc80c0b8-bc5b-4deb-b4a4-f864c79570f1,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:50.011330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:50.014458 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network a528134f-251d-4a46-8d73-caeec392edf1 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:50.024535 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be81f6f9-bb3b-4621-aea8-b40b465e1d08 tempest-TestNetworkAdvancedServerOps-1153328804 tempest-TestNetworkAdvancedServerOps-1153328804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:50.026242 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-be81f6f9-bb3b-4621-aea8-b40b465e1d08 tempest-TestNetworkAdvancedServerOps-1153328804 tempest-TestNetworkAdvancedServerOps-1153328804-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 1093 time: 0.2849474 Jul 28 11:46:50.031575 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26bb53-bec6-4abc-88c8-1ccc5a1a2839 req-356da46d-7e0d-4648-8d83-b2a9939cddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:50.033120 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9d26bb53-bec6-4abc-88c8-1ccc5a1a2839 req-356da46d-7e0d-4648-8d83-b2a9939cddc6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1bdecf82-0e70-4af7-9715-9a46699c8f22 HTTP/1.1" status: 200 len: 913 time: 0.5381343 Jul 28 11:46:50.035298 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56692) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:50.037279 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.048109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.054256 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/40edf07a-a4ad-4c29-bf88-5fcde79917ee HTTP/1.1" status: 204 len: 168 time: 5.1720557 Jul 28 11:46:50.054256 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '36606f33-3404-4398-95a8-a6f2f6df5134', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:50.054573 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56694) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:50.059987 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d3c07c6d-57cb-4e5d-86f7-bafa0bd7fb1b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-727802773'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:50.070363 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.071134 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.078724 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cfbfae-2fac-478f-af91-9e20cafddd8e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Made reservation on behalf of 82c68ffebacb43819f5161d3a397d42b for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:50.080980 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65cfbfae-2fac-478f-af91-9e20cafddd8e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.087684 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6ad4b15f-d155-4680-b749-5c8ad2e4e36a None None] Provisioning for port 41f61d57-018d-4fcb-95e5-6761fa03d97e completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:50.128335 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310888ca-109a-4073-a588-4e12034faeee tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Network': ['ID=40edf07a-a4ad-4c29-bf88-5fcde79917ee,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:50.130818 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.134678 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4634bc6-210d-46bf-9a0c-ac8a2188d2b6 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Checking segment: {'id': '07b86ae6-7f70-4ba0-8658-86067538bc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1ac05020-84a0-4d15-bfbf-8b4d9e555dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:50.135278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4634bc6-210d-46bf-9a0c-ac8a2188d2b6 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network hostable DHCP agents. Network: 1ac05020-84a0-4d15-bfbf-8b4d9e555dab, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:50.136979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6ad4b15f-d155-4680-b749-5c8ad2e4e36a None None] Provisioning complete for port 41f61d57-018d-4fcb-95e5-6761fa03d97e triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:50.137355 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6ad4b15f-d155-4680-b749-5c8ad2e4e36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.142704 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.api [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:46:50.142704 dv-neutron-786478-16-hyperv neutron-server[100415]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 11:46:50.142704 dv-neutron-786478-16-hyperv neutron-server[100415]: [parameters: {'project_id_1': '6f3047592da24f58b861d395ec5927af', 'expiration_1': datetime.datetime(2021, 7, 28, 11, 46, 50, 84809)}] Jul 28 11:46:50.142704 dv-neutron-786478-16-hyperv neutron-server[100415]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100415) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:46:50.143306 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG oslo_db.api [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:46:50.151499 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c07c6d-57cb-4e5d-86f7-bafa0bd7fb1b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:50.155566 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d3c07c6d-57cb-4e5d-86f7-bafa0bd7fb1b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.179530 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Transition to ACTIVE for port object 7f3ae33e-1176-46d2-a858-7741d6ca45c0 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:50.183353 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9d26bb53-bec6-4abc-88c8-1ccc5a1a2839 req-c27ca74c-768a-40dd-a528-db7cfcd346e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cea81a3-003c-4e40-975a-c1ae2a82051c HTTP/1.1" status: 200 len: 1002 time: 0.1403825 Jul 28 11:46:50.185549 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cfbfae-2fac-478f-af91-9e20cafddd8e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:50.201386 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4634bc6-210d-46bf-9a0c-ac8a2188d2b6 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network 1ac05020-84a0-4d15-bfbf-8b4d9e555dab is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:50.212643 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c07c6d-57cb-4e5d-86f7-bafa0bd7fb1b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:50.229747 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-58db7f5e-9023-4dc2-aac8-1affceb3c828 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.230454 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65cfbfae-2fac-478f-af91-9e20cafddd8e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.230816 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-65cfbfae-2fac-478f-af91-9e20cafddd8e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Added segment 56f9a185-5e6d-4e4f-85b5-baa8645cf725 of type vlan for network bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5 Jul 28 11:46:50.237461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d3c07c6d-57cb-4e5d-86f7-bafa0bd7fb1b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.238076 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-d3c07c6d-57cb-4e5d-86f7-bafa0bd7fb1b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Added segment cd688ab4-5e37-47a8-92a4-0e76f13d48e3 of type vlan for network 97dd7145-e3a4-486c-b698-cac657de6b83 Jul 28 11:46:50.250357 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Transition to ACTIVE for port object 7f3ae33e-1176-46d2-a858-7741d6ca45c0 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:50.251298 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-a4634bc6-210d-46bf-9a0c-ac8a2188d2b6 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 1ac05020-84a0-4d15-bfbf-8b4d9e555dab) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:50.256328 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Router 8c47119f-1756-451d-b3c3-4b231fa5082c is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:46:50.260109 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:50.267428 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524f10f9-5bb9-4e34-9891-b5d568fe4550 None None] Network 1ac05020-84a0-4d15-bfbf-8b4d9e555dab requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:50.277184 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4634bc6-210d-46bf-9a0c-ac8a2188d2b6 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:50.278127 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4634bc6-210d-46bf-9a0c-ac8a2188d2b6 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.290612 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.297437 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db7f5e-9023-4dc2-aac8-1affceb3c828 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=56d07c6d-7177-40db-b5c8-e87dc854d1c0,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:50.301328 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26bb53-bec6-4abc-88c8-1ccc5a1a2839 req-62a38ce8-d3b4-4b4e-8a9f-6c29e945a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:50.302913 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9d26bb53-bec6-4abc-88c8-1ccc5a1a2839 req-62a38ce8-d3b4-4b4e-8a9f-6c29e945a7f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52537c06-0de1-4719-8c48-4b4417843622 HTTP/1.1" status: 200 len: 851 time: 0.1108787 Jul 28 11:46:50.304741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65cfbfae-2fac-478f-af91-9e20cafddd8e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.346229 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-58db7f5e-9023-4dc2-aac8-1affceb3c828 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.348507 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-58db7f5e-9023-4dc2-aac8-1affceb3c828 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/56d07c6d-7177-40db-b5c8-e87dc854d1c0 HTTP/1.1" status: 204 len: 168 time: 1.7945228 Jul 28 11:46:50.351806 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a4634bc6-210d-46bf-9a0c-ac8a2188d2b6 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3753333 Jul 28 11:46:50.352617 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56696) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:50.353018 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56698) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:50.365206 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1631138615', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}, 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:50.365841 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d3c07c6d-57cb-4e5d-86f7-bafa0bd7fb1b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.432160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Network 27df68d4-63e5-4462-a2ac-93effa490be9 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:50.441997 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Pushing event updated for resources: {'Port': ['ID=7f3ae33e-1176-46d2-a858-7741d6ca45c0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:50.454539 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:50.465261 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:50.480940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6ad4b15f-d155-4680-b749-5c8ad2e4e36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.482888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a641404f-c80b-4a45-979a-37b4077be68b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:50.485411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a641404f-c80b-4a45-979a-37b4077be68b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:50.485564 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d3c07c6d-57cb-4e5d-86f7-bafa0bd7fb1b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.490875 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a641404f-c80b-4a45-979a-37b4077be68b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0999894 Jul 28 11:46:50.491834 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c07c6d-57cb-4e5d-86f7-bafa0bd7fb1b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:50.492161 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56700) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:50.492517 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d3c07c6d-57cb-4e5d-86f7-bafa0bd7fb1b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.493555 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.resource_extend [None req-65cfbfae-2fac-478f-af91-9e20cafddd8e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:46:50.575572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:46:50.591737 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d3c07c6d-57cb-4e5d-86f7-bafa0bd7fb1b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5370617 Jul 28 11:46:50.595888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56702) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:50.603719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.609577 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.620578 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-feb40a6b-1eb2-4daa-97f5-4031c714308b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'subnet': {'network_id': '97dd7145-e3a4-486c-b698-cac657de6b83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:50.621412 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c07c6d-57cb-4e5d-86f7-bafa0bd7fb1b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Network': ['ID=97dd7145-e3a4-486c-b698-cac657de6b83,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:50.641328 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.646210 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fef9b030-5f3c-4385-bad9-706a7e7f3141 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4199889 Jul 28 11:46:50.646943 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56704) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:50.653282 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f71ecd-8c1e-493d-9009-a25b2f0873e8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 5f449334-b981-4284-81c5-1994d5ba3de0 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:46:50.658333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Sync routers for ids ['8c47119f-1756-451d-b3c3-4b231fa5082c'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:46:50.659612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26bb53-bec6-4abc-88c8-1ccc5a1a2839 req-58a48163-4525-4d71-bd93-9461586bdeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:50.661317 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9d26bb53-bec6-4abc-88c8-1ccc5a1a2839 req-58a48163-4525-4d71-bd93-9461586bdeb7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1bdecf82-0e70-4af7-9715-9a46699c8f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3483942 Jul 28 11:46:50.673463 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 97dd7145-e3a4-486c-b698-cac657de6b83 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:50.749699 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-14f71ecd-8c1e-493d-9009-a25b2f0873e8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.800612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-14f71ecd-8c1e-493d-9009-a25b2f0873e8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.823362 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Attempting to bind port 7f3ae33e-1176-46d2-a858-7741d6ca45c0 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:50.824060 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Attempting to bind port 7f3ae33e-1176-46d2-a858-7741d6ca45c0 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '239a2d73-74a9-4d59-aff8-624411c1e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '27df68d4-63e5-4462-a2ac-93effa490be9'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:50.824594 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Attempting to bind port 7f3ae33e-1176-46d2-a858-7741d6ca45c0 on network 27df68d4-63e5-4462-a2ac-93effa490be9 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:50.831742 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-6ad4b15f-d155-4680-b749-5c8ad2e4e36a None None] For port 41f61d57-018d-4fcb-95e5-6761fa03d97e, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=41f61d57-018d-4fcb-95e5-6761fa03d97e,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:50.843936 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd88728e-e7cd-46fc-8698-a504a03111a3 None None] Network 1ac05020-84a0-4d15-bfbf-8b4d9e555dab requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:50.848167 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:50.848545 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Checking segment: {'id': '239a2d73-74a9-4d59-aff8-624411c1e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '27df68d4-63e5-4462-a2ac-93effa490be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:50.848940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.849331 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Bound using segment: {'id': '239a2d73-74a9-4d59-aff8-624411c1e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '27df68d4-63e5-4462-a2ac-93effa490be9'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:50.849809 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Bound port: 7f3ae33e-1176-46d2-a858-7741d6ca45c0, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239a2d73-74a9-4d59-aff8-624411c1e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '27df68d4-63e5-4462-a2ac-93effa490be9'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:50.850191 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.851891 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Routers {'8c47119f-1756-451d-b3c3-4b231fa5082c'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:46:50.852526 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8c47119f-1756-451d-b3c3-4b231fa5082c'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:50.854154 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6ad4b15f-d155-4680-b749-5c8ad2e4e36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.902465 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65cfbfae-2fac-478f-af91-9e20cafddd8e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.910093 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cfbfae-2fac-478f-af91-9e20cafddd8e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:50.911057 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65cfbfae-2fac-478f-af91-9e20cafddd8e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:50.915986 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for floatingip, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:51.114974 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:51.204346 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a0cd58b8-c322-4326-902a-611116cb2df9 None None] Provisioning complete for port 41f61d57-018d-4fcb-95e5-6761fa03d97e triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:51.204720 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0cd58b8-c322-4326-902a-611116cb2df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:51.489906 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d0488-ed72-45a6-b250-ebbc59e63963 req-b13c7997-32b7-44a8-aef7-3bb3a6c667d1 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:51.491459 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f30d0488-ed72-45a6-b250-ebbc59e63963 req-b13c7997-32b7-44a8-aef7-3bb3a6c667d1 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.1059852 Jul 28 11:46:51.496176 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4b15f-d155-4680-b749-5c8ad2e4e36a None None] Pushing event updated for resources: {'Port': ['ID=41f61d57-018d-4fcb-95e5-6761fa03d97e,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:51.512668 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Set router 8c47119f-1756-451d-b3c3-4b231fa5082c gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:46:51.520884 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-14f71ecd-8c1e-493d-9009-a25b2f0873e8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:51.562222 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f30d0488-ed72-45a6-b250-ebbc59e63963 req-4e23049f-c940-49bd-9a56-e5972f12a7c5 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633664 Jul 28 11:46:51.575603 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] For port 7f3ae33e-1176-46d2-a858-7741d6ca45c0, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:51.594133 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9d26bb53-bec6-4abc-88c8-1ccc5a1a2839 req-3fe157dc-7d29-40ef-a0a3-5c28baa7e2c9 service neutron] 10.222.0.39 "GET /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9098108 Jul 28 11:46:51.618548 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:51.620844 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-65cfbfae-2fac-478f-af91-9e20cafddd8e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6800530 Jul 28 11:46:51.624585 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56708) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:51.630291 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-be06085c-5d97-4440-9250-782ac28482b9 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Request body: {'subnet': {'network_id': 'a528134f-251d-4a46-8d73-caeec392edf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:51.638293 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] For port 7f3ae33e-1176-46d2-a858-7741d6ca45c0, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7f3ae33e-1176-46d2-a858-7741d6ca45c0,segment=NetworkSegment(239a2d73-74a9-4d59-aff8-624411c1e758),segment_id=239a2d73-74a9-4d59-aff8-624411c1e758)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:51.649322 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:51.684740 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:51.685677 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:51.693875 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfbfae-2fac-478f-af91-9e20cafddd8e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event updated for resources: {'Network': ['ID=bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:51.696431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-14f71ecd-8c1e-493d-9009-a25b2f0873e8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:51.728025 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:51.756606 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:51.805767 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd996a92-cf99-4dd8-958f-1e15948e033e None None] Pushing event updated for resources: {'Port': ['ID=7f3ae33e-1176-46d2-a858-7741d6ca45c0,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:51.828543 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f71ecd-8c1e-493d-9009-a25b2f0873e8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=5f449334-b981-4284-81c5-1994d5ba3de0,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:51.830981 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb40a6b-1eb2-4daa-97f5-4031c714308b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:51.834586 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-feb40a6b-1eb2-4daa-97f5-4031c714308b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:51.845693 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-14f71ecd-8c1e-493d-9009-a25b2f0873e8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:51.850287 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-14f71ecd-8c1e-493d-9009-a25b2f0873e8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/5f449334-b981-4284-81c5-1994d5ba3de0 HTTP/1.1" status: 204 len: 168 time: 1.3466399 Jul 28 11:46:51.859257 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56710) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:51.872213 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485b9cb2-e322-499a-b744-9f7bae57eaa5 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:51.901413 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b974becd-4c2a-4e36-8067-843871091a5a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405009 Jul 28 11:46:51.904671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56712) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:51.913902 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-e4becdfa-6f05-470e-bdc7-472d1fbc4355 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:51.918587 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be06085c-5d97-4440-9250-782ac28482b9 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Made reservation on behalf of 82c68ffebacb43819f5161d3a397d42b for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:51.922617 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-be06085c-5d97-4440-9250-782ac28482b9 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:52.068173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:52.098378 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9d26bb53-bec6-4abc-88c8-1ccc5a1a2839 req-93d069df-3267-405b-973f-e81db4ce8d60 service neutron] 10.222.0.39 "GET /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867427 Jul 28 11:46:52.209369 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4becdfa-6f05-470e-bdc7-472d1fbc4355 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:52.213415 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e4becdfa-6f05-470e-bdc7-472d1fbc4355 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:52.219203 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:48Z', 'revision_number': 3, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:52.241355 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:52.260534 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Checking router: 8c47119f-1756-451d-b3c3-4b231fa5082c for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:46:52.260898 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Updating router 8c47119f-1756-451d-b3c3-4b231fa5082c port a82b3383-71c0-4426-ac08-8a5f7e1902f5 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:46:52.306570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Allocated IP 172.20.0.1 (6a1fce29-ec01-4e0f-afda-86e621a73431/e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5/ebb6495c-0a98-4815-aeea-6ce77fea0cef) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:52.313506 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:52.341343 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b2e53d-0d38-4eed-b883-5f232646d94d None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:46:52.376339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-feb40a6b-1eb2-4daa-97f5-4031c714308b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:52.470019 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-83b2e53d-0d38-4eed-b883-5f232646d94d None None] Deleting port 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:52.470311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83b2e53d-0d38-4eed-b883-5f232646d94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:52.493516 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb40a6b-1eb2-4daa-97f5-4031c714308b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Subnet': ['ID=84a6ef0a-7e56-4b5a-8e32-8b12b956b7f0,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:52.523724 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Allocated IP 172.26.1.7 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/acaba9f0-0dcf-4e9a-b0c9-b944098d9b16) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:52.542807 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-83b2e53d-0d38-4eed-b883-5f232646d94d None None] For port 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:52.543247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83b2e53d-0d38-4eed-b883-5f232646d94d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:52.546166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb40a6b-1eb2-4daa-97f5-4031c714308b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Checking segment: {'id': 'cd688ab4-5e37-47a8-92a4-0e76f13d48e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '97dd7145-e3a4-486c-b698-cac657de6b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:52.546313 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb40a6b-1eb2-4daa-97f5-4031c714308b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network hostable DHCP agents. Network: 97dd7145-e3a4-486c-b698-cac657de6b83, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:52.557144 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-be06085c-5d97-4440-9250-782ac28482b9 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:52.561010 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-83b2e53d-0d38-4eed-b883-5f232646d94d None None] Calling delete_port for 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:52.608126 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:52.643870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Transition to ACTIVE for port object ebb6495c-0a98-4815-aeea-6ce77fea0cef will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:52.659712 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83b2e53d-0d38-4eed-b883-5f232646d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:52.712352 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b2e53d-0d38-4eed-b883-5f232646d94d None None] No DVR routers for this DVR port 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:46:52.715296 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2e53d-0d38-4eed-b883-5f232646d94d None None] Pushing event deleted for resources: {'Port': ['ID=1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:52.750184 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb40a6b-1eb2-4daa-97f5-4031c714308b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network 97dd7145-e3a4-486c-b698-cac657de6b83 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:52.790175 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06085c-5d97-4440-9250-782ac28482b9 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event updated for resources: {'Subnet': ['ID=935e890f-27ae-46fc-95ab-d43b38c776ff,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:52.808200 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:52.858006 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-feb40a6b-1eb2-4daa-97f5-4031c714308b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 97dd7145-e3a4-486c-b698-cac657de6b83) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:52.863949 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb40a6b-1eb2-4daa-97f5-4031c714308b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:52.864798 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-feb40a6b-1eb2-4daa-97f5-4031c714308b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:52.870413 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61af25d-f557-4f7e-b44c-df8127a9b076 None None] Network 97dd7145-e3a4-486c-b698-cac657de6b83 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:52.895769 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:52.926198 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-feb40a6b-1eb2-4daa-97f5-4031c714308b tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3111989 Jul 28 11:46:52.930964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56718) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:52.961458 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.052348 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.objects.ports [None req-e4becdfa-6f05-470e-bdc7-472d1fbc4355 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100416) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:46:53.065765 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.068488 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e4becdfa-6f05-470e-bdc7-472d1fbc4355 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.143419 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06085c-5d97-4440-9250-782ac28482b9 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Checking segment: {'id': '1dec395a-4c88-412f-9548-687d4dc1becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a528134f-251d-4a46-8d73-caeec392edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:53.143814 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be06085c-5d97-4440-9250-782ac28482b9 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Network hostable DHCP agents. Network: a528134f-251d-4a46-8d73-caeec392edf1, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:53.159896 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28310be8-bb89-4f7f-9d96-0a92f0a04b09 req-0d621801-1380-4212-9234-9a6a4466e250 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:53.167773 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-28310be8-bb89-4f7f-9d96-0a92f0a04b09 req-0d621801-1380-4212-9234-9a6a4466e250 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.5084908 Jul 28 11:46:53.171240 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781de5df-c79f-42f5-adc3-fce4988ee222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-97dd7145-e3a4-486c-b698-cac657de6b83', 'network_id': '97dd7145-e3a4-486c-b698-cac657de6b83', 'tenant_id': '339cf640e5b1438587424d4a6d84ebed', 'fixed_ips': [{'subnet_id': '84a6ef0a-7e56-4b5a-8e32-8b12b956b7f0'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:53.172139 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-781de5df-c79f-42f5-adc3-fce4988ee222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.188724 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 41f61d57-018d-4fcb-95e5-6761fa03d97e up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:53.196009 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4becdfa-6f05-470e-bdc7-472d1fbc4355 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:53.224184 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10f1f252-f065-437c-aa5f-c42278c45f5d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.227967 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.240501 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Network 6a1fce29-ec01-4e0f-afda-86e621a73431 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:53.247242 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:53.266948 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-e4becdfa-6f05-470e-bdc7-472d1fbc4355 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:53.271564 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:53.282384 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4becdfa-6f05-470e-bdc7-472d1fbc4355 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:53.283347 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e4becdfa-6f05-470e-bdc7-472d1fbc4355 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.289806 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:53.306360 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:53.309036 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:53.336059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event updated for resources: {'Port': ['ID=acaba9f0-0dcf-4e9a-b0c9-b944098d9b16,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:53.338673 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be06085c-5d97-4440-9250-782ac28482b9 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Network a528134f-251d-4a46-8d73-caeec392edf1 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:53.358338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5572fc1-a90e-4af4-a8a6-07b0b3b9e46f None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:53.369884 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb6495c-0a98-4815-aeea-6ce77fea0cef,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:53.396663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10f1f252-f065-437c-aa5f-c42278c45f5d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.405878 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.409558 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4becdfa-6f05-470e-bdc7-472d1fbc4355 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=786d8b64-4f4b-4408-9115-01879b7808bd,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:53.427152 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-28310be8-bb89-4f7f-9d96-0a92f0a04b09 req-f2690642-478b-4d23-9619-f2b43ea7406a tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581339 Jul 28 11:46:53.427850 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-be06085c-5d97-4440-9250-782ac28482b9 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, a528134f-251d-4a46-8d73-caeec392edf1) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:53.432983 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e4becdfa-6f05-470e-bdc7-472d1fbc4355 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5258098 Jul 28 11:46:53.433987 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56720) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:53.461713 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c18270-d8dc-4df3-9d4c-607a2b200840 None None] Network 27df68d4-63e5-4462-a2ac-93effa490be9 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:53.473781 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d707fc-e33d-4394-8fb0-db1e7a9a894d None None] Network a528134f-251d-4a46-8d73-caeec392edf1 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:53.479135 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-05b39ac1-1000-4f29-8b4c-e74241ea487b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'mac_address': 'fa:16:3e:68:97:5c', 'name': 'tempest-NetworksTestDHCPv6-1865169600'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:53.489568 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be06085c-5d97-4440-9250-782ac28482b9 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:53.490258 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-be06085c-5d97-4440-9250-782ac28482b9 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.541449 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10f1f252-f065-437c-aa5f-c42278c45f5d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.562743 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-be06085c-5d97-4440-9250-782ac28482b9 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9368036 Jul 28 11:46:53.569840 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56722) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:53.582045 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-da46a1a5-d433-4a22-a928-40fc65cfd580 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Request body: {'subnet': {'network_id': 'bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:53.610863 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1f252-f065-437c-aa5f-c42278c45f5d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Subnet': ['ID=84a6ef0a-7e56-4b5a-8e32-8b12b956b7f0,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:53.687661 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0d3ddf5c-822c-408d-8ee4-c04917ea5de0 None None] Provisioning for port 7f3ae33e-1176-46d2-a858-7741d6ca45c0 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:53.715683 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10f1f252-f065-437c-aa5f-c42278c45f5d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.732740 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-10f1f252-f065-437c-aa5f-c42278c45f5d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97dd7145-e3a4-486c-b698-cac657de6b83']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:53.747862 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-10f1f252-f065-437c-aa5f-c42278c45f5d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd688ab4-5e37-47a8-92a4-0e76f13d48e3') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:53.748180 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-10f1f252-f065-437c-aa5f-c42278c45f5d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd688ab4-5e37-47a8-92a4-0e76f13d48e3') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:53.770777 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10f1f252-f065-437c-aa5f-c42278c45f5d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.773245 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.796590 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.801459 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da46a1a5-d433-4a22-a928-40fc65cfd580 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Made reservation on behalf of 82c68ffebacb43819f5161d3a397d42b for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:53.805080 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-da46a1a5-d433-4a22-a928-40fc65cfd580 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.820264 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 41f61d57-018d-4fcb-95e5-6761fa03d97e triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:53.820264 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.828997 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10f1f252-f065-437c-aa5f-c42278c45f5d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.850353 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Transition to ACTIVE for port object a82b3383-71c0-4426-ac08-8a5f7e1902f5 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server [None req-781de5df-c79f-42f5-adc3-fce4988ee222 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84a6ef0a-7e56-4b5a-8e32-8b12b956b7f0: This subnet is being modified by another concurrent operation. Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:46:53.853333 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84a6ef0a-7e56-4b5a-8e32-8b12b956b7f0: This subnet is being modified by another concurrent operation. Jul 28 11:46:53.858833 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server Jul 28 11:46:53.865307 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f1f252-f065-437c-aa5f-c42278c45f5d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:53.865307 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10f1f252-f065-437c-aa5f-c42278c45f5d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:53.896296 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b39ac1-1000-4f29-8b4c-e74241ea487b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:53.897141 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:53.902407 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ded2017-ba13-48a2-87a3-b6b88329d516 None None] Network 97dd7145-e3a4-486c-b698-cac657de6b83 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:53.941960 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.001277 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': '786d8b64-4f4b-4408-9115-01879b7808bd'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:54.002135 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.073740 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10f1f252-f065-437c-aa5f-c42278c45f5d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.130065 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10f1f252-f065-437c-aa5f-c42278c45f5d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.133589 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-05b39ac1-1000-4f29-8b4c-e74241ea487b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.136623 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56726) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:54.136832 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-10f1f252-f065-437c-aa5f-c42278c45f5d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/97dd7145-e3a4-486c-b698-cac657de6b83 HTTP/1.1" status: 204 len: 168 time: 1.2031918 Jul 28 11:46:54.152347 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-05b296ac-0433-42f4-835e-021696ed702e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-411514792'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:54.184878 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1f252-f065-437c-aa5f-c42278c45f5d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Network': ['ID=97dd7145-e3a4-486c-b698-cac657de6b83,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:54.188658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Allocated IP 172.26.1.17 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/bea65366-a7d9-4923-9ea3-c51fb2701226) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:54.229121 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.265809 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-05b39ac1-1000-4f29-8b4c-e74241ea487b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port eb515529-ad69-4101-a0ff-11f1925edcb3 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:46:54.270452 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e6eec657-5f2c-4976-80aa-d398db4678de None None] Provisioning for port ebb6495c-0a98-4815-aeea-6ce77fea0cef completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:54.276920 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b296ac-0433-42f4-835e-021696ed702e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:54.281041 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-05b296ac-0433-42f4-835e-021696ed702e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.308046 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-da46a1a5-d433-4a22-a928-40fc65cfd580 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.316566 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e6eec657-5f2c-4976-80aa-d398db4678de None None] Provisioning complete for port ebb6495c-0a98-4815-aeea-6ce77fea0cef triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:54.317232 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6eec657-5f2c-4976-80aa-d398db4678de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.336844 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Attempting to bind port a82b3383-71c0-4426-ac08-8a5f7e1902f5 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:54.337221 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Attempting to bind port a82b3383-71c0-4426-ac08-8a5f7e1902f5 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:54.337584 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Attempting to bind port a82b3383-71c0-4426-ac08-8a5f7e1902f5 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:54.342999 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9c87b-b8d3-4ba1-856b-a3defa9fa7c9 None None] Pushing event updated for resources: {'Port': ['ID=a82b3383-71c0-4426-ac08-8a5f7e1902f5,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:54.351608 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.397677 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.405540 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.437190 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.451371 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b296ac-0433-42f4-835e-021696ed702e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:54.453688 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-a528134f-251d-4a46-8d73-caeec392edf1', 'network_id': 'a528134f-251d-4a46-8d73-caeec392edf1', 'tenant_id': '82c68ffebacb43819f5161d3a397d42b', 'fixed_ips': [{'subnet_id': '935e890f-27ae-46fc-95ab-d43b38c776ff'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:54.454568 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.466459 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:54.467114 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:54.467877 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.468584 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:54.469411 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Bound port: a82b3383-71c0-4426-ac08-8a5f7e1902f5, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:54.469965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.516173 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46a1a5-d433-4a22-a928-40fc65cfd580 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event updated for resources: {'Subnet': ['ID=1dbe5a86-3a07-4525-a408-7d608522c15f,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:54.536266 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-05b296ac-0433-42f4-835e-021696ed702e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.536618 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-05b296ac-0433-42f4-835e-021696ed702e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Added segment 78968254-78a8-4295-a5ad-80bd5c5378c3 of type vlan for network 0469210a-da80-49aa-8081-79d2f4d0ec56 Jul 28 11:46:54.574792 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.578867 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e6eec657-5f2c-4976-80aa-d398db4678de None None] Port ebb6495c-0a98-4815-aeea-6ce77fea0cef cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:46:54.614264 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb6495c-0a98-4815-aeea-6ce77fea0cef,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:54.661415 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da46a1a5-d433-4a22-a928-40fc65cfd580 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Checking segment: {'id': '56f9a185-5e6d-4e4f-85b5-baa8645cf725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:54.661781 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da46a1a5-d433-4a22-a928-40fc65cfd580 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Network hostable DHCP agents. Network: bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:54.673290 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-05b296ac-0433-42f4-835e-021696ed702e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.675625 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7f3ae33e-1176-46d2-a858-7741d6ca45c0 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:54.728007 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] For port a82b3383-71c0-4426-ac08-8a5f7e1902f5, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:54.746748 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] For port a82b3383-71c0-4426-ac08-8a5f7e1902f5, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a82b3383-71c0-4426-ac08-8a5f7e1902f5,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:54.803044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:54.898073 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Allocated IP 2001:db8::2 (a528134f-251d-4a46-8d73-caeec392edf1/935e890f-27ae-46fc-95ab-d43b38c776ff/c34981f6-309d-4bf7-b122-291b27c24e81) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:54.955211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Routers {'8c47119f-1756-451d-b3c3-4b231fa5082c'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:46:54.955987 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8c47119f-1756-451d-b3c3-4b231fa5082c'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:54.977138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:55.005681 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 7f3ae33e-1176-46d2-a858-7741d6ca45c0 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:55.022405 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-05b39ac1-1000-4f29-8b4c-e74241ea487b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::f816:3eff:fe68:975c (ff79b356-b140-4126-83e7-2a8ec9cd81dc/786d8b64-4f4b-4408-9115-01879b7808bd/eb515529-ad69-4101-a0ff-11f1925edcb3) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:55.028639 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:55.035435 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:55.037634 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9c87b-b8d3-4ba1-856b-a3defa9fa7c9 None None] Pushing event updated for resources: {'Port': ['ID=a82b3383-71c0-4426-ac08-8a5f7e1902f5,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:55.043473 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:55.047929 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 7f3ae33e-1176-46d2-a858-7741d6ca45c0 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:55.048827 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:55.089176 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da46a1a5-d433-4a22-a928-40fc65cfd580 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Network bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:55.091737 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=bea65366-a7d9-4923-9ea3-c51fb2701226,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:55.097891 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:55.103998 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb28773-75d3-43f2-8c65-1550212d50d3 req-dd837021-8594-470f-a1ab-68833b3b38ed tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:55.105908 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6eb28773-75d3-43f2-8c65-1550212d50d3 req-dd837021-8594-470f-a1ab-68833b3b38ed tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.4887400 Jul 28 11:46:55.110218 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:55.142937 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-05b296ac-0433-42f4-835e-021696ed702e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:55.145621 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9da3fc51-52dc-4955-8ff8-b412c8c0bd80 None None] Provisioning complete for port 7f3ae33e-1176-46d2-a858-7741d6ca45c0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:55.145994 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9da3fc51-52dc-4955-8ff8-b412c8c0bd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:55.148396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b296ac-0433-42f4-835e-021696ed702e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:55.149299 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-05b296ac-0433-42f4-835e-021696ed702e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:55.168119 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-da46a1a5-d433-4a22-a928-40fc65cfd580 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:55.197700 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4691b808-ebe5-42d0-9e6a-7bfc979ceae3 None None] Network bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:55.201799 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da46a1a5-d433-4a22-a928-40fc65cfd580 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:55.203468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-da46a1a5-d433-4a22-a928-40fc65cfd580 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:55.270078 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-05b296ac-0433-42f4-835e-021696ed702e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1224306 Jul 28 11:46:55.277094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56730) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:55.278219 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] Set router 8c47119f-1756-451d-b3c3-4b231fa5082c gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:46:55.283244 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-42bc72e4-8518-47fc-95dd-3a065505d4be tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'subnet': {'network_id': '0469210a-da80-49aa-8081-79d2f4d0ec56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:55.284009 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Network 6a1fce29-ec01-4e0f-afda-86e621a73431 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:55.290785 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event updated for resources: {'Port': ['ID=acaba9f0-0dcf-4e9a-b0c9-b944098d9b16,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:55.330701 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6eb28773-75d3-43f2-8c65-1550212d50d3 req-e9dfa108-6a41-47c7-b84b-7aeeb70c9ba2 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078345 Jul 28 11:46:55.331589 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:55.343447 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-da46a1a5-d433-4a22-a928-40fc65cfd580 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7665663 Jul 28 11:46:55.345852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:55.347481 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b296ac-0433-42f4-835e-021696ed702e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Network': ['ID=0469210a-da80-49aa-8081-79d2f4d0ec56,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:55.350352 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56732) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:55.458934 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 0469210a-da80-49aa-8081-79d2f4d0ec56 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:55.493082 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:55.524442 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:55.616177 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Transition to ACTIVE for port object c34981f6-309d-4bf7-b122-291b27c24e81 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:55.628773 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Floating IP 4a94de79-da93-4a3b-8853-a21bf9a7b940 associated. External IP: 172.26.1.7, port: 36606f33-3404-4398-95a8-a6f2f6df5134. Jul 28 11:46:55.636320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bc72e4-8518-47fc-95dd-3a065505d4be tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:55.640804 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42bc72e4-8518-47fc-95dd-3a065505d4be tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:55.719260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Transition to ACTIVE for port object c34981f6-309d-4bf7-b122-291b27c24e81 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:55.734492 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:55.737745 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9da3fc51-52dc-4955-8ff8-b412c8c0bd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:55.756150 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:55.760826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 7f3ae33e-1176-46d2-a858-7741d6ca45c0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7f3ae33e-1176-46d2-a858-7741d6ca45c0,segment=NetworkSegment(239a2d73-74a9-4d59-aff8-624411c1e758),segment_id=239a2d73-74a9-4d59-aff8-624411c1e758)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:46:55.784968 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-05b39ac1-1000-4f29-8b4c-e74241ea487b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:55.804954 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:55.846508 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Network a528134f-251d-4a46-8d73-caeec392edf1 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:55.864037 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998c496-b5be-4822-81e0-54769854d9b6 req-66ef38cf-995b-4b19-8ccf-87ade24fd02a tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:55.865590 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5998c496-b5be-4822-81e0-54769854d9b6 req-66ef38cf-995b-4b19-8ccf-87ade24fd02a tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.3194370 Jul 28 11:46:55.872130 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-05b39ac1-1000-4f29-8b4c-e74241ea487b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object eb515529-ad69-4101-a0ff-11f1925edcb3 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:55.895747 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:55.917363 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:55.924365 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5', 'network_id': 'bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5', 'tenant_id': '82c68ffebacb43819f5161d3a397d42b', 'fixed_ips': [{'subnet_id': '1dbe5a86-3a07-4525-a408-7d608522c15f'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:55.925460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:55.927838 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Pushing event updated for resources: {'Port': ['ID=c34981f6-309d-4bf7-b122-291b27c24e81,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:55.942042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Router 8c47119f-1756-451d-b3c3-4b231fa5082c has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:46:55.966676 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:46:56.006212 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:56.013065 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5998c496-b5be-4822-81e0-54769854d9b6 req-63d024b5-dd2f-4cc6-be63-e383249303b3 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134233 Jul 28 11:46:56.058964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42bc72e4-8518-47fc-95dd-3a065505d4be tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:56.125555 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-05b39ac1-1000-4f29-8b4c-e74241ea487b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:56.214591 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:46:56.214968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1632a2d4-21c5-4d00-a7b5-6f3f6fcd89bd not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:46:56.221158 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.db.api [None req-9da3fc51-52dc-4955-8ff8-b412c8c0bd80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:46:56.229524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG oslo_db.api [None req-9da3fc51-52dc-4955-8ff8-b412c8c0bd80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:46:56.240890 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc72e4-8518-47fc-95dd-3a065505d4be tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Subnet': ['ID=76042b91-14b3-4b08-a9a6-98095c0eadd7,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:56.289224 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Router ede3426a-4e97-4209-86ef-ca5f6ae89be5 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:46:56.310829 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc72e4-8518-47fc-95dd-3a065505d4be tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Checking segment: {'id': '78968254-78a8-4295-a5ad-80bd5c5378c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0469210a-da80-49aa-8081-79d2f4d0ec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:56.311996 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bc72e4-8518-47fc-95dd-3a065505d4be tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network hostable DHCP agents. Network: 0469210a-da80-49aa-8081-79d2f4d0ec56, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:46:56.322264 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:56.327856 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b39ac1-1000-4f29-8b4c-e74241ea487b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:56.329841 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-05b39ac1-1000-4f29-8b4c-e74241ea487b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:56.340115 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b39ac1-1000-4f29-8b4c-e74241ea487b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:56.352123 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b39ac1-1000-4f29-8b4c-e74241ea487b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:56.352810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-05b39ac1-1000-4f29-8b4c-e74241ea487b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:56.375690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:46:56.391388 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bc0c5f6a-31ba-49b0-b8ac-652331c6a095 admin admin] 10.222.0.43 "PUT /v2.0/routers/8c47119f-1756-451d-b3c3-4b231fa5082c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7337906 Jul 28 11:46:56.400092 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Attempting to bind port c34981f6-309d-4bf7-b122-291b27c24e81 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:56.400410 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Attempting to bind port c34981f6-309d-4bf7-b122-291b27c24e81 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '1dec395a-4c88-412f-9548-687d4dc1becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a528134f-251d-4a46-8d73-caeec392edf1'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:56.400771 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Attempting to bind port c34981f6-309d-4bf7-b122-291b27c24e81 on network a528134f-251d-4a46-8d73-caeec392edf1 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:56.407741 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=7f3ae33e-1176-46d2-a858-7741d6ca45c0,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:56.421766 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Allocated IP 2001:db8::f816:3eff:fe9b:f85a (ff79b356-b140-4126-83e7-2a8ec9cd81dc/786d8b64-4f4b-4408-9115-01879b7808bd/9838e043-0b02-418b-8c3b-a9df61c040dd) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:56.424124 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bc72e4-8518-47fc-95dd-3a065505d4be tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network 0469210a-da80-49aa-8081-79d2f4d0ec56 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:46:56.437476 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b39ac1-1000-4f29-8b4c-e74241ea487b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=eb515529-ad69-4101-a0ff-11f1925edcb3,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:56.439347 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 2, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:56.471025 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:56.471747 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Checking segment: {'id': '1dec395a-4c88-412f-9548-687d4dc1becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a528134f-251d-4a46-8d73-caeec392edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:56.471890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:56.472183 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Bound using segment: {'id': '1dec395a-4c88-412f-9548-687d4dc1becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a528134f-251d-4a46-8d73-caeec392edf1'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:56.473893 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Bound port: c34981f6-309d-4bf7-b122-291b27c24e81, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dec395a-4c88-412f-9548-687d4dc1becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a528134f-251d-4a46-8d73-caeec392edf1'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:56.473893 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:56.483365 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13e569-35aa-405d-a9a5-85c226f6bba6 req-62307494-bef5-4080-aa46-b6ad8d7a50be tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:56.485307 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1c13e569-35aa-405d-a9a5-85c226f6bba6 req-62307494-bef5-4080-aa46-b6ad8d7a50be tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.1120579 Jul 28 11:46:56.489602 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-05b39ac1-1000-4f29-8b4c-e74241ea487b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0154209 Jul 28 11:46:56.502103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56742) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:56.510998 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee3c6b-a137-4fab-ab2a-7df0e80a9faf None None] The sync data for ids ['8c47119f-1756-451d-b3c3-4b231fa5082c'] in dv-neutron-786478-16-hyperv is: [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 2, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:46:56.517600 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-42bc72e4-8518-47fc-95dd-3a065505d4be tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 0469210a-da80-49aa-8081-79d2f4d0ec56) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:56.545390 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bc72e4-8518-47fc-95dd-3a065505d4be tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:56.546743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42bc72e4-8518-47fc-95dd-3a065505d4be tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:56.586160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0554eb37-0a20-42d2-872f-9b9d9f9509bb None None] Network 0469210a-da80-49aa-8081-79d2f4d0ec56 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:56.597821 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:46:56.605916 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9a5a2c-6e37-462f-baa8-c4c83cde8c66 None None] Sync routers for ids ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:46:56.613542 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1c13e569-35aa-405d-a9a5-85c226f6bba6 req-29781696-d062-417c-b0c8-b5b701ac98a6 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819757 Jul 28 11:46:56.621672 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a5a2c-6e37-462f-baa8-c4c83cde8c66 None None] Routers {'ede3426a-4e97-4209-86ef-ca5f6ae89be5'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:46:56.622590 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0a9a5a2c-6e37-462f-baa8-c4c83cde8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:56.628142 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-42bc72e4-8518-47fc-95dd-3a065505d4be tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3497953 Jul 28 11:46:56.629983 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56746) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:56.674379 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486abd38-615d-4871-bf9d-43b2ed98838e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:56.687973 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-486abd38-615d-4871-bf9d-43b2ed98838e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1828675 Jul 28 11:46:56.688937 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56748) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:56.732122 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Allocated IP 2001:db8::2 (bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5/1dbe5a86-3a07-4525-a408-7d608522c15f/ac88ff36-e0c4-4de3-b4fe-107b6333173b) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:56.770293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:56.770566 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Allocated IP 2001:db8::1 (a528134f-251d-4a46-8d73-caeec392edf1/935e890f-27ae-46fc-95ab-d43b38c776ff/0327fd82-1774-4f77-b81e-fac7b2289f6c) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:46:56.846367 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-0a9a5a2c-6e37-462f-baa8-c4c83cde8c66 None None] Set router ede3426a-4e97-4209-86ef-ca5f6ae89be5 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:46:56.865402 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-08f12c47-6564-46f0-9077-9273f985646c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 6.8260400 Jul 28 11:46:56.867541 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c36e164-c084-401f-8817-7c33a316df25', 'tag': '36606f33-3404-4398-95a8-a6f2f6df5134'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:46:56.883197 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff21fc83-002c-4c06-a56e-6cf14b6edd02" -d '{"events": [{"name": "network-changed", "server_uuid": "1c36e164-c084-401f-8817-7c33a316df25", "tag": "36606f33-3404-4398-95a8-a6f2f6df5134"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:46:56.891001 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b46ac8d6-5f9b-40ea-8571-04f931ccb5d1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:56.902012 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router 8d66e034-67e3-4a0c-a483-96b3ce78f7e0 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:46:56.934598 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] For port c34981f6-309d-4bf7-b122-291b27c24e81, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:57.050528 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f1b26a-4f07-4a62-ba83-ebf13b270e45 x-openstack-request-id: req-26f1b26a-4f07-4a62-ba83-ebf13b270e45 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:46:57.050962 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c36e164-c084-401f-8817-7c33a316df25", "tag": "36606f33-3404-4398-95a8-a6f2f6df5134", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:46:57.052438 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26f1b26a-4f07-4a62-ba83-ebf13b270e45 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:46:57.052973 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c36e164-c084-401f-8817-7c33a316df25', 'tag': '36606f33-3404-4398-95a8-a6f2f6df5134', 'status': 'completed', 'code': 200} Jul 28 11:46:57.075734 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] For port c34981f6-309d-4bf7-b122-291b27c24e81, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c34981f6-309d-4bf7-b122-291b27c24e81,segment=NetworkSegment(1dec395a-4c88-412f-9548-687d4dc1becb),segment_id=1dec395a-4c88-412f-9548-687d4dc1becb)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:57.103426 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:57.143365 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:57.198348 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0a9a5a2c-6e37-462f-baa8-c4c83cde8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444622183', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:16Z', 'updated_at': '2021-07-28T11:46:25Z', 'revision_number': 4, 'project_id': '6f3047592da24f58b861d395ec5927af', 'gw_port': {'id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:18Z', 'updated_at': '2021-07-28T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '4a94de79-da93-4a3b-8853-a21bf9a7b940', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'floating_ip_address': '172.26.1.7', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'port_id': '36606f33-3404-4398-95a8-a6f2f6df5134', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d', 'mac_address': 'fa:16:3e:0d:47:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36e164-c084-401f-8817-7c33a316df25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:46:53Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 0, 'project_id': '6f3047592da24f58b861d395ec5927af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27f934f-9f80-4fb8-92f1-24bc17633dc8', 'name': '', 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'mac_address': 'fa:16:3e:7a:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:22Z', 'updated_at': '2021-07-28T11:46:34Z', 'revision_number': 5, 'project_id': '6f3047592da24f58b861d395ec5927af', 'subnets': [{'id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:57.249702 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-dce3ed5e-d183-479a-a59a-ed8dda5e95df tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port eb515529-ad69-4101-a0ff-11f1925edcb3 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:57.250215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dce3ed5e-d183-479a-a59a-ed8dda5e95df tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:57.297527 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b46ac8d6-5f9b-40ea-8571-04f931ccb5d1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:57.351717 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:57.360736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Transition to ACTIVE for port object 9838e043-0b02-418b-8c3b-a9df61c040dd will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:57.382434 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b46ac8d6-5f9b-40ea-8571-04f931ccb5d1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:57.385491 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Transition to ACTIVE for port object 0327fd82-1774-4f77-b81e-fac7b2289f6c will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:57.403681 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Transition to ACTIVE for port object 9838e043-0b02-418b-8c3b-a9df61c040dd will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:57.433455 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be70b2-d6b6-44b3-a0b3-db8025c9f72d req-b609f90a-c8a7-4960-b2ae-80f31921ef9c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:57.442275 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b6be70b2-d6b6-44b3-a0b3-db8025c9f72d req-b609f90a-c8a7-4960-b2ae-80f31921ef9c tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 945 time: 0.3053505 Jul 28 11:46:57.450177 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ac8d6-5f9b-40ea-8571-04f931ccb5d1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Subnet': ['ID=76042b91-14b3-4b08-a9a6-98095c0eadd7,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:57.487380 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9a5a2c-6e37-462f-baa8-c4c83cde8c66 None None] Checking router: ede3426a-4e97-4209-86ef-ca5f6ae89be5 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:46:57.505285 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a5a2c-6e37-462f-baa8-c4c83cde8c66 None None] Routers {'ede3426a-4e97-4209-86ef-ca5f6ae89be5'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:46:57.505927 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0a9a5a2c-6e37-462f-baa8-c4c83cde8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:57.520561 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:57.555778 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76207944-1e10-4c14-8117-c5eeb81e5b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-0469210a-da80-49aa-8081-79d2f4d0ec56', 'network_id': '0469210a-da80-49aa-8081-79d2f4d0ec56', 'tenant_id': '339cf640e5b1438587424d4a6d84ebed', 'fixed_ips': [{'subnet_id': '76042b91-14b3-4b08-a9a6-98095c0eadd7'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:46:57.556949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-76207944-1e10-4c14-8117-c5eeb81e5b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:57.558008 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b46ac8d6-5f9b-40ea-8571-04f931ccb5d1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:57.572270 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-b46ac8d6-5f9b-40ea-8571-04f931ccb5d1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0469210a-da80-49aa-8081-79d2f4d0ec56']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:57.586713 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-b46ac8d6-5f9b-40ea-8571-04f931ccb5d1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78968254-78a8-4295-a5ad-80bd5c5378c3') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:57.587013 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-b46ac8d6-5f9b-40ea-8571-04f931ccb5d1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78968254-78a8-4295-a5ad-80bd5c5378c3') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:57.599169 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b46ac8d6-5f9b-40ea-8571-04f931ccb5d1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:57.618266 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b46ac8d6-5f9b-40ea-8571-04f931ccb5d1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:57.636082 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46ac8d6-5f9b-40ea-8571-04f931ccb5d1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:46:57.640040 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b46ac8d6-5f9b-40ea-8571-04f931ccb5d1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:57.646060 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:57.657567 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd004bca-f2eb-416d-8e78-38cc0e277b27 None None] Pushing event updated for resources: {'Port': ['ID=c34981f6-309d-4bf7-b122-291b27c24e81,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:57.674893 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:57.680949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-441370a4-7881-4d9d-925e-5cd651e0c66d None None] Provisioning complete for port ebb6495c-0a98-4815-aeea-6ce77fea0cef triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:57.682062 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-441370a4-7881-4d9d-925e-5cd651e0c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:57.686882 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:57.700429 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56764) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:46:57.703187 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:46:57.720062 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-3eef17de-d6bd-4367-a968-d952088a6968 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1845340292-network', 'tenant_id': '7a6956efca054df4ba057243a5fa1a70'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:57.776275 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-0a9a5a2c-6e37-462f-baa8-c4c83cde8c66 None None] Set router ede3426a-4e97-4209-86ef-ca5f6ae89be5 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:46:57.925726 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:57.938238 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Transition to ACTIVE for port object ac88ff36-e0c4-4de3-b4fe-107b6333173b will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:57.945671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b46ac8d6-5f9b-40ea-8571-04f931ccb5d1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:57.964972 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21fc83-002c-4c06-a56e-6cf14b6edd02 req-814a8130-5aa7-4eaf-955b-97fb0a1feaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:57.968107 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff21fc83-002c-4c06-a56e-6cf14b6edd02 req-814a8130-5aa7-4eaf-955b-97fb0a1feaaa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f3047592da24f58b861d395ec5927af&device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 1098 time: 0.9105468 Jul 28 11:46:57.973686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-441370a4-7881-4d9d-925e-5cd651e0c66d None None] Port ebb6495c-0a98-4815-aeea-6ce77fea0cef cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:46:58.005608 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:46:58.035531 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eb63fb-e038-494e-89f7-946caf1ad969 None None] Sync routers for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:46:58.037918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae19e798-5c5d-4777-a3dd-7c00f21c1995 None None] Network 0469210a-da80-49aa-8081-79d2f4d0ec56 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:58.068962 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b46ac8d6-5f9b-40ea-8571-04f931ccb5d1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:58.071164 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b46ac8d6-5f9b-40ea-8571-04f931ccb5d1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/0469210a-da80-49aa-8081-79d2f4d0ec56 HTTP/1.1" status: 204 len: 168 time: 1.4402277 Jul 28 11:46:58.075416 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eef17de-d6bd-4367-a968-d952088a6968 admin admin] Made reservation on behalf of 7a6956efca054df4ba057243a5fa1a70 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:58.078105 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3eef17de-d6bd-4367-a968-d952088a6968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:58.084622 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56768) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:58.093691 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Transition to ACTIVE for port object ac88ff36-e0c4-4de3-b4fe-107b6333173b will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:46:58.100654 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae19e798-5c5d-4777-a3dd-7c00f21c1995 None None] Network 0469210a-da80-49aa-8081-79d2f4d0ec56 could not be found, it might have been deleted concurrently. {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 11:46:58.103748 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Pushing event updated for resources: {'Port': ['ID=9838e043-0b02-418b-8c3b-a9df61c040dd,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:58.117671 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b6be70b2-d6b6-44b3-a0b3-db8025c9f72d req-56e54895-6400-4412-b0d6-0b184c790fc6 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6744530 Jul 28 11:46:58.133830 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-9c95d78c-0182-4c3e-b904-c10f597bc5b4 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1755892650'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:46:58.137049 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:58.157420 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ac8d6-5f9b-40ea-8571-04f931ccb5d1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Network': ['ID=0469210a-da80-49aa-8081-79d2f4d0ec56,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:58.160109 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Network bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:58.162192 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56770) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:58.170043 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:58.174157 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:58.176437 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eb63fb-e038-494e-89f7-946caf1ad969 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:46:58.177129 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-54eb63fb-e038-494e-89f7-946caf1ad969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:58.203440 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Attempting to bind port 9838e043-0b02-418b-8c3b-a9df61c040dd on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:58.204078 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Attempting to bind port 9838e043-0b02-418b-8c3b-a9df61c040dd by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:58.204640 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Attempting to bind port 9838e043-0b02-418b-8c3b-a9df61c040dd on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:58.235958 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dce3ed5e-d183-479a-a59a-ed8dda5e95df tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:58.246595 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0a9a5a2c-6e37-462f-baa8-c4c83cde8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444622183', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:16Z', 'updated_at': '2021-07-28T11:46:25Z', 'revision_number': 4, 'project_id': '6f3047592da24f58b861d395ec5927af', 'gw_port': {'id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:18Z', 'updated_at': '2021-07-28T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '4a94de79-da93-4a3b-8853-a21bf9a7b940', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'floating_ip_address': '172.26.1.7', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'port_id': '36606f33-3404-4398-95a8-a6f2f6df5134', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d', 'mac_address': 'fa:16:3e:0d:47:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36e164-c084-401f-8817-7c33a316df25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:46:53Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 0, 'project_id': '6f3047592da24f58b861d395ec5927af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27f934f-9f80-4fb8-92f1-24bc17633dc8', 'name': '', 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'mac_address': 'fa:16:3e:7a:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:22Z', 'updated_at': '2021-07-28T11:46:34Z', 'revision_number': 5, 'project_id': '6f3047592da24f58b861d395ec5927af', 'subnets': [{'id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:58.272438 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-dce3ed5e-d183-479a-a59a-ed8dda5e95df tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for eb515529-ad69-4101-a0ff-11f1925edcb3 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:46:58.312072 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21fc83-002c-4c06-a56e-6cf14b6edd02 req-41463b7f-6953-4f9f-9b2a-343c8c30f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:58.313519 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff21fc83-002c-4c06-a56e-6cf14b6edd02 req-41463b7f-6953-4f9f-9b2a-343c8c30f121 service neutron] 10.222.0.39 "GET /v2.0/networks?id=05e0ea0b-61bb-458d-a29d-5f518c0c2f3d HTTP/1.1" status: 200 len: 897 time: 0.3338208 Jul 28 11:46:58.348349 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9a5a2c-6e37-462f-baa8-c4c83cde8c66 None None] The sync data for ids ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'] in dv-neutron-786478-16-hyperv is: [{'id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444622183', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:16Z', 'updated_at': '2021-07-28T11:46:25Z', 'revision_number': 4, 'project_id': '6f3047592da24f58b861d395ec5927af', 'gw_port': {'id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:18Z', 'updated_at': '2021-07-28T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '4a94de79-da93-4a3b-8853-a21bf9a7b940', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'floating_ip_address': '172.26.1.7', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'port_id': '36606f33-3404-4398-95a8-a6f2f6df5134', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d', 'mac_address': 'fa:16:3e:0d:47:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36e164-c084-401f-8817-7c33a316df25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:46:53Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 0, 'project_id': '6f3047592da24f58b861d395ec5927af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27f934f-9f80-4fb8-92f1-24bc17633dc8', 'name': '', 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'mac_address': 'fa:16:3e:7a:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:22Z', 'updated_at': '2021-07-28T11:46:34Z', 'revision_number': 5, 'project_id': '6f3047592da24f58b861d395ec5927af', 'subnets': [{'id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:46:58.356337 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-54eb63fb-e038-494e-89f7-946caf1ad969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:58.400685 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:58.401377 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:58.401953 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:58.402535 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:58.403186 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Bound port: 9838e043-0b02-418b-8c3b-a9df61c040dd, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:58.403764 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:58.434372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eb63fb-e038-494e-89f7-946caf1ad969 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:46:58.435064 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-54eb63fb-e038-494e-89f7-946caf1ad969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:58.437128 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Pushing event updated for resources: {'Port': ['ID=ac88ff36-e0c4-4de3-b4fe-107b6333173b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:58.547171 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-54eb63fb-e038-494e-89f7-946caf1ad969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:46:58.554812 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eb63fb-e038-494e-89f7-946caf1ad969 None None] The sync data for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:46:58.559993 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Attempting to bind port ac88ff36-e0c4-4de3-b4fe-107b6333173b on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:46:58.560577 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Attempting to bind port ac88ff36-e0c4-4de3-b4fe-107b6333173b by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '56f9a185-5e6d-4e4f-85b5-baa8645cf725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:46:58.561722 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Attempting to bind port ac88ff36-e0c4-4de3-b4fe-107b6333173b on network bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:46:58.618655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c34981f6-309d-4bf7-b122-291b27c24e81 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:58.659017 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:46:58.659517 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Checking segment: {'id': '56f9a185-5e6d-4e4f-85b5-baa8645cf725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:46:58.660185 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:58.660682 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Bound using segment: {'id': '56f9a185-5e6d-4e4f-85b5-baa8645cf725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:46:58.661190 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Bound port: ac88ff36-e0c4-4de3-b4fe-107b6333173b, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f9a185-5e6d-4e4f-85b5-baa8645cf725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:46:58.661629 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:58.692018 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff21fc83-002c-4c06-a56e-6cf14b6edd02 req-376ca58f-a0af-48fb-8485-d3b1aaf21f54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36606f33-3404-4398-95a8-a6f2f6df5134 HTTP/1.1" status: 200 len: 997 time: 0.3684487 Jul 28 11:46:58.711532 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dce3ed5e-d183-479a-a59a-ed8dda5e95df tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:58.791925 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d1439c-29ec-476c-8418-59ac6bfbf29e None None] New status for floating IP 4a94de79-da93-4a3b-8853-a21bf9a7b940: ACTIVE {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:46:58.839615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3ed5e-d183-479a-a59a-ed8dda5e95df tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=eb515529-ad69-4101-a0ff-11f1925edcb3,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:58.846216 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] For port 9838e043-0b02-418b-8c3b-a9df61c040dd, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:58.878304 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] For port ac88ff36-e0c4-4de3-b4fe-107b6333173b, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:46:58.884591 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] For port ac88ff36-e0c4-4de3-b4fe-107b6333173b, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ac88ff36-e0c4-4de3-b4fe-107b6333173b,segment=NetworkSegment(56f9a185-5e6d-4e4f-85b5-baa8645cf725),segment_id=56f9a185-5e6d-4e4f-85b5-baa8645cf725)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:58.900734 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:58.907195 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] For port 9838e043-0b02-418b-8c3b-a9df61c040dd, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=9838e043-0b02-418b-8c3b-a9df61c040dd,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:46:58.920117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dce3ed5e-d183-479a-a59a-ed8dda5e95df tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:58.928950 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-dce3ed5e-d183-479a-a59a-ed8dda5e95df tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/eb515529-ad69-4101-a0ff-11f1925edcb3 HTTP/1.1" status: 204 len: 168 time: 2.2349725 Jul 28 11:46:58.932589 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56772) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:58.962163 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21fc83-002c-4c06-a56e-6cf14b6edd02 req-ab46b333-cf78-4fc7-833d-ceab29eb9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:58.963267 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff21fc83-002c-4c06-a56e-6cf14b6edd02 req-ab46b333-cf78-4fc7-833d-ceab29eb9fc6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2 HTTP/1.1" status: 200 len: 834 time: 0.2642746 Jul 28 11:46:58.986302 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:58.990324 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port c34981f6-309d-4bf7-b122-291b27c24e81 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:58.992037 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3eef17de-d6bd-4367-a968-d952088a6968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:59.016021 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e4076402-2e8a-43d0-b2d1-c1801545d560 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/floatingips/4a94de79-da93-4a3b-8853-a21bf9a7b940 HTTP/1.1" status: 200 len: 989 time: 0.8394001 Jul 28 11:46:59.017965 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:59.026190 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec686a1f-ebc3-4338-bc64-62684eb25696 None None] Pushing event updated for resources: {'Port': ['ID=ac88ff36-e0c4-4de3-b4fe-107b6333173b,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:59.080752 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a82b3383-71c0-4426-ac08-8a5f7e1902f5 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:46:59.081632 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6364ccb-1525-4173-b025-f0b7f3104196 req-6d5d368a-7ca8-4d45-bdc0-663304456040 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:59.083413 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f6364ccb-1525-4173-b025-f0b7f3104196 req-6d5d368a-7ca8-4d45-bdc0-663304456040 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.2748742 Jul 28 11:46:59.118497 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af32564-dca8-4035-95df-d9a20d0a8303 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:59.122173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af32564-dca8-4035-95df-d9a20d0a8303 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:59.128246 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5af32564-dca8-4035-95df-d9a20d0a8303 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1944659 Jul 28 11:46:59.128887 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56774) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:59.175758 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event updated for resources: {'Port': ['ID=0327fd82-1774-4f77-b81e-fac7b2289f6c,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:59.208760 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c95d78c-0182-4c3e-b904-c10f597bc5b4 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:46:59.213143 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9c95d78c-0182-4c3e-b904-c10f597bc5b4 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:59.224287 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1450b30-95d3-428f-a313-92ed12f07658 None None] Pushing event updated for resources: {'Port': ['ID=9838e043-0b02-418b-8c3b-a9df61c040dd,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:59.239667 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d1bf3c-a542-4e87-bc0d-48fc57dc8631 None None] Network a528134f-251d-4a46-8d73-caeec392edf1 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:46:59.263012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Network a528134f-251d-4a46-8d73-caeec392edf1 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:46:59.278008 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:59.282718 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-51658053-5829-446d-979f-1e527bb86dce tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.9213810 Jul 28 11:46:59.286733 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44249161-cfc0-4d5a-8792-fc604ee430da req-faafc1e5-ba7c-46fa-a8d3-4c861065fb35 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:59.287916 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56776) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:59.290757 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21fc83-002c-4c06-a56e-6cf14b6edd02 req-e79cf280-c459-4374-8643-8ea33eada50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:59.290906 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-44249161-cfc0-4d5a-8792-fc604ee430da req-faafc1e5-ba7c-46fa-a8d3-4c861065fb35 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 1.4860387 Jul 28 11:46:59.292467 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff21fc83-002c-4c06-a56e-6cf14b6edd02 req-e79cf280-c459-4374-8643-8ea33eada50f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05e0ea0b-61bb-458d-a29d-5f518c0c2f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3025591 Jul 28 11:46:59.298901 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:46:59.302183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:46:59.302878 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:59.364586 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4a8b943c-e4ba-46ab-afac-33073c54d5c3 None None] Provisioning for port c34981f6-309d-4bf7-b122-291b27c24e81 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:59.372906 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4a8b943c-e4ba-46ab-afac-33073c54d5c3 None None] Provisioning complete for port c34981f6-309d-4bf7-b122-291b27c24e81 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:59.373299 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a8b943c-e4ba-46ab-afac-33073c54d5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:59.375586 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port a82b3383-71c0-4426-ac08-8a5f7e1902f5 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:46:59.417335 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port a82b3383-71c0-4426-ac08-8a5f7e1902f5 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:46:59.417760 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:59.419487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c95d78c-0182-4c3e-b904-c10f597bc5b4 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:46:59.538116 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9c95d78c-0182-4c3e-b904-c10f597bc5b4 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:59.538546 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-9c95d78c-0182-4c3e-b904-c10f597bc5b4 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Added segment 610cd2c1-a5c7-4508-9852-b7feedf1e4e4 of type vlan for network 03172a9b-fe4b-4421-84a6-ca430d431e52 Jul 28 11:46:59.628459 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-abcacdd2-2828-453c-94c4-a440d7169ce8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 786d8b64-4f4b-4408-9115-01879b7808bd {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:46:59.642164 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-44249161-cfc0-4d5a-8792-fc604ee430da req-65f9ca42-9b2f-4e4d-a90c-05c0d6d02717 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3357105 Jul 28 11:46:59.652374 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-abcacdd2-2828-453c-94c4-a440d7169ce8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:59.653182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9c95d78c-0182-4c3e-b904-c10f597bc5b4 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:59.712150 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9c95d78c-0182-4c3e-b904-c10f597bc5b4 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:59.719290 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95d78c-0182-4c3e-b904-c10f597bc5b4 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:59.720343 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9c95d78c-0182-4c3e-b904-c10f597bc5b4 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:59.773034 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-abcacdd2-2828-453c-94c4-a440d7169ce8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:59.833503 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff21fc83-002c-4c06-a56e-6cf14b6edd02 req-0d2f0cf1-956a-49b8-8ccb-6f8b970b3bf5 service neutron] 10.222.0.39 "GET /v2.0/networks/05e0ea0b-61bb-458d-a29d-5f518c0c2f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804902 Jul 28 11:46:59.854344 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:59.875818 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-f6364ccb-1525-4173-b025-f0b7f3104196 req-7faec290-3247-416a-ac37-c289c4b30ec7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Deleting port 1cea81a3-003c-4e40-975a-c1ae2a82051c {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:46:59.876168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f6364ccb-1525-4173-b025-f0b7f3104196 req-7faec290-3247-416a-ac37-c289c4b30ec7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:59.881934 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3eef17de-d6bd-4367-a968-d952088a6968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:59.885198 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95d78c-0182-4c3e-b904-c10f597bc5b4 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Network': ['ID=03172a9b-fe4b-4421-84a6-ca430d431e52,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:46:59.914432 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3eef17de-d6bd-4367-a968-d952088a6968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:59.931783 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9c95d78c-0182-4c3e-b904-c10f597bc5b4 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8152547 Jul 28 11:46:59.942379 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56778) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:59.948594 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 03172a9b-fe4b-4421-84a6-ca430d431e52 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:46:59.989957 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a8b943c-e4ba-46ab-afac-33073c54d5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:59.999877 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eef17de-d6bd-4367-a968-d952088a6968 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:47:00.015394 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.041735 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56780) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:00.070146 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port a82b3383-71c0-4426-ac08-8a5f7e1902f5, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a82b3383-71c0-4426-ac08-8a5f7e1902f5,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:00.084820 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.085628 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7f3ae33e-1176-46d2-a858-7741d6ca45c0 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:00.088449 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-4a8b943c-e4ba-46ab-afac-33073c54d5c3 None None] For port c34981f6-309d-4bf7-b122-291b27c24e81, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c34981f6-309d-4bf7-b122-291b27c24e81,segment=NetworkSegment(1dec395a-4c88-412f-9548-687d4dc1becb),segment_id=1dec395a-4c88-412f-9548-687d4dc1becb)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:00.091092 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef17de-d6bd-4367-a968-d952088a6968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d3c40d-40c0-45a3-843a-aa79e356ca13,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:00.094657 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3eef17de-d6bd-4367-a968-d952088a6968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.095120 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-3eef17de-d6bd-4367-a968-d952088a6968 admin admin] Added segment 24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963 of type vlan for network 0280e4bd-b748-42e1-b2e8-1a83ec3f33dc Jul 28 11:47:00.130704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a8b943c-e4ba-46ab-afac-33073c54d5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.141922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-abcacdd2-2828-453c-94c4-a440d7169ce8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.169869 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=a82b3383-71c0-4426-ac08-8a5f7e1902f5,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:00.191583 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-22938b89-29ec-4af2-b885-9c58983e8a9a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/floatingips/4a94de79-da93-4a3b-8853-a21bf9a7b940 HTTP/1.1" status: 200 len: 991 time: 0.1470432 Jul 28 11:47:00.193772 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff21fc83-002c-4c06-a56e-6cf14b6edd02 req-d460da9f-cb63-41ee-930d-9a4333e3a176 service neutron] 10.222.0.39 "GET /v2.0/networks/05e0ea0b-61bb-458d-a29d-5f518c0c2f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222666 Jul 28 11:47:00.199991 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3eef17de-d6bd-4367-a968-d952088a6968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.218219 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-99b682f0-6f4b-4005-b02c-888fbdf7cdd2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'subnet': {'network_id': '03172a9b-fe4b-4421-84a6-ca430d431e52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:00.228677 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 7f3ae33e-1176-46d2-a858-7741d6ca45c0 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:00.229082 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.298880 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b943c-e4ba-46ab-afac-33073c54d5c3 None None] Pushing event updated for resources: {'Port': ['ID=c34981f6-309d-4bf7-b122-291b27c24e81,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:00.319720 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3eef17de-d6bd-4367-a968-d952088a6968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.320746 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eef17de-d6bd-4367-a968-d952088a6968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:00.321336 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3eef17de-d6bd-4367-a968-d952088a6968 admin admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.431735 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3eef17de-d6bd-4367-a968-d952088a6968 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7212801 Jul 28 11:47:00.434980 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56782) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:00.442892 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-11d2ecf2-7380-48ac-adef-7ede0b7367b7 admin admin] Request body: {'subnet': {'network_id': '0280e4bd-b748-42e1-b2e8-1a83ec3f33dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1845340292-subnet', 'tenant_id': '7a6956efca054df4ba057243a5fa1a70', 'ip_version': 4}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:00.473214 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef17de-d6bd-4367-a968-d952088a6968 admin admin] Pushing event updated for resources: {'Network': ['ID=0280e4bd-b748-42e1-b2e8-1a83ec3f33dc,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:00.493580 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 0280e4bd-b748-42e1-b2e8-1a83ec3f33dc details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:47:00.494498 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-abcacdd2-2828-453c-94c4-a440d7169ce8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.500691 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-f6364ccb-1525-4173-b025-f0b7f3104196 req-7faec290-3247-416a-ac37-c289c4b30ec7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] For port 1cea81a3-003c-4e40-975a-c1ae2a82051c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1cea81a3-003c-4e40-975a-c1ae2a82051c,segment=NetworkSegment(64171afb-54c7-40f4-b804-e53347d094eb),segment_id=64171afb-54c7-40f4-b804-e53347d094eb)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:00.501072 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f6364ccb-1525-4173-b025-f0b7f3104196 req-7faec290-3247-416a-ac37-c289c4b30ec7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.505865 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.514703 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.516135 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.633573 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-abcacdd2-2828-453c-94c4-a440d7169ce8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.635576 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-abcacdd2-2828-453c-94c4-a440d7169ce8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/786d8b64-4f4b-4408-9115-01879b7808bd HTTP/1.1" status: 204 len: 168 time: 1.4723010 Jul 28 11:47:00.636689 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcacdd2-2828-453c-94c4-a440d7169ce8 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=786d8b64-4f4b-4408-9115-01879b7808bd,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:00.639785 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56784) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:00.687652 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9838e043-0b02-418b-8c3b-a9df61c040dd up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:00.704248 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event updated for resources: {'Port': ['ID=0327fd82-1774-4f77-b81e-fac7b2289f6c,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:00.733093 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d2ecf2-7380-48ac-adef-7ede0b7367b7 admin admin] Made reservation on behalf of 7a6956efca054df4ba057243a5fa1a70 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:00.735245 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-54b49615-d6a0-49c9-bc03-48349ac5351a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925298 Jul 28 11:47:00.735873 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11d2ecf2-7380-48ac-adef-7ede0b7367b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.736019 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56788) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:00.765254 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b682f0-6f4b-4005-b02c-888fbdf7cdd2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:00.770940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-872a406a-1718-472e-9135-2abda87f2c3e None None] Provisioning for port 0327fd82-1774-4f77-b81e-fac7b2289f6c completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:00.773810 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99b682f0-6f4b-4005-b02c-888fbdf7cdd2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.778860 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-872a406a-1718-472e-9135-2abda87f2c3e None None] Provisioning complete for port 0327fd82-1774-4f77-b81e-fac7b2289f6c triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:00.779019 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-872a406a-1718-472e-9135-2abda87f2c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.858621 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-872a406a-1718-472e-9135-2abda87f2c3e None None] Port 0327fd82-1774-4f77-b81e-fac7b2289f6c cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:47:00.874636 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a59b8fc-965e-4d95-8eee-64a32f0d9bdb tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:00.877118 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1a59b8fc-965e-4d95-8eee-64a32f0d9bdb tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1383338 Jul 28 11:47:00.880696 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Network a528134f-251d-4a46-8d73-caeec392edf1 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:00.881340 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56790) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:00.884021 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 9838e043-0b02-418b-8c3b-a9df61c040dd completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:00.886704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-872a406a-1718-472e-9135-2abda87f2c3e None None] Provisioning complete for port c34981f6-309d-4bf7-b122-291b27c24e81 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:00.887206 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-872a406a-1718-472e-9135-2abda87f2c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:00.892232 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c34981f6-309d-4bf7-b122-291b27c24e81 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:00.899454 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:00.917407 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.ipam_backend_mixin [None req-99b682f0-6f4b-4005-b02c-888fbdf7cdd2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Performing IP validity checks on allocation pools {{(pid=100415) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 11:47:00.917950 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.ipam_backend_mixin [None req-99b682f0-6f4b-4005-b02c-888fbdf7cdd2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100415) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 11:47:00.972875 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56f424-2a6c-4411-a42e-40e4fbb09a8b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:00.974405 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cb56f424-2a6c-4411-a42e-40e4fbb09a8b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0904005 Jul 28 11:47:00.980086 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56792) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:01.023875 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port c34981f6-309d-4bf7-b122-291b27c24e81 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:01.024429 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:01.093880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0e284-ca79-455a-a332-6c54066d6a98 req-4a9c8231-9800-41f1-871b-7c0c09c53b83 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:01.097207 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2ec0e284-ca79-455a-a332-6c54066d6a98 req-4a9c8231-9800-41f1-871b-7c0c09c53b83 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 946 time: 0.2986104 Jul 28 11:47:01.103471 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-88dfabd5-77e6-4216-b216-70b036aeafae tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1177473 Jul 28 11:47:01.106043 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56794) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:01.154318 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d6703155-893d-49ae-907c-cfb6836103dd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:01.212602 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Sync routers for ids ['8c47119f-1756-451d-b3c3-4b231fa5082c'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:01.237718 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a82b3383-71c0-4426-ac08-8a5f7e1902f5 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:01.282142 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Routers {'8c47119f-1756-451d-b3c3-4b231fa5082c'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:01.282958 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8c47119f-1756-451d-b3c3-4b231fa5082c'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:01.287450 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-de75d6c0-03c9-45cf-9d2e-db2b62faceaf None None] Provisioning complete for port 0327fd82-1774-4f77-b81e-fac7b2289f6c triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:01.287962 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de75d6c0-03c9-45cf-9d2e-db2b62faceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:01.351225 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2ec0e284-ca79-455a-a332-6c54066d6a98 req-57e07431-41af-4cca-b3ee-e9ba21bb348d tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a58a11a-f398-441a-9cfe-1ddaad195955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891987 Jul 28 11:47:01.409490 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6703155-893d-49ae-907c-cfb6836103dd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:01.416875 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d6703155-893d-49ae-907c-cfb6836103dd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:01.426515 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-de75d6c0-03c9-45cf-9d2e-db2b62faceaf None None] Port 0327fd82-1774-4f77-b81e-fac7b2289f6c cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:47:01.467149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f6364ccb-1525-4173-b025-f0b7f3104196 req-7faec290-3247-416a-ac37-c289c4b30ec7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:01.468515 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f6364ccb-1525-4173-b025-f0b7f3104196 req-7faec290-3247-416a-ac37-c289c4b30ec7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:01.469423 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [req-f6364ccb-1525-4173-b025-f0b7f3104196 req-7faec290-3247-416a-ac37-c289c4b30ec7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Floating IP 36267a79-2e60-4e8e-bc7e-419014e286c3 disassociated. External IP: 172.26.1.182, port: 1cea81a3-003c-4e40-975a-c1ae2a82051c. Jul 28 11:47:01.470006 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-f6364ccb-1525-4173-b025-f0b7f3104196 req-7faec290-3247-416a-ac37-c289c4b30ec7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Calling delete_port for 1cea81a3-003c-4e40-975a-c1ae2a82051c owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:01.490940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ac318b-a627-45da-843e-3c2d319594bf None None] Network bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:01.542509 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port a82b3383-71c0-4426-ac08-8a5f7e1902f5 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:01.542927 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:01.555338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Router 68deef64-1654-4d4c-8416-69c06490557e is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:47:01.601882 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Set router 8c47119f-1756-451d-b3c3-4b231fa5082c gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:47:01.669342 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c0796100-d319-4e2d-a944-aef596c417c6 None None] Provisioning complete for port 0327fd82-1774-4f77-b81e-fac7b2289f6c triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:01.669602 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0796100-d319-4e2d-a944-aef596c417c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:01.675662 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:47:01.685772 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6c0dd355-efd8-4065-ab0a-0fec266c7ebf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "PUT /v2.0/routers/68deef64-1654-4d4c-8416-69c06490557e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3263679 Jul 28 11:47:01.686504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56796) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:01.691002 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ae780e-7266-473e-a7ee-03d02e977d28 None None] Sync routers for ids ['68deef64-1654-4d4c-8416-69c06490557e'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:01.700760 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae780e-7266-473e-a7ee-03d02e977d28 None None] Routers {'68deef64-1654-4d4c-8416-69c06490557e'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:01.701379 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a2ae780e-7266-473e-a7ee-03d02e977d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['68deef64-1654-4d4c-8416-69c06490557e'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:01.714045 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c0796100-d319-4e2d-a944-aef596c417c6 None None] Port 0327fd82-1774-4f77-b81e-fac7b2289f6c cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:47:01.747282 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a2ae780e-7266-473e-a7ee-03d02e977d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:01.757696 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae780e-7266-473e-a7ee-03d02e977d28 None None] Routers {'68deef64-1654-4d4c-8416-69c06490557e'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:01.759168 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a2ae780e-7266-473e-a7ee-03d02e977d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['68deef64-1654-4d4c-8416-69c06490557e'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:01.800067 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc17440-e9ff-4609-b5f2-b98ca51a7d0c None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:01.805242 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99b682f0-6f4b-4005-b02c-888fbdf7cdd2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:01.817418 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11d2ecf2-7380-48ac-adef-7ede0b7367b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:01.824754 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a2ae780e-7266-473e-a7ee-03d02e977d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:01.826673 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ae780e-7266-473e-a7ee-03d02e977d28 None None] The sync data for ids ['68deef64-1654-4d4c-8416-69c06490557e'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:01.828457 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c0796100-d319-4e2d-a944-aef596c417c6 None None] Provisioning for port ac88ff36-e0c4-4de3-b4fe-107b6333173b completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:02.048233 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ac88ff36-e0c4-4de3-b4fe-107b6333173b up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:02.253434 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.objects.ports [None req-d6703155-893d-49ae-907c-cfb6836103dd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100416) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:47:02.281371 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1dd97f66-3421-44f6-ba5b-0f22b0ce5a2e None None] Provisioning for port 9838e043-0b02-418b-8c3b-a9df61c040dd completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:02.283860 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:02.298384 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1dd97f66-3421-44f6-ba5b-0f22b0ce5a2e None None] Provisioning complete for port 9838e043-0b02-418b-8c3b-a9df61c040dd triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:02.298793 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1dd97f66-3421-44f6-ba5b-0f22b0ce5a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:02.310731 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f6364ccb-1525-4173-b025-f0b7f3104196 req-7faec290-3247-416a-ac37-c289c4b30ec7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:02.324624 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b682f0-6f4b-4005-b02c-888fbdf7cdd2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Subnet': ['ID=310fbc9e-02f4-491b-b277-53bab8333144,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:02.400281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port ac88ff36-e0c4-4de3-b4fe-107b6333173b completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:02.410588 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adc1d972-c246-4981-b200-55c48714f200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:02.416221 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ac88ff36-e0c4-4de3-b4fe-107b6333173b triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:02.416669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:02.423153 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faec290-3247-416a-ac37-c289c4b30ec7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Pushing event deleted for resources: {'Port': ['ID=1cea81a3-003c-4e40-975a-c1ae2a82051c,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:02.434265 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-8acda09b-8f0d-4b6f-a69c-ec5cf60f5438 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:02.434931 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8acda09b-8f0d-4b6f-a69c-ec5cf60f5438 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "PUT /v2.0/routers/68deef64-1654-4d4c-8416-69c06490557e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7473538 Jul 28 11:47:02.440096 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56802) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:02.459136 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 2, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:02.499409 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Checking router: 8c47119f-1756-451d-b3c3-4b231fa5082c for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:47:02.499779 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Updating router 8c47119f-1756-451d-b3c3-4b231fa5082c port ebb6495c-0a98-4815-aeea-6ce77fea0cef binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:47:02.506919 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d2ecf2-7380-48ac-adef-7ede0b7367b7 admin admin] Checking segment: {'id': '24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0280e4bd-b748-42e1-b2e8-1a83ec3f33dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:02.508186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d2ecf2-7380-48ac-adef-7ede0b7367b7 admin admin] Network hostable DHCP agents. Network: 0280e4bd-b748-42e1-b2e8-1a83ec3f33dc, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:47:02.527053 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b682f0-6f4b-4005-b02c-888fbdf7cdd2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Checking segment: {'id': '610cd2c1-a5c7-4508-9852-b7feedf1e4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '03172a9b-fe4b-4421-84a6-ca430d431e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:02.527719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b682f0-6f4b-4005-b02c-888fbdf7cdd2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network hostable DHCP agents. Network: 03172a9b-fe4b-4421-84a6-ca430d431e52, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:47:02.583813 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:02.588754 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1dd97f66-3421-44f6-ba5b-0f22b0ce5a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:02.742340 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2ecf2-7380-48ac-adef-7ede0b7367b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d263fbb-6c36-44e6-96a6-ed8491f9ed9a,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:02.743829 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-1dd97f66-3421-44f6-ba5b-0f22b0ce5a2e None None] For port 9838e043-0b02-418b-8c3b-a9df61c040dd, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=9838e043-0b02-418b-8c3b-a9df61c040dd,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:02.775544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1dd97f66-3421-44f6-ba5b-0f22b0ce5a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:02.780837 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d2ecf2-7380-48ac-adef-7ede0b7367b7 admin admin] Network 0280e4bd-b748-42e1-b2e8-1a83ec3f33dc is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:47:02.795506 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b682f0-6f4b-4005-b02c-888fbdf7cdd2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network 03172a9b-fe4b-4421-84a6-ca430d431e52 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:47:02.813493 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-99b682f0-6f4b-4005-b02c-888fbdf7cdd2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 03172a9b-fe4b-4421-84a6-ca430d431e52) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:02.818521 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b682f0-6f4b-4005-b02c-888fbdf7cdd2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:02.819282 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99b682f0-6f4b-4005-b02c-888fbdf7cdd2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:02.827564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-11d2ecf2-7380-48ac-adef-7ede0b7367b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 0280e4bd-b748-42e1-b2e8-1a83ec3f33dc) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:02.832056 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d2ecf2-7380-48ac-adef-7ede0b7367b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:02.832662 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11d2ecf2-7380-48ac-adef-7ede0b7367b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:02.876799 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:02.879727 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4466b478-45b8-478c-bbf2-83dde14de457 None None] Network 03172a9b-fe4b-4421-84a6-ca430d431e52 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:02.884005 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-99b682f0-6f4b-4005-b02c-888fbdf7cdd2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6934104 Jul 28 11:47:02.886546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f6574a-c3c4-4834-94c9-3bdf2604d926 None None] Network 0280e4bd-b748-42e1-b2e8-1a83ec3f33dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:02.891114 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-11d2ecf2-7380-48ac-adef-7ede0b7367b7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4521425 Jul 28 11:47:02.895693 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56804) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:02.896506 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56806) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:02.909497 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1845340292-router', 'tenant_id': '7a6956efca054df4ba057243a5fa1a70', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:02.991712 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e472e346-dc30-4552-b3ea-72661ca0fe03 req-6a108593-62a0-4ac5-8f40-b96362bb012e tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 210 time: 0.4743745 Jul 28 11:47:03.037246 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6364ccb-1525-4173-b025-f0b7f3104196 req-7faec290-3247-416a-ac37-c289c4b30ec7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Router 62878c34-58d4-4177-bc20-297a8232df4d has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:47:03.160034 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.161574 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.198738 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d6703155-893d-49ae-907c-cfb6836103dd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.234924 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-179bdd5d-58e6-45d0-afbb-a10a1e341051 None None] Provisioning complete for port 9838e043-0b02-418b-8c3b-a9df61c040dd triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:03.235497 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-179bdd5d-58e6-45d0-afbb-a10a1e341051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.274529 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 1cea81a3-003c-4e40-975a-c1ae2a82051c no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:47:03.277069 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd97f66-3421-44f6-ba5b-0f22b0ce5a2e None None] Pushing event updated for resources: {'Port': ['ID=9838e043-0b02-418b-8c3b-a9df61c040dd,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:03.288590 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port ac88ff36-e0c4-4de3-b4fe-107b6333173b, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ac88ff36-e0c4-4de3-b4fe-107b6333173b,segment=NetworkSegment(56f9a185-5e6d-4e4f-85b5-baa8645cf725),segment_id=56f9a185-5e6d-4e4f-85b5-baa8645cf725)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:03.324339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.334036 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b86a8b6-3942-42f5-92c4-c2a6dfb5a668 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.351915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.367899 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 1cea81a3-003c-4e40-975a-c1ae2a82051c {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:47:03.368355 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 1cea81a3-003c-4e40-975a-c1ae2a82051c not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:47:03.404766 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-0280e4bd-b748-42e1-b2e8-1a83ec3f33dc', 'network_id': '0280e4bd-b748-42e1-b2e8-1a83ec3f33dc', 'tenant_id': '7a6956efca054df4ba057243a5fa1a70', 'fixed_ips': [{'subnet_id': '9d263fbb-6c36-44e6-96a6-ed8491f9ed9a'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:47:03.406215 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.496326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-d6703155-893d-49ae-907c-cfb6836103dd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] For port 9838e043-0b02-418b-8c3b-a9df61c040dd, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=9838e043-0b02-418b-8c3b-a9df61c040dd,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:03.515726 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=ac88ff36-e0c4-4de3-b4fe-107b6333173b,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:03.523673 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Allocated IP 172.20.0.1 (1ac05020-84a0-4d15-bfbf-8b4d9e555dab/fc80c0b8-bc5b-4deb-b4a4-f864c79570f1/2717eaf0-1a0c-4e5a-b546-7a6bf5275d92) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:03.555178 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d6703155-893d-49ae-907c-cfb6836103dd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.558956 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e097078-37b2-422d-9e4c-15d728e16e13 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.586467 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6364ccb-1525-4173-b025-f0b7f3104196 req-7faec290-3247-416a-ac37-c289c4b30ec7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:47:03.598544 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d6703155-893d-49ae-907c-cfb6836103dd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.599528 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d6703155-893d-49ae-907c-cfb6836103dd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.613145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9838e043-0b02-418b-8c3b-a9df61c040dd up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:03.615917 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc11bf03-b20c-4947-8981-394e66e97eba None None] Sync routers for ids ['62878c34-58d4-4177-bc20-297a8232df4d'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:03.670983 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed212088-6097-4f03-a632-6337ee9ca714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-03172a9b-fe4b-4421-84a6-ca430d431e52', 'network_id': '03172a9b-fe4b-4421-84a6-ca430d431e52', 'tenant_id': '339cf640e5b1438587424d4a6d84ebed', 'fixed_ips': [{'subnet_id': '310fbc9e-02f4-491b-b277-53bab8333144'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:47:03.672031 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed212088-6097-4f03-a632-6337ee9ca714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.684431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.696680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b86a8b6-3942-42f5-92c4-c2a6dfb5a668 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.703127 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6703155-893d-49ae-907c-cfb6836103dd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:03.719668 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-d6703155-893d-49ae-907c-cfb6836103dd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:03.736515 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6703155-893d-49ae-907c-cfb6836103dd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:03.737163 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d6703155-893d-49ae-907c-cfb6836103dd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.743312 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6364ccb-1525-4173-b025-f0b7f3104196 req-7faec290-3247-416a-ac37-c289c4b30ec7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] No DVR routers for this DVR port 1cea81a3-003c-4e40-975a-c1ae2a82051c on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:03.754472 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6703155-893d-49ae-907c-cfb6836103dd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=875bbe05-77ca-49db-b6f4-5ef3d428e559,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:03.755432 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f6364ccb-1525-4173-b025-f0b7f3104196 req-7faec290-3247-416a-ac37-c289c4b30ec7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.756505 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6703155-893d-49ae-907c-cfb6836103dd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=9838e043-0b02-418b-8c3b-a9df61c040dd,revision_number=6']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:03.757576 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f6364ccb-1525-4173-b025-f0b7f3104196 req-7faec290-3247-416a-ac37-c289c4b30ec7 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.39 "DELETE /v2.0/ports/1cea81a3-003c-4e40-975a-c1ae2a82051c HTTP/1.1" status: 204 len: 173 time: 4.6658235 Jul 28 11:47:03.758089 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecec36ee-7e4f-42a3-a40f-ff4808c4445b', 'name': 'network-vif-deleted', 'tag': '1cea81a3-003c-4e40-975a-c1ae2a82051c'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:47:03.760401 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab385fc-78b0-4e2d-9b15-2ba2a18c0927" -d '{"events": [{"server_uuid": "ecec36ee-7e4f-42a3-a40f-ff4808c4445b", "name": "network-vif-deleted", "tag": "1cea81a3-003c-4e40-975a-c1ae2a82051c"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:47:03.784441 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9e7a26-0786-4213-90a3-8ab192d6ad63 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:03.818917 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d6703155-893d-49ae-907c-cfb6836103dd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7122629 Jul 28 11:47:03.821443 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56810) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:03.846833 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea62e44-5aeb-4896-8f1c-54221121c5c2 x-openstack-request-id: req-2ea62e44-5aeb-4896-8f1c-54221121c5c2 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:47:03.847040 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecec36ee-7e4f-42a3-a40f-ff4808c4445b", "name": "network-vif-deleted", "tag": "1cea81a3-003c-4e40-975a-c1ae2a82051c", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:47:03.847291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ea62e44-5aeb-4896-8f1c-54221121c5c2 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:47:03.847708 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecec36ee-7e4f-42a3-a40f-ff4808c4445b', 'name': 'network-vif-deleted', 'tag': '1cea81a3-003c-4e40-975a-c1ae2a82051c', 'status': 'completed', 'code': 200} Jul 28 11:47:03.850102 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-dd7affb1-5ecd-47b7-83a8-634ba3cc5aec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'mac_address': 'fa:16:3e:c3:b0:e0', 'name': 'tempest-NetworksTestDHCPv6-952644285'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:03.861123 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc11bf03-b20c-4947-8981-394e66e97eba None None] Routers {'62878c34-58d4-4177-bc20-297a8232df4d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:03.862020 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-bc11bf03-b20c-4947-8981-394e66e97eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:46:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['62878c34-58d4-4177-bc20-297a8232df4d'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:03.937886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b86a8b6-3942-42f5-92c4-c2a6dfb5a668 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.980106 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.012857 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.039170 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86a8b6-3942-42f5-92c4-c2a6dfb5a668 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Subnet': ['ID=310fbc9e-02f4-491b-b277-53bab8333144,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:04.042850 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-179bdd5d-58e6-45d0-afbb-a10a1e341051 None None] Provisioning complete for port ac88ff36-e0c4-4de3-b4fe-107b6333173b triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:04.043230 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-179bdd5d-58e6-45d0-afbb-a10a1e341051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.050825 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7affb1-5ecd-47b7-83a8-634ba3cc5aec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:04.087902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b86a8b6-3942-42f5-92c4-c2a6dfb5a668 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.096178 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Allocated IP 172.20.0.2 (0280e4bd-b748-42e1-b2e8-1a83ec3f33dc/9d263fbb-6c36-44e6-96a6-ed8491f9ed9a/e061e18a-b9a1-4e9e-a44d-81f444a411f0) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:04.110527 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-4b86a8b6-3942-42f5-92c4-c2a6dfb5a668 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03172a9b-fe4b-4421-84a6-ca430d431e52']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:04.111206 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Transition to ACTIVE for port object ebb6495c-0a98-4815-aeea-6ce77fea0cef will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:04.138630 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-4b86a8b6-3942-42f5-92c4-c2a6dfb5a668 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610cd2c1-a5c7-4508-9852-b7feedf1e4e4') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:04.139156 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-4b86a8b6-3942-42f5-92c4-c2a6dfb5a668 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610cd2c1-a5c7-4508-9852-b7feedf1e4e4') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:04.154005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b86a8b6-3942-42f5-92c4-c2a6dfb5a668 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.159569 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.161429 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 9838e043-0b02-418b-8c3b-a9df61c040dd triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:04.161791 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.180709 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-92793b49-9945-46ea-bd9c-8e912f0f06ab req-3d2ed39d-a47a-489e-bc19-10a784aa574e tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecec36ee-7e4f-42a3-a40f-ff4808c4445b HTTP/1.1" status: 200 len: 210 time: 0.0556548 Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server [None req-ed212088-6097-4f03-a632-6337ee9ca714 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 310fbc9e-02f4-491b-b277-53bab8333144: This subnet is being modified by another concurrent operation. Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:47:04.181009 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 310fbc9e-02f4-491b-b277-53bab8333144: This subnet is being modified by another concurrent operation. Jul 28 11:47:04.184566 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server Jul 28 11:47:04.201156 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-0e097078-37b2-422d-9e4c-15d728e16e13 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Deleting port 0327fd82-1774-4f77-b81e-fac7b2289f6c {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:04.201156 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e097078-37b2-422d-9e4c-15d728e16e13 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.204973 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b86a8b6-3942-42f5-92c4-c2a6dfb5a668 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.229115 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b86a8b6-3942-42f5-92c4-c2a6dfb5a668 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:04.229681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b86a8b6-3942-42f5-92c4-c2a6dfb5a668 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:04.233614 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:04.252206 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a244ceb-0f79-4072-a954-fcbc4162de67 None None] Network 03172a9b-fe4b-4421-84a6-ca430d431e52 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:04.257295 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dd7affb1-5ecd-47b7-83a8-634ba3cc5aec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.294252 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-dd7affb1-5ecd-47b7-83a8-634ba3cc5aec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port 639afe16-65ee-4198-933d-710c2e0e68ea yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:47:04.322237 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.335921 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b86a8b6-3942-42f5-92c4-c2a6dfb5a668 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.375643 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e097078-37b2-422d-9e4c-15d728e16e13 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.397709 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-0e097078-37b2-422d-9e4c-15d728e16e13 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Calling delete_port for 0327fd82-1774-4f77-b81e-fac7b2289f6c owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:04.416348 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b86a8b6-3942-42f5-92c4-c2a6dfb5a668 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.418690 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4b86a8b6-3942-42f5-92c4-c2a6dfb5a668 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/03172a9b-fe4b-4421-84a6-ca430d431e52 HTTP/1.1" status: 204 len: 168 time: 1.5211737 Jul 28 11:47:04.423536 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56814) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:04.443154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3ff4030d-e60a-4e27-bfc5-941f02081f1a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-283634148'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:04.484945 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86a8b6-3942-42f5-92c4-c2a6dfb5a668 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Network': ['ID=03172a9b-fe4b-4421-84a6-ca430d431e52,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:04.496831 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-dd7affb1-5ecd-47b7-83a8-634ba3cc5aec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::f816:3eff:fec3:b0e0 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/875bbe05-77ca-49db-b6f4-5ef3d428e559/639afe16-65ee-4198-933d-710c2e0e68ea) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:04.500498 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network 1ac05020-84a0-4d15-bfbf-8b4d9e555dab is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:04.519887 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:04.526059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:04.531136 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=2717eaf0-1a0c-4e5a-b546-7a6bf5275d92,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:04.566477 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-bc11bf03-b20c-4947-8981-394e66e97eba None None] Set router 62878c34-58d4-4177-bc20-297a8232df4d gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:47:04.625011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.650646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.652899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff4030d-e60a-4e27-bfc5-941f02081f1a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:04.658898 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3ff4030d-e60a-4e27-bfc5-941f02081f1a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.734005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.739613 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c649ffa-7704-452f-bb44-a25a34cef802 None None] Pushing event updated for resources: {'Port': ['ID=ebb6495c-0a98-4815-aeea-6ce77fea0cef,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:04.755184 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e097078-37b2-422d-9e4c-15d728e16e13 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.776104 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dd7affb1-5ecd-47b7-83a8-634ba3cc5aec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.810984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff4030d-e60a-4e27-bfc5-941f02081f1a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:47:04.830070 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e097078-37b2-422d-9e4c-15d728e16e13 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event deleted for resources: {'Port': ['ID=0327fd82-1774-4f77-b81e-fac7b2289f6c,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:04.859148 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3ff4030d-e60a-4e27-bfc5-941f02081f1a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.859856 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-3ff4030d-e60a-4e27-bfc5-941f02081f1a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Added segment 5ed5d6c2-3262-4b8d-bcf9-4e4076804a95 of type vlan for network 39bf965d-97da-4c0f-90c7-e6a059e9bf47 Jul 28 11:47:04.863764 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-dd7affb1-5ecd-47b7-83a8-634ba3cc5aec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object 639afe16-65ee-4198-933d-710c2e0e68ea will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:04.956256 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3ff4030d-e60a-4e27-bfc5-941f02081f1a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:04.980064 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Allocated IP 172.26.1.2 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/eb599a1b-6bdc-44b6-8424-323eebed7786) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:04.983645 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e097078-37b2-422d-9e4c-15d728e16e13 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.067283 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dd7affb1-5ecd-47b7-83a8-634ba3cc5aec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.088071 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b3c76d78-dc02-4d6b-a0cf-d661db77bdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.099304 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Attempting to bind port ebb6495c-0a98-4815-aeea-6ce77fea0cef on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:47:05.099687 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Attempting to bind port ebb6495c-0a98-4815-aeea-6ce77fea0cef by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:47:05.100054 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Attempting to bind port ebb6495c-0a98-4815-aeea-6ce77fea0cef on network 6a1fce29-ec01-4e0f-afda-86e621a73431 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:47:05.125178 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7affb1-5ecd-47b7-83a8-634ba3cc5aec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:05.132074 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:47:05.132277 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Checking segment: {'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:05.132679 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.133090 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Bound using segment: {'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:47:05.133568 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Bound port: ebb6495c-0a98-4815-aeea-6ce77fea0cef, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:47:05.133952 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.173288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.179263 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-dd7affb1-5ecd-47b7-83a8-634ba3cc5aec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:05.180173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.182701 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.resource_extend [None req-3ff4030d-e60a-4e27-bfc5-941f02081f1a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:47:05.184985 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7affb1-5ecd-47b7-83a8-634ba3cc5aec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:05.188794 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Transition to ACTIVE for port object e061e18a-b9a1-4e9e-a44d-81f444a411f0 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:05.195563 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7affb1-5ecd-47b7-83a8-634ba3cc5aec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:05.196504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dd7affb1-5ecd-47b7-83a8-634ba3cc5aec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.206950 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7affb1-5ecd-47b7-83a8-634ba3cc5aec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=639afe16-65ee-4198-933d-710c2e0e68ea,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:05.243883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3ff4030d-e60a-4e27-bfc5-941f02081f1a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.251533 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff4030d-e60a-4e27-bfc5-941f02081f1a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:05.252446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3ff4030d-e60a-4e27-bfc5-941f02081f1a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.260043 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3f60339c-9d37-4cca-94a3-33d99aee6413 None None] Could not find standard attr ID for object eb515529-ad69-4101-a0ff-11f1925edcb3. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:47:05.273007 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Transition to ACTIVE for port object e061e18a-b9a1-4e9e-a44d-81f444a411f0 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:05.285253 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56820) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:05.292678 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-dd7affb1-5ecd-47b7-83a8-634ba3cc5aec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4700365 Jul 28 11:47:05.295020 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e097078-37b2-422d-9e4c-15d728e16e13 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Router 68deef64-1654-4d4c-8416-69c06490557e has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:47:05.302464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56822) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:05.317322 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.343598 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.363150 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4030d-e60a-4e27-bfc5-941f02081f1a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Network': ['ID=39bf965d-97da-4c0f-90c7-e6a059e9bf47,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:05.370856 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] For port ebb6495c-0a98-4815-aeea-6ce77fea0cef, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:47:05.412320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.416553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Network 0280e4bd-b748-42e1-b2e8-1a83ec3f33dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:05.419899 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] For port ebb6495c-0a98-4815-aeea-6ce77fea0cef, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ebb6495c-0a98-4815-aeea-6ce77fea0cef,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:47:05.430181 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3ff4030d-e60a-4e27-bfc5-941f02081f1a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9891896 Jul 28 11:47:05.444314 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:05.450506 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56824) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:05.453411 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 39bf965d-97da-4c0f-90c7-e6a059e9bf47 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:47:05.458010 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.471270 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3dd8a821-c8e9-4e68-ae6c-df2fb6ab4d4c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'subnet': {'network_id': '39bf965d-97da-4c0f-90c7-e6a059e9bf47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:05.473240 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:05.482527 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Pushing event updated for resources: {'Port': ['ID=e061e18a-b9a1-4e9e-a44d-81f444a411f0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:05.512577 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e097078-37b2-422d-9e4c-15d728e16e13 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:47:05.522808 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0e097078-37b2-422d-9e4c-15d728e16e13 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "PUT /v2.0/routers/68deef64-1654-4d4c-8416-69c06490557e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0803998 Jul 28 11:47:05.524530 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc40c0-f43b-46f4-ac0d-ef383fe2c27c None None] Sync routers for ids ['68deef64-1654-4d4c-8416-69c06490557e'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:05.525018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56826) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:05.540285 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc40c0-f43b-46f4-ac0d-ef383fe2c27c None None] Routers {'68deef64-1654-4d4c-8416-69c06490557e'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:05.541148 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-78cc40c0-f43b-46f4-ac0d-ef383fe2c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['68deef64-1654-4d4c-8416-69c06490557e'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:05.595753 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd31bbce-f4ce-4323-aea4-da049b726dd3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:05.602445 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd31bbce-f4ce-4323-aea4-da049b726dd3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:05.607508 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bd31bbce-f4ce-4323-aea4-da049b726dd3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3014843 Jul 28 11:47:05.611568 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56828) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:05.612575 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-762046c6-fe1e-4465-b7f3-d1f820200c03 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] delete failed (client error): The resource could not be found. Jul 28 11:47:05.619200 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-762046c6-fe1e-4465-b7f3-d1f820200c03 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1081474368 HTTP/1.1" status: 404 len: 335 time: 0.0925372 Jul 28 11:47:05.622974 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ac88ff36-e0c4-4de3-b4fe-107b6333173b up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:05.627378 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-78cc40c0-f43b-46f4-ac0d-ef383fe2c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:05.640279 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc40c0-f43b-46f4-ac0d-ef383fe2c27c None None] Routers {'68deef64-1654-4d4c-8416-69c06490557e'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:05.641261 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-78cc40c0-f43b-46f4-ac0d-ef383fe2c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['68deef64-1654-4d4c-8416-69c06490557e'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:05.648513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56830) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:05.652125 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd8a821-c8e9-4e68-ae6c-df2fb6ab4d4c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:05.657097 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3dd8a821-c8e9-4e68-ae6c-df2fb6ab4d4c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.666084 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a47e50fb-4c5f-423b-a4a5-cfb96fe2c9bf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Request body: {'router': {'external_gateway_info': {'network_id': '68deef64-1654-4d4c-8416-69c06490557e'}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:05.697112 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7ad3473c-0d93-4cd0-82f5-68fb58c02c20 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.730778 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-78cc40c0-f43b-46f4-ac0d-ef383fe2c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:05.731982 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc40c0-f43b-46f4-ac0d-ef383fe2c27c None None] The sync data for ids ['68deef64-1654-4d4c-8416-69c06490557e'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:05.753950 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7ad3473c-0d93-4cd0-82f5-68fb58c02c20 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.805556 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-eb64b9e3-172c-420c-80b7-1c38cd645c37 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port 639afe16-65ee-4198-933d-710c2e0e68ea {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:05.805907 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eb64b9e3-172c-420c-80b7-1c38cd645c37 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.831451 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Routers {'8c47119f-1756-451d-b3c3-4b231fa5082c'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:05.832550 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8c47119f-1756-451d-b3c3-4b231fa5082c'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:05.911127 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-bc11bf03-b20c-4947-8981-394e66e97eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62878c34-58d4-4177-bc20-297a8232df4d', 'name': 'tempest-ServerActionsTestJSON-1981725491-router', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:32Z', 'revision_number': 4, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'gw_port': {'id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '849a956f-81c0-433b-821a-e8d3ce3df9f7', 'name': '', 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'mac_address': 'fa:16:3e:18:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '52537c06-0de1-4719-8c48-4b4417843622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:29Z', 'updated_at': '2021-07-28T11:43:43Z', 'revision_number': 5, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'subnets': [{'id': '52537c06-0de1-4719-8c48-4b4417843622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:05.925579 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7ad3473c-0d93-4cd0-82f5-68fb58c02c20 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.928634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7ad3473c-0d93-4cd0-82f5-68fb58c02c20 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.932219 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7ad3473c-0d93-4cd0-82f5-68fb58c02c20 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "DELETE /v2.0/security-groups/9a58a11a-f398-441a-9cfe-1ddaad195955 HTTP/1.1" status: 204 len: 168 time: 0.6429992 Jul 28 11:47:05.935698 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eb64b9e3-172c-420c-80b7-1c38cd645c37 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.937209 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.938787 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56832) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:05.956679 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-aa3f188f-c49f-44ab-967c-f44a7f602ce6 None None] Provisioning complete for port 9838e043-0b02-418b-8c3b-a9df61c040dd triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:05.957179 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa3f188f-c49f-44ab-967c-f44a7f602ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:05.962520 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-3aeaa12f-bcff-4f31-a20a-eba8b4718ae3 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] show failed (client error): The resource could not be found. Jul 28 11:47:05.966305 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3aeaa12f-bcff-4f31-a20a-eba8b4718ae3 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "GET /v2.0/security-groups/9a58a11a-f398-441a-9cfe-1ddaad195955 HTTP/1.1" status: 404 len: 347 time: 0.0231888 Jul 28 11:47:05.967230 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3473c-0d93-4cd0-82f5-68fb58c02c20 tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a58a11a-f398-441a-9cfe-1ddaad195955,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:05.968688 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56834) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:05.974976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-eb64b9e3-172c-420c-80b7-1c38cd645c37 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for 639afe16-65ee-4198-933d-710c2e0e68ea owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:05.980440 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc11bf03-b20c-4947-8981-394e66e97eba None None] Checking router: 62878c34-58d4-4177-bc20-297a8232df4d for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:47:06.021213 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Attempting to bind port e061e18a-b9a1-4e9e-a44d-81f444a411f0 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:47:06.021630 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Attempting to bind port e061e18a-b9a1-4e9e-a44d-81f444a411f0 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0280e4bd-b748-42e1-b2e8-1a83ec3f33dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:47:06.021949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Attempting to bind port e061e18a-b9a1-4e9e-a44d-81f444a411f0 on network 0280e4bd-b748-42e1-b2e8-1a83ec3f33dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:47:06.073501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c649ffa-7704-452f-bb44-a25a34cef802 None None] Pushing event updated for resources: {'Port': ['ID=ebb6495c-0a98-4815-aeea-6ce77fea0cef,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:06.083011 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:47:06.083394 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Checking segment: {'id': '24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0280e4bd-b748-42e1-b2e8-1a83ec3f33dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:06.083808 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:06.084206 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Bound using segment: {'id': '24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0280e4bd-b748-42e1-b2e8-1a83ec3f33dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:47:06.084701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Bound port: e061e18a-b9a1-4e9e-a44d-81f444a411f0, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0280e4bd-b748-42e1-b2e8-1a83ec3f33dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:47:06.085072 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:06.093497 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ac88ff36-e0c4-4de3-b4fe-107b6333173b triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:06.093873 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:06.133075 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc11bf03-b20c-4947-8981-394e66e97eba None None] Routers {'62878c34-58d4-4177-bc20-297a8232df4d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:06.133721 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-bc11bf03-b20c-4947-8981-394e66e97eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['62878c34-58d4-4177-bc20-297a8232df4d'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:06.192594 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-83cacd21-207e-4ec1-bb0a-f3b4d32e923b tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Deleting port de3e518a-9789-474c-af3f-4df14f87fdc7 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:06.193151 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-83cacd21-207e-4ec1-bb0a-f3b4d32e923b tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:06.196193 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] Set router 8c47119f-1756-451d-b3c3-4b231fa5082c gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:47:06.321455 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eb64b9e3-172c-420c-80b7-1c38cd645c37 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:06.331794 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-83cacd21-207e-4ec1-bb0a-f3b4d32e923b tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:06.333005 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-83cacd21-207e-4ec1-bb0a-f3b4d32e923b tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:06.363527 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64b9e3-172c-420c-80b7-1c38cd645c37 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=639afe16-65ee-4198-933d-710c2e0e68ea,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:06.368764 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-83cacd21-207e-4ec1-bb0a-f3b4d32e923b tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Calling delete_port for de3e518a-9789-474c-af3f-4df14f87fdc7 owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:06.403502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eb64b9e3-172c-420c-80b7-1c38cd645c37 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:06.410189 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-eb64b9e3-172c-420c-80b7-1c38cd645c37 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/639afe16-65ee-4198-933d-710c2e0e68ea HTTP/1.1" status: 204 len: 168 time: 0.7898011 Jul 28 11:47:06.410936 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56836) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:06.430321 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:06.471797 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e117c28f-96bb-48bf-9cbd-2439030eda0e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:06.472396 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:06.473518 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e117c28f-96bb-48bf-9cbd-2439030eda0e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:06.478062 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e117c28f-96bb-48bf-9cbd-2439030eda0e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0643229 Jul 28 11:47:06.478769 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56838) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:06.489477 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:06.498015 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a47e50fb-4c5f-423b-a4a5-cfb96fe2c9bf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:06.538194 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=eb599a1b-6bdc-44b6-8424-323eebed7786,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:06.609261 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] For port e061e18a-b9a1-4e9e-a44d-81f444a411f0, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:47:06.638308 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-a47e50fb-4c5f-423b-a4a5-cfb96fe2c9bf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] update failed (client error): The resource could not be found. Jul 28 11:47:06.643893 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a47e50fb-4c5f-423b-a4a5-cfb96fe2c9bf tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "PUT /v2.0/routers/68deef64-1654-4d4c-8416-69c06490557e HTTP/1.1" status: 404 len: 339 time: 0.9778891 Jul 28 11:47:06.645964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56840) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:06.657170 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-635091aa-3af5-4577-8a06-b1bd7a5fc996 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1343315847'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:06.661185 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-bc11bf03-b20c-4947-8981-394e66e97eba None None] Set router 62878c34-58d4-4177-bc20-297a8232df4d gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:47:06.710364 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:06.731482 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2043e91-57c1-4fd5-8f70-3dacfb9d9301 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 875bbe05-77ca-49db-b6f4-5ef3d428e559 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:47:06.737448 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a2043e91-57c1-4fd5-8f70-3dacfb9d9301 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:06.769053 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-83cacd21-207e-4ec1-bb0a-f3b4d32e923b tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:06.785933 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9838e043-0b02-418b-8c3b-a9df61c040dd up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:06.797948 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] For port e061e18a-b9a1-4e9e-a44d-81f444a411f0, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e061e18a-b9a1-4e9e-a44d-81f444a411f0,segment=NetworkSegment(24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963),segment_id=24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:47:06.808834 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a2043e91-57c1-4fd5-8f70-3dacfb9d9301 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:06.833695 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3dd8a821-c8e9-4e68-ae6c-df2fb6ab4d4c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:06.835520 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635091aa-3af5-4577-8a06-b1bd7a5fc996 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Made reservation on behalf of 82c68ffebacb43819f5161d3a397d42b for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:06.839006 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-635091aa-3af5-4577-8a06-b1bd7a5fc996 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:06.854719 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cacd21-207e-4ec1-bb0a-f3b4d32e923b tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Pushing event deleted for resources: {'Port': ['ID=de3e518a-9789-474c-af3f-4df14f87fdc7,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:06.866386 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:06.881950 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2dc62445-e575-4c78-8e31-752050c5c79b None None] Could not find standard attr ID for object 639afe16-65ee-4198-933d-710c2e0e68ea. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:47:06.953620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635091aa-3af5-4577-8a06-b1bd7a5fc996 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:47:06.962844 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:06.977255 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8a821-c8e9-4e68-ae6c-df2fb6ab4d4c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Subnet': ['ID=d9faa065-dc17-4b7e-869a-1f58f92b8ac5,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:06.980621 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.015208 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-635091aa-3af5-4577-8a06-b1bd7a5fc996 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.015569 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-635091aa-3af5-4577-8a06-b1bd7a5fc996 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Added segment 04b9b99c-7867-4319-9c13-e9e060a43ce8 of type vlan for network 564c2ff3-8dd5-4efd-9900-0bd8f2abb69b Jul 28 11:47:07.085657 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429abef2-b123-4ba3-bad6-10e1c729a4aa None None] Pushing event updated for resources: {'Port': ['ID=e061e18a-b9a1-4e9e-a44d-81f444a411f0,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:07.118678 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 9838e043-0b02-418b-8c3b-a9df61c040dd triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:07.119429 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.150415 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd8a821-c8e9-4e68-ae6c-df2fb6ab4d4c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Checking segment: {'id': '5ed5d6c2-3262-4b8d-bcf9-4e4076804a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '39bf965d-97da-4c0f-90c7-e6a059e9bf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:07.150946 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd8a821-c8e9-4e68-ae6c-df2fb6ab4d4c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network hostable DHCP agents. Network: 39bf965d-97da-4c0f-90c7-e6a059e9bf47, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:47:07.193805 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:05Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:07.197828 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-635091aa-3af5-4577-8a06-b1bd7a5fc996 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.198620 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-bc11bf03-b20c-4947-8981-394e66e97eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62878c34-58d4-4177-bc20-297a8232df4d', 'name': 'tempest-ServerActionsTestJSON-1981725491-router', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:32Z', 'revision_number': 4, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'gw_port': {'id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '849a956f-81c0-433b-821a-e8d3ce3df9f7', 'name': '', 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'mac_address': 'fa:16:3e:18:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '52537c06-0de1-4719-8c48-4b4417843622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:29Z', 'updated_at': '2021-07-28T11:43:43Z', 'revision_number': 5, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'subnets': [{'id': '52537c06-0de1-4719-8c48-4b4417843622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:07.212353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd8a821-c8e9-4e68-ae6c-df2fb6ab4d4c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network 39bf965d-97da-4c0f-90c7-e6a059e9bf47 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:47:07.292362 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.299375 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=2717eaf0-1a0c-4e5a-b546-7a6bf5275d92,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:07.312061 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-83cacd21-207e-4ec1-bb0a-f3b4d32e923b tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.312442 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc11bf03-b20c-4947-8981-394e66e97eba None None] The sync data for ids ['62878c34-58d4-4177-bc20-297a8232df4d'] in dv-neutron-786478-16-hyperv is: [{'id': '62878c34-58d4-4177-bc20-297a8232df4d', 'name': 'tempest-ServerActionsTestJSON-1981725491-router', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:43:32Z', 'revision_number': 4, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'gw_port': {'id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '849a956f-81c0-433b-821a-e8d3ce3df9f7', 'name': '', 'network_id': '1bdecf82-0e70-4af7-9715-9a46699c8f22', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'mac_address': 'fa:16:3e:18:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '52537c06-0de1-4719-8c48-4b4417843622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:29Z', 'updated_at': '2021-07-28T11:43:43Z', 'revision_number': 5, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'subnets': [{'id': '52537c06-0de1-4719-8c48-4b4417843622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:07.315671 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3010c19-5e3d-452a-82ba-11862e2eb293 None None] The sync data for ids ['8c47119f-1756-451d-b3c3-4b231fa5082c'] in dv-neutron-786478-16-hyperv is: [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:05Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:07.315897 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-83cacd21-207e-4ec1-bb0a-f3b4d32e923b tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.320309 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-83cacd21-207e-4ec1-bb0a-f3b4d32e923b tempest-ServerActionsTestJSON-871056556 tempest-ServerActionsTestJSON-871056556-project] 10.222.0.43 "DELETE /v2.0/floatingips/36267a79-2e60-4e8e-bc7e-419014e286c3 HTTP/1.1" status: 204 len: 168 time: 1.3433871 Jul 28 11:47:07.324610 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56842) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:07.332989 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a2043e91-57c1-4fd5-8f70-3dacfb9d9301 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.404294 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-3dd8a821-c8e9-4e68-ae6c-df2fb6ab4d4c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 39bf965d-97da-4c0f-90c7-e6a059e9bf47) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:07.416420 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.resource_extend [None req-635091aa-3af5-4577-8a06-b1bd7a5fc996 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:47:07.418103 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f841b7-c115-464d-9225-7a1b9dbc5686 None None] Network 39bf965d-97da-4c0f-90c7-e6a059e9bf47 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:07.450756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a2043e91-57c1-4fd5-8f70-3dacfb9d9301 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.486296 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd8a821-c8e9-4e68-ae6c-df2fb6ab4d4c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:07.490821 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3dd8a821-c8e9-4e68-ae6c-df2fb6ab4d4c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.493609 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2043e91-57c1-4fd5-8f70-3dacfb9d9301 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=875bbe05-77ca-49db-b6f4-5ef3d428e559,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:07.505452 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a2043e91-57c1-4fd5-8f70-3dacfb9d9301 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.507497 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a2043e91-57c1-4fd5-8f70-3dacfb9d9301 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/875bbe05-77ca-49db-b6f4-5ef3d428e559 HTTP/1.1" status: 204 len: 168 time: 1.0262141 Jul 28 11:47:07.510972 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56844) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:07.543598 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dea89c9-5751-4e79-93b4-44f8c2c5eeb8 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:07.567260 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2dca3d41-5191-421a-a535-2e514702142f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547481 Jul 28 11:47:07.568090 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56846) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:07.573639 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-2a8f8b5a-48c8-426a-8200-e37e79157550 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:07.668231 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.674525 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3dd8a821-c8e9-4e68-ae6c-df2fb6ab4d4c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2229493 Jul 28 11:47:07.675302 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-635091aa-3af5-4577-8a06-b1bd7a5fc996 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.677641 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ebb6495c-0a98-4815-aeea-6ce77fea0cef up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:07.679144 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56848) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:07.680951 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635091aa-3af5-4577-8a06-b1bd7a5fc996 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:07.681563 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-635091aa-3af5-4577-8a06-b1bd7a5fc996 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.802592 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network 1ac05020-84a0-4d15-bfbf-8b4d9e555dab is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:07.804193 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-635091aa-3af5-4577-8a06-b1bd7a5fc996 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1521859 Jul 28 11:47:07.813132 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56850) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:07.814347 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:07.820779 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-4e41cfb7-69f3-40e2-841d-8f5294b110e5 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Request body: {'subnet': {'network_id': '564c2ff3-8dd5-4efd-9900-0bd8f2abb69b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:07.834293 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c78f209-06bd-412f-b133-4ec035dbc846 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.838480 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8f8b5a-48c8-426a-8200-e37e79157550 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:07.848649 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8b5a-48c8-426a-8200-e37e79157550 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.870736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port ebb6495c-0a98-4815-aeea-6ce77fea0cef completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:07.883910 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ebb6495c-0a98-4815-aeea-6ce77fea0cef triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:07.884291 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.914040 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b52028-101e-4789-b892-25bf545ef1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-39bf965d-97da-4c0f-90c7-e6a059e9bf47', 'network_id': '39bf965d-97da-4c0f-90c7-e6a059e9bf47', 'tenant_id': '339cf640e5b1438587424d4a6d84ebed', 'fixed_ips': [{'subnet_id': 'd9faa065-dc17-4b7e-869a-1f58f92b8ac5'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:47:07.915001 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6b52028-101e-4789-b892-25bf545ef1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.916857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635091aa-3af5-4577-8a06-b1bd7a5fc996 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event updated for resources: {'Network': ['ID=564c2ff3-8dd5-4efd-9900-0bd8f2abb69b,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:07.935124 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 564c2ff3-8dd5-4efd-9900-0bd8f2abb69b details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:47:07.940894 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:07.998030 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c78f209-06bd-412f-b133-4ec035dbc846 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:08.067429 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae38e618-6c76-4d8a-8b2f-7f23ee209edc None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:47:08.087972 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c78f209-06bd-412f-b133-4ec035dbc846 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server [None req-a6b52028-101e-4789-b892-25bf545ef1d5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9faa065-dc17-4b7e-869a-1f58f92b8ac5: This subnet is being modified by another concurrent operation. Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:47:08.143708 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9faa065-dc17-4b7e-869a-1f58f92b8ac5: This subnet is being modified by another concurrent operation. Jul 28 11:47:08.147116 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server Jul 28 11:47:08.157289 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78f209-06bd-412f-b133-4ec035dbc846 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Subnet': ['ID=d9faa065-dc17-4b7e-869a-1f58f92b8ac5,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:08.185577 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0081ed4c-b3e6-4560-9266-e3e92f8c3807 None None] Network 39bf965d-97da-4c0f-90c7-e6a059e9bf47 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:08.317515 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e41cfb7-69f3-40e2-841d-8f5294b110e5 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Made reservation on behalf of 82c68ffebacb43819f5161d3a397d42b for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:08.324670 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4e41cfb7-69f3-40e2-841d-8f5294b110e5 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:08.347102 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:08.363749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c78f209-06bd-412f-b133-4ec035dbc846 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:08.387444 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-2c78f209-06bd-412f-b133-4ec035dbc846 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bf965d-97da-4c0f-90c7-e6a059e9bf47']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:08.401657 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ae38e618-6c76-4d8a-8b2f-7f23ee209edc None None] Deleting port 9838e043-0b02-418b-8c3b-a9df61c040dd {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:08.402042 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae38e618-6c76-4d8a-8b2f-7f23ee209edc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:08.404551 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-2c78f209-06bd-412f-b133-4ec035dbc846 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed5d6c2-3262-4b8d-bcf9-4e4076804a95') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:08.405185 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-2c78f209-06bd-412f-b133-4ec035dbc846 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed5d6c2-3262-4b8d-bcf9-4e4076804a95') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:08.440961 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c78f209-06bd-412f-b133-4ec035dbc846 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:08.472151 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c78f209-06bd-412f-b133-4ec035dbc846 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:08.491427 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c78f209-06bd-412f-b133-4ec035dbc846 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:08.502518 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c78f209-06bd-412f-b133-4ec035dbc846 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:08.507178 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:08.559559 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router 8d66e034-67e3-4a0c-a483-96b3ce78f7e0 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:47:08.574102 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port ebb6495c-0a98-4815-aeea-6ce77fea0cef, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ebb6495c-0a98-4815-aeea-6ce77fea0cef,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:08.586314 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:08.591298 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e061e18a-b9a1-4e9e-a44d-81f444a411f0 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:08.646847 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4e41cfb7-69f3-40e2-841d-8f5294b110e5 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:08.671352 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c78f209-06bd-412f-b133-4ec035dbc846 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:08.695340 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d363d4-194e-4cbd-a249-791560ebf0c3 None None] New status for floating IP 36267a79-2e60-4e8e-bc7e-419014e286c3: DOWN {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:47:08.702026 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c78f209-06bd-412f-b133-4ec035dbc846 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:08.704603 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2c78f209-06bd-412f-b133-4ec035dbc846 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/39bf965d-97da-4c0f-90c7-e6a059e9bf47 HTTP/1.1" status: 204 len: 168 time: 1.0243700 Jul 28 11:47:08.718052 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56852) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:08.722071 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78f209-06bd-412f-b133-4ec035dbc846 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Network': ['ID=39bf965d-97da-4c0f-90c7-e6a059e9bf47,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:08.752524 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.objects.ports [None req-2a8f8b5a-48c8-426a-8200-e37e79157550 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100416) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:47:08.754828 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-f268fedb-c77f-4efb-b95e-242c541f6bae tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-702474149'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:08.781068 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:08.806954 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ae38e618-6c76-4d8a-8b2f-7f23ee209edc None None] For port 9838e043-0b02-418b-8c3b-a9df61c040dd, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=9838e043-0b02-418b-8c3b-a9df61c040dd,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:08.807350 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae38e618-6c76-4d8a-8b2f-7f23ee209edc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:08.821479 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41cfb7-69f3-40e2-841d-8f5294b110e5 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event updated for resources: {'Subnet': ['ID=76888e04-8667-438c-9b6b-159818b6cc25,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:08.832968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ae38e618-6c76-4d8a-8b2f-7f23ee209edc None None] Calling delete_port for 9838e043-0b02-418b-8c3b-a9df61c040dd owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:08.844917 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7928c5-ab9a-4de1-905a-ea5fa6cf6cf2 None None] Network 0280e4bd-b748-42e1-b2e8-1a83ec3f33dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:08.903245 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f268fedb-c77f-4efb-b95e-242c541f6bae tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:08.907472 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f268fedb-c77f-4efb-b95e-242c541f6bae tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:08.974649 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8b5a-48c8-426a-8200-e37e79157550 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.167883 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-2a8f8b5a-48c8-426a-8200-e37e79157550 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] For port 9838e043-0b02-418b-8c3b-a9df61c040dd, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=9838e043-0b02-418b-8c3b-a9df61c040dd,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:09.202273 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8b5a-48c8-426a-8200-e37e79157550 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.207308 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8b5a-48c8-426a-8200-e37e79157550 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.208529 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8b5a-48c8-426a-8200-e37e79157550 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.209708 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ce43e3ba-fc27-4edc-96be-11eda25d849e None None] Provisioning for port e061e18a-b9a1-4e9e-a44d-81f444a411f0 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:09.221715 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port e061e18a-b9a1-4e9e-a44d-81f444a411f0 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:09.236028 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ce43e3ba-fc27-4edc-96be-11eda25d849e None None] Provisioning complete for port e061e18a-b9a1-4e9e-a44d-81f444a411f0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:09.236553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ce43e3ba-fc27-4edc-96be-11eda25d849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.240781 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=ebb6495c-0a98-4815-aeea-6ce77fea0cef,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:09.244222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port e061e18a-b9a1-4e9e-a44d-81f444a411f0 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:09.244753 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.290939 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8f8b5a-48c8-426a-8200-e37e79157550 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:09.298094 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae38e618-6c76-4d8a-8b2f-7f23ee209edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.303329 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-2a8f8b5a-48c8-426a-8200-e37e79157550 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:09.310159 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f8b5a-48c8-426a-8200-e37e79157550 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=670ff822-6bb6-4ef3-beb4-b7f32213165d,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:09.314940 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8f8b5a-48c8-426a-8200-e37e79157550 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:09.315540 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8b5a-48c8-426a-8200-e37e79157550 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.329056 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f8b5a-48c8-426a-8200-e37e79157550 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=9838e043-0b02-418b-8c3b-a9df61c040dd,revision_number=9']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:09.341078 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2a8f8b5a-48c8-426a-8200-e37e79157550 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7716887 Jul 28 11:47:09.341850 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56854) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:09.347724 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-3aa13916-20b5-43b7-a354-414aee93bf48 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'mac_address': 'fa:16:3e:59:63:58', 'name': 'tempest-NetworksTestDHCPv6-748000681'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:09.369255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38e618-6c76-4d8a-8b2f-7f23ee209edc None None] Pushing event deleted for resources: {'Port': ['ID=9838e043-0b02-418b-8c3b-a9df61c040dd,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:09.374183 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae38e618-6c76-4d8a-8b2f-7f23ee209edc None None] No DVR routers for this DVR port 9838e043-0b02-418b-8c3b-a9df61c040dd on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:09.380486 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e41cfb7-69f3-40e2-841d-8f5294b110e5 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Checking segment: {'id': '04b9b99c-7867-4319-9c13-e9e060a43ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '564c2ff3-8dd5-4efd-9900-0bd8f2abb69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:09.381105 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e41cfb7-69f3-40e2-841d-8f5294b110e5 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Network hostable DHCP agents. Network: 564c2ff3-8dd5-4efd-9900-0bd8f2abb69b, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:47:09.409235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:47:09.416421 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f268fedb-c77f-4efb-b95e-242c541f6bae tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:47:09.421830 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efb3952-0a50-4924-92f8-8c31b9e9d6cc None None] Sync routers for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:09.424845 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a297ec78-331f-4eb5-9805-94ddded2e12b None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:09.431209 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efb3952-0a50-4924-92f8-8c31b9e9d6cc None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:09.432036 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-1efb3952-0a50-4924-92f8-8c31b9e9d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:09.432491 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4268ec50-ead7-43ea-b70f-6b38827162f0 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "PUT /v2.0/routers/8d66e034-67e3-4a0c-a483-96b3ce78f7e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1388974 Jul 28 11:47:09.436826 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56856) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:09.448512 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-58b0966a-790b-4cb3-8150-aca6b89f0519 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'port': {'network_id': '1ac05020-84a0-4d15-bfbf-8b4d9e555dab', 'name': 'tempest-FloatingIPTestJSON-1872178360'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:09.462743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f268fedb-c77f-4efb-b95e-242c541f6bae tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.463234 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-f268fedb-c77f-4efb-b95e-242c541f6bae tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Added segment a031d70c-168c-4e85-86dc-55bed7694cd4 of type vlan for network 0fdacfd9-c0a2-4eb8-a73c-56d437893b3f Jul 28 11:47:09.467481 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-1efb3952-0a50-4924-92f8-8c31b9e9d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:09.476314 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efb3952-0a50-4924-92f8-8c31b9e9d6cc None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:09.477140 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-1efb3952-0a50-4924-92f8-8c31b9e9d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:09.510198 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-1efb3952-0a50-4924-92f8-8c31b9e9d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:09.511117 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efb3952-0a50-4924-92f8-8c31b9e9d6cc None None] The sync data for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:09.544149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e41cfb7-69f3-40e2-841d-8f5294b110e5 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Network 564c2ff3-8dd5-4efd-9900-0bd8f2abb69b is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:47:09.548208 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f268fedb-c77f-4efb-b95e-242c541f6bae tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.566905 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.581650 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa13916-20b5-43b7-a354-414aee93bf48 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:09.594071 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-4e41cfb7-69f3-40e2-841d-8f5294b110e5 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 564c2ff3-8dd5-4efd-9900-0bd8f2abb69b) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:09.611257 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e41cfb7-69f3-40e2-841d-8f5294b110e5 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:09.611862 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4e41cfb7-69f3-40e2-841d-8f5294b110e5 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.613391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ffb6c4-545d-4a99-937a-324c45a147e8 None None] Network 564c2ff3-8dd5-4efd-9900-0bd8f2abb69b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:09.618171 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ce43e3ba-fc27-4edc-96be-11eda25d849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.631468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Router b0a83c01-f46a-40bf-9c05-5831f3b85c36 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:47:09.644623 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f268fedb-c77f-4efb-b95e-242c541f6bae tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.645450 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b0966a-790b-4cb3-8150-aca6b89f0519 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Made reservation on behalf of a221e3cf074d4d21b16f57192577aa10 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:09.649291 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-58b0966a-790b-4cb3-8150-aca6b89f0519 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.650085 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f268fedb-c77f-4efb-b95e-242c541f6bae tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:09.650727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f268fedb-c77f-4efb-b95e-242c541f6bae tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.663683 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4e41cfb7-69f3-40e2-841d-8f5294b110e5 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8470957 Jul 28 11:47:09.666577 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56858) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:09.672412 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-fb2129ef-75bc-4d72-b451-9df065dc9ea8 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Request body: {'router': {'external_gateway_info': {'network_id': '564c2ff3-8dd5-4efd-9900-0bd8f2abb69b'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:09.726039 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port e061e18a-b9a1-4e9e-a44d-81f444a411f0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e061e18a-b9a1-4e9e-a44d-81f444a411f0,segment=NetworkSegment(24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963),segment_id=24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:09.730301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-58b0966a-790b-4cb3-8150-aca6b89f0519 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] device_id is not set on port f2b63569-a8a3-408d-9cbf-9c1cdf7602ef yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:47:09.753174 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3c70-1c49-4dae-9399-e0bb146786b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.754377 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.767507 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f268fedb-c77f-4efb-b95e-242c541f6bae tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0167742 Jul 28 11:47:09.770272 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56860) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:09.776741 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-4682fe2a-4e66-4bd5-bf84-8b84439ce41e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'subnet': {'network_id': '0fdacfd9-c0a2-4eb8-a73c-56d437893b3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:09.826932 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268fedb-c77f-4efb-b95e-242c541f6bae tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Network': ['ID=0fdacfd9-c0a2-4eb8-a73c-56d437893b3f,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:09.869515 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3aa13916-20b5-43b7-a354-414aee93bf48 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:09.880988 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.db.api [None req-ce43e3ba-fc27-4edc-96be-11eda25d849e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:47:09.881358 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG oslo_db.api [None req-ce43e3ba-fc27-4edc-96be-11eda25d849e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:47:09.882067 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 0fdacfd9-c0a2-4eb8-a73c-56d437893b3f details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:47:09.962397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:47:10.010200 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-3aa13916-20b5-43b7-a354-414aee93bf48 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port 6bfd5d3d-8a34-428d-aa33-7acf417c59b6 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:47:10.035576 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=e061e18a-b9a1-4e9e-a44d-81f444a411f0,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:10.043755 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:10.045010 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-51df97cb-46cc-4b3f-8129-2f26232d5ce7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1399286 Jul 28 11:47:10.048458 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56862) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:10.058170 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ebb6495c-0a98-4815-aeea-6ce77fea0cef up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:10.061474 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': '670ff822-6bb6-4ef3-beb4-b7f32213165d'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:47:10.062499 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:10.064633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Sync routers for ids ['b0a83c01-f46a-40bf-9c05-5831f3b85c36'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:10.148865 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-58b0966a-790b-4cb3-8150-aca6b89f0519 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Allocated IP 172.20.0.11 (1ac05020-84a0-4d15-bfbf-8b4d9e555dab/fc80c0b8-bc5b-4deb-b4a4-f864c79570f1/f2b63569-a8a3-408d-9cbf-9c1cdf7602ef) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:10.174765 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Routers {'b0a83c01-f46a-40bf-9c05-5831f3b85c36'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:10.175592 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b0a83c01-f46a-40bf-9c05-5831f3b85c36'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:10.226392 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-564c2ff3-8dd5-4efd-9900-0bd8f2abb69b', 'network_id': '564c2ff3-8dd5-4efd-9900-0bd8f2abb69b', 'tenant_id': '82c68ffebacb43819f5161d3a397d42b', 'fixed_ips': [{'subnet_id': '76888e04-8667-438c-9b6b-159818b6cc25'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:47:10.226392 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:10.251624 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb2129ef-75bc-4d72-b451-9df065dc9ea8 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:10.332243 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-aa4f3c70-1c49-4dae-9399-e0bb146786b1 admin admin] Deleting port 849a956f-81c0-433b-821a-e8d3ce3df9f7 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:10.332589 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3c70-1c49-4dae-9399-e0bb146786b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:10.348341 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4682fe2a-4e66-4bd5-bf84-8b84439ce41e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:10.353067 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4682fe2a-4e66-4bd5-bf84-8b84439ce41e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:10.424416 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ebb6495c-0a98-4815-aeea-6ce77fea0cef triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:10.424860 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:10.455084 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Set router b0a83c01-f46a-40bf-9c05-5831f3b85c36 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:47:10.503291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-aa4f3c70-1c49-4dae-9399-e0bb146786b1 admin admin] For port 849a956f-81c0-433b-821a-e8d3ce3df9f7, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=849a956f-81c0-433b-821a-e8d3ce3df9f7,segment=NetworkSegment(64171afb-54c7-40f4-b804-e53347d094eb),segment_id=64171afb-54c7-40f4-b804-e53347d094eb)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:10.503598 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-3aa13916-20b5-43b7-a354-414aee93bf48 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::f816:3eff:fe59:6358 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/670ff822-6bb6-4ef3-beb4-b7f32213165d/6bfd5d3d-8a34-428d-aa33-7acf417c59b6) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:10.503820 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3c70-1c49-4dae-9399-e0bb146786b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:10.523002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-aa4f3c70-1c49-4dae-9399-e0bb146786b1 admin admin] Calling delete_port for 849a956f-81c0-433b-821a-e8d3ce3df9f7 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:10.667762 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Allocated IP 2001:db8:1::2 (564c2ff3-8dd5-4efd-9900-0bd8f2abb69b/76888e04-8667-438c-9b6b-159818b6cc25/7ade5779-326a-4e33-8383-150e42c61a91) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:10.706166 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-58b0966a-790b-4cb3-8150-aca6b89f0519 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:10.764535 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:10.830638 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8aba8c15-6f8b-4f16-8e9a-d9681c17121b None None] Provisioning complete for port e061e18a-b9a1-4e9e-a44d-81f444a411f0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:10.831693 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8aba8c15-6f8b-4f16-8e9a-d9681c17121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:10.875265 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9838e043-0b02-418b-8c3b-a9df61c040dd no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:47:10.932173 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 9838e043-0b02-418b-8c3b-a9df61c040dd {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:47:10.932521 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9838e043-0b02-418b-8c3b-a9df61c040dd not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:47:10.938778 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-fb2129ef-75bc-4d72-b451-9df065dc9ea8 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:10.944985 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56864) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:10.945102 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fb2129ef-75bc-4d72-b451-9df065dc9ea8 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "PUT /v2.0/routers/68deef64-1654-4d4c-8416-69c06490557e HTTP/1.1" status: 400 len: 364 time: 1.2769694 Jul 28 11:47:10.957287 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3aa13916-20b5-43b7-a354-414aee93bf48 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:10.966313 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4682fe2a-4e66-4bd5-bf84-8b84439ce41e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.002792 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3c70-1c49-4dae-9399-e0bb146786b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.007251 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-58b0966a-790b-4cb3-8150-aca6b89f0519 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.012822 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-3aa13916-20b5-43b7-a354-414aee93bf48 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object 6bfd5d3d-8a34-428d-aa33-7acf417c59b6 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:11.068982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f3c70-1c49-4dae-9399-e0bb146786b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=849a956f-81c0-433b-821a-e8d3ce3df9f7,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:11.105411 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b0966a-790b-4cb3-8150-aca6b89f0519 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network 1ac05020-84a0-4d15-bfbf-8b4d9e555dab is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:11.122282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682fe2a-4e66-4bd5-bf84-8b84439ce41e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Subnet': ['ID=824745ad-cbdd-406b-9134-666717ab3ea8,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:11.134848 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-58b0966a-790b-4cb3-8150-aca6b89f0519 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:11.137524 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b0966a-790b-4cb3-8150-aca6b89f0519 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:11.144017 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0966a-790b-4cb3-8150-aca6b89f0519 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=f2b63569-a8a3-408d-9cbf-9c1cdf7602ef,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:11.144217 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'name': 'tempest-TestVolumeBootPattern-1845340292-router', 'tenant_id': '7a6956efca054df4ba057243a5fa1a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'eb599a1b-6bdc-44b6-8424-323eebed7786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:47:03Z', 'updated_at': '2021-07-28T11:47:06Z', 'revision_number': 3, 'project_id': '7a6956efca054df4ba057243a5fa1a70', 'gw_port': {'id': 'eb599a1b-6bdc-44b6-8424-323eebed7786', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:64:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:47:04Z', 'updated_at': '2021-07-28T11:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:11.176018 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Checking router: b0a83c01-f46a-40bf-9c05-5831f3b85c36 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:47:11.176369 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Updating router b0a83c01-f46a-40bf-9c05-5831f3b85c36 port eb599a1b-6bdc-44b6-8424-323eebed7786 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:47:11.205107 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4682fe2a-4e66-4bd5-bf84-8b84439ce41e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Checking segment: {'id': 'a031d70c-168c-4e85-86dc-55bed7694cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0fdacfd9-c0a2-4eb8-a73c-56d437893b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:11.205822 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4682fe2a-4e66-4bd5-bf84-8b84439ce41e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network hostable DHCP agents. Network: 0fdacfd9-c0a2-4eb8-a73c-56d437893b3f, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:47:11.220418 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3aa13916-20b5-43b7-a354-414aee93bf48 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.260942 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Allocated IP 2001:db8::f816:3eff:fe4a:e8ff (ff79b356-b140-4126-83e7-2a8ec9cd81dc/670ff822-6bb6-4ef3-beb4-b7f32213165d/cd5471b6-df16-4a9e-86f0-f979c33bc033) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:11.285500 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b0966a-790b-4cb3-8150-aca6b89f0519 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:11.285890 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-58b0966a-790b-4cb3-8150-aca6b89f0519 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.305317 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Allocated IP 172.20.0.1 (0280e4bd-b748-42e1-b2e8-1a83ec3f33dc/9d263fbb-6c36-44e6-96a6-ed8491f9ed9a/bcc8207a-11aa-440b-b164-84173de40e92) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:11.307485 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa13916-20b5-43b7-a354-414aee93bf48 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:11.314468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4682fe2a-4e66-4bd5-bf84-8b84439ce41e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network 0fdacfd9-c0a2-4eb8-a73c-56d437893b3f is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:47:11.321426 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-3aa13916-20b5-43b7-a354-414aee93bf48 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:11.324398 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa13916-20b5-43b7-a354-414aee93bf48 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:11.330899 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa13916-20b5-43b7-a354-414aee93bf48 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:11.331633 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3aa13916-20b5-43b7-a354-414aee93bf48 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.337944 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa13916-20b5-43b7-a354-414aee93bf48 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=6bfd5d3d-8a34-428d-aa33-7acf417c59b6,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:11.350967 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-58b0966a-790b-4cb3-8150-aca6b89f0519 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9128671 Jul 28 11:47:11.354211 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56866) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:11.361185 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-a8f9b377-e801-4efd-95dd-1f2ff63c01c1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'port': {'network_id': '1ac05020-84a0-4d15-bfbf-8b4d9e555dab', 'name': 'tempest-FloatingIPTestJSON-1341919616'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:11.367054 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-4682fe2a-4e66-4bd5-bf84-8b84439ce41e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 0fdacfd9-c0a2-4eb8-a73c-56d437893b3f) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:11.372523 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4682fe2a-4e66-4bd5-bf84-8b84439ce41e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:11.373741 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4682fe2a-4e66-4bd5-bf84-8b84439ce41e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.380745 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3aa13916-20b5-43b7-a354-414aee93bf48 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0373869 Jul 28 11:47:11.388794 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56868) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:11.416562 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.424851 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Transition to ACTIVE for port object cd5471b6-df16-4a9e-86f0-f979c33bc033 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:11.440520 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Transition to ACTIVE for port object cd5471b6-df16-4a9e-86f0-f979c33bc033 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:11.441646 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4682fe2a-4e66-4bd5-bf84-8b84439ce41e tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6702452 Jul 28 11:47:11.442349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56870) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:11.458630 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e888c5b-8a4e-4e03-ab79-df3cbc0d60d3 None None] Network 0fdacfd9-c0a2-4eb8-a73c-56d437893b3f requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:11.460897 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.501479 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.503212 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.588200 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56bc04b5-ffb3-438c-84e9-80869f58631c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.591070 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f9b377-e801-4efd-95dd-1f2ff63c01c1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Made reservation on behalf of a221e3cf074d4d21b16f57192577aa10 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:11.594887 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b377-e801-4efd-95dd-1f2ff63c01c1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.617618 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-a8f9b377-e801-4efd-95dd-1f2ff63c01c1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] device_id is not set on port 4f2b78fe-fa99-4b4e-9675-d53fdc70568d yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:47:11.617846 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Transition to ACTIVE for port object 7ade5779-326a-4e33-8383-150e42c61a91 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:11.643662 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9cddd1-c1a4-4606-b9f3-cd465cd3ac9d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:11.647721 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-eb9cddd1-c1a4-4606-b9f3-cd465cd3ac9d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2517862 Jul 28 11:47:11.648949 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56872) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:11.651687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.682706 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:11.707060 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:11.710826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Transition to ACTIVE for port object 7ade5779-326a-4e33-8383-150e42c61a91 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:11.718761 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Pushing event updated for resources: {'Port': ['ID=cd5471b6-df16-4a9e-86f0-f979c33bc033,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:11.723127 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56bc04b5-ffb3-438c-84e9-80869f58631c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.725192 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3c70-1c49-4dae-9399-e0bb146786b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.725592 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:11.765773 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.829268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-a8f9b377-e801-4efd-95dd-1f2ff63c01c1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Allocated IP 172.20.0.3 (1ac05020-84a0-4d15-bfbf-8b4d9e555dab/fc80c0b8-bc5b-4deb-b4a4-f864c79570f1/4f2b78fe-fa99-4b4e-9675-d53fdc70568d) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:11.834262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.844548 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Attempting to bind port cd5471b6-df16-4a9e-86f0-f979c33bc033 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:47:11.845086 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Attempting to bind port cd5471b6-df16-4a9e-86f0-f979c33bc033 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:47:11.845376 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Attempting to bind port cd5471b6-df16-4a9e-86f0-f979c33bc033 on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:47:11.882048 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56bc04b5-ffb3-438c-84e9-80869f58631c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.893062 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:47:11.893737 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:11.893889 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.894632 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:47:11.894780 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Bound port: cd5471b6-df16-4a9e-86f0-f979c33bc033, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:47:11.895472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:11.899081 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Network 564c2ff3-8dd5-4efd-9900-0bd8f2abb69b is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:11.931104 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc04b5-ffb3-438c-84e9-80869f58631c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Subnet': ['ID=824745ad-cbdd-406b-9134-666717ab3ea8,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:11.938259 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Transition to ACTIVE for port object bcc8207a-11aa-440b-b164-84173de40e92 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:11.954702 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:11.962562 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:11.964799 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Pushing event updated for resources: {'Port': ['ID=7ade5779-326a-4e33-8383-150e42c61a91,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:12.055364 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56bc04b5-ffb3-438c-84e9-80869f58631c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.072338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-56bc04b5-ffb3-438c-84e9-80869f58631c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdacfd9-c0a2-4eb8-a73c-56d437893b3f']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:12.086774 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff73146c-cc25-437d-bdf1-d39c95ac2649 None None] Network 0fdacfd9-c0a2-4eb8-a73c-56d437893b3f requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:12.088653 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e061e18a-b9a1-4e9e-a44d-81f444a411f0 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:12.093196 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-a9740e9b-203b-4c62-b4ae-bc6e0d006348 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port 6bfd5d3d-8a34-428d-aa33-7acf417c59b6 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:12.093551 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a9740e9b-203b-4c62-b4ae-bc6e0d006348 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.093686 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-56bc04b5-ffb3-438c-84e9-80869f58631c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a031d70c-168c-4e85-86dc-55bed7694cd4') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:12.093924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-56bc04b5-ffb3-438c-84e9-80869f58631c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a031d70c-168c-4e85-86dc-55bed7694cd4') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:12.106873 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56bc04b5-ffb3-438c-84e9-80869f58631c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.175577 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.239043 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Attempting to bind port 7ade5779-326a-4e33-8383-150e42c61a91 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:47:12.239425 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Attempting to bind port 7ade5779-326a-4e33-8383-150e42c61a91 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '04b9b99c-7867-4319-9c13-e9e060a43ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '564c2ff3-8dd5-4efd-9900-0bd8f2abb69b'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:47:12.239791 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Attempting to bind port 7ade5779-326a-4e33-8383-150e42c61a91 on network 564c2ff3-8dd5-4efd-9900-0bd8f2abb69b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:47:12.269376 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] For port cd5471b6-df16-4a9e-86f0-f979c33bc033, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:47:12.272889 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:47:12.273270 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Checking segment: {'id': '04b9b99c-7867-4319-9c13-e9e060a43ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '564c2ff3-8dd5-4efd-9900-0bd8f2abb69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:12.273711 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.274085 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Bound using segment: {'id': '04b9b99c-7867-4319-9c13-e9e060a43ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '564c2ff3-8dd5-4efd-9900-0bd8f2abb69b'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:47:12.274639 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Bound port: 7ade5779-326a-4e33-8383-150e42c61a91, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b9b99c-7867-4319-9c13-e9e060a43ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '564c2ff3-8dd5-4efd-9900-0bd8f2abb69b'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:47:12.275010 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.280456 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] For port cd5471b6-df16-4a9e-86f0-f979c33bc033, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=cd5471b6-df16-4a9e-86f0-f979c33bc033,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:47:12.323016 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.465972 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56bc04b5-ffb3-438c-84e9-80869f58631c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.478520 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port e061e18a-b9a1-4e9e-a44d-81f444a411f0 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:12.478915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.484883 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bc04b5-ffb3-438c-84e9-80869f58631c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:12.485293 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56bc04b5-ffb3-438c-84e9-80869f58631c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:12.488488 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:12.527026 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2bbb3-ca01-47d5-9897-e9c17728be89 None None] Pushing event updated for resources: {'Port': ['ID=cd5471b6-df16-4a9e-86f0-f979c33bc033,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:12.531491 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.554594 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b377-e801-4efd-95dd-1f2ff63c01c1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.580301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56bc04b5-ffb3-438c-84e9-80869f58631c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.580534 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] For port 7ade5779-326a-4e33-8383-150e42c61a91, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:47:12.583184 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Transition to ACTIVE for port object eb599a1b-6bdc-44b6-8424-323eebed7786 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:12.585939 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56bc04b5-ffb3-438c-84e9-80869f58631c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.591233 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] For port 7ade5779-326a-4e33-8383-150e42c61a91, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7ade5779-326a-4e33-8383-150e42c61a91,segment=NetworkSegment(04b9b99c-7867-4319-9c13-e9e060a43ce8),segment_id=04b9b99c-7867-4319-9c13-e9e060a43ce8)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:47:12.595197 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-56bc04b5-ffb3-438c-84e9-80869f58631c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/0fdacfd9-c0a2-4eb8-a73c-56d437893b3f HTTP/1.1" status: 204 len: 168 time: 1.1491890 Jul 28 11:47:12.596003 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56874) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:12.600911 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.606702 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-10019b1b-29e7-471f-9ba2-57e69dcc8c15 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-623184489'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:12.635777 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc04b5-ffb3-438c-84e9-80869f58631c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Network': ['ID=0fdacfd9-c0a2-4eb8-a73c-56d437893b3f,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:12.662822 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.667940 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10019b1b-29e7-471f-9ba2-57e69dcc8c15 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:12.676981 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-10019b1b-29e7-471f-9ba2-57e69dcc8c15 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.679527 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b377-e801-4efd-95dd-1f2ff63c01c1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.740992 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Network 0280e4bd-b748-42e1-b2e8-1a83ec3f33dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:12.767745 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:12.784842 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f9b377-e801-4efd-95dd-1f2ff63c01c1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network 1ac05020-84a0-4d15-bfbf-8b4d9e555dab is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:12.785997 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:12.788742 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Allocated IP 2001:db8::1 (27df68d4-63e5-4462-a2ac-93effa490be9/4dd6822f-60ef-4258-bcd4-db390dfe0053/775ce09d-51b6-4ec8-aadd-a8e9d4f3ad63) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:12.789598 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-a8f9b377-e801-4efd-95dd-1f2ff63c01c1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:12.790851 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Pushing event updated for resources: {'Port': ['ID=bcc8207a-11aa-440b-b164-84173de40e92,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:12.807131 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f9b377-e801-4efd-95dd-1f2ff63c01c1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:12.813071 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Attempting to bind port eb599a1b-6bdc-44b6-8424-323eebed7786 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:47:12.813544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Attempting to bind port eb599a1b-6bdc-44b6-8424-323eebed7786 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:47:12.813991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Attempting to bind port eb599a1b-6bdc-44b6-8424-323eebed7786 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:47:12.818676 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:47:12.823417 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10019b1b-29e7-471f-9ba2-57e69dcc8c15 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:47:12.832910 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a9740e9b-203b-4c62-b4ae-bc6e0d006348 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.834712 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:47:12.835236 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:12.835757 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.836366 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:47:12.836974 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Bound port: eb599a1b-6bdc-44b6-8424-323eebed7786, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:47:12.837561 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.875761 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-10019b1b-29e7-471f-9ba2-57e69dcc8c15 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.876112 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-10019b1b-29e7-471f-9ba2-57e69dcc8c15 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Added segment 5e6de64a-5054-4c70-943d-f7b6d0ed8117 of type vlan for network 1b8e4983-d179-4f79-a661-70492f35e8ba Jul 28 11:47:12.879891 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9b377-e801-4efd-95dd-1f2ff63c01c1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=4f2b78fe-fa99-4b4e-9675-d53fdc70568d,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:12.947823 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f9b377-e801-4efd-95dd-1f2ff63c01c1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:12.948386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b377-e801-4efd-95dd-1f2ff63c01c1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.952179 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-a9740e9b-203b-4c62-b4ae-bc6e0d006348 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for 6bfd5d3d-8a34-428d-aa33-7acf417c59b6 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:12.960560 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] For port eb599a1b-6bdc-44b6-8424-323eebed7786, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:47:12.966845 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-10019b1b-29e7-471f-9ba2-57e69dcc8c15 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.969537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] For port eb599a1b-6bdc-44b6-8424-323eebed7786, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=eb599a1b-6bdc-44b6-8424-323eebed7786,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:47:12.987355 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:12.994641 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a8f9b377-e801-4efd-95dd-1f2ff63c01c1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6390431 Jul 28 11:47:12.997682 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56876) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:13.008111 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '4f2b78fe-fa99-4b4e-9675-d53fdc70568d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:13.009228 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c72e23-3339-4e3f-aa5c-8bacd170868e None None] Pushing event updated for resources: {'Port': ['ID=7ade5779-326a-4e33-8383-150e42c61a91,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:13.063107 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-10019b1b-29e7-471f-9ba2-57e69dcc8c15 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:13.069748 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10019b1b-29e7-471f-9ba2-57e69dcc8c15 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:13.070701 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-10019b1b-29e7-471f-9ba2-57e69dcc8c15 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:13.079171 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:13.089222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:13.094940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a19777-a967-4556-902d-2c8f0344800f None None] Pushing event updated for resources: {'Port': ['ID=eb599a1b-6bdc-44b6-8424-323eebed7786,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:13.114801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Routers {'b0a83c01-f46a-40bf-9c05-5831f3b85c36'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:13.114801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b0a83c01-f46a-40bf-9c05-5831f3b85c36'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:13.203401 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-10019b1b-29e7-471f-9ba2-57e69dcc8c15 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5974340 Jul 28 11:47:13.204827 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56880) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:13.210266 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5c4f5a22-df8e-4ce3-9eb0-6c57dd4316c9 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:13.211791 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4f3c70-1c49-4dae-9399-e0bb146786b1 admin admin] Router 62878c34-58d4-4177-bc20-297a8232df4d has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:47:13.275573 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10019b1b-29e7-471f-9ba2-57e69dcc8c15 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Network': ['ID=1b8e4983-d179-4f79-a661-70492f35e8ba,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:13.333003 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 1b8e4983-d179-4f79-a661-70492f35e8ba details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:47:13.366679 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a19777-a967-4556-902d-2c8f0344800f None None] Pushing event updated for resources: {'Port': ['ID=eb599a1b-6bdc-44b6-8424-323eebed7786,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:13.414337 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:13.459811 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Transition to ACTIVE for port object 775ce09d-51b6-4ec8-aadd-a8e9d4f3ad63 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:13.464729 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:13.470837 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5a22-df8e-4ce3-9eb0-6c57dd4316c9 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:13.501991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] Set router b0a83c01-f46a-40bf-9c05-5831f3b85c36 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:47:13.535143 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5a22-df8e-4ce3-9eb0-6c57dd4316c9 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:13.563872 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c4f5a22-df8e-4ce3-9eb0-6c57dd4316c9 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network 1b8e4983-d179-4f79-a661-70492f35e8ba is not hosted by any dhcp agent {{(pid=100416) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 11:47:13.569549 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4f5a22-df8e-4ce3-9eb0-6c57dd4316c9 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:13.570548 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5a22-df8e-4ce3-9eb0-6c57dd4316c9 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:13.571884 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5c4f5a22-df8e-4ce3-9eb0-6c57dd4316c9 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "PUT /v2.0/networks/1b8e4983-d179-4f79-a661-70492f35e8ba HTTP/1.1" status: 200 len: 723 time: 0.3660965 Jul 28 11:47:13.599484 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56884) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:13.602275 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a9740e9b-203b-4c62-b4ae-bc6e0d006348 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:13.613914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-1bc208b8-ea39-4192-9249-1d3e881daae6 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'subnet': {'network_id': '1b8e4983-d179-4f79-a661-70492f35e8ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:13.658988 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f5a22-df8e-4ce3-9eb0-6c57dd4316c9 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Network': ['ID=1b8e4983-d179-4f79-a661-70492f35e8ba,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:13.696354 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Allocated IP 172.26.1.199 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/e86984a7-7f5d-4480-8882-ef177a0061c2) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:13.718979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ca4d6948-ecaa-4078-b7a3-200a5db7e8a6 None None] Provisioning for port bcc8207a-11aa-440b-b164-84173de40e92 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:13.723860 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:13.741038 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9740e9b-203b-4c62-b4ae-bc6e0d006348 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=6bfd5d3d-8a34-428d-aa33-7acf417c59b6,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:13.752759 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 1b8e4983-d179-4f79-a661-70492f35e8ba details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:47:13.799372 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a9740e9b-203b-4c62-b4ae-bc6e0d006348 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:13.801755 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a9740e9b-203b-4c62-b4ae-bc6e0d006348 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/6bfd5d3d-8a34-428d-aa33-7acf417c59b6 HTTP/1.1" status: 204 len: 168 time: 2.1515551 Jul 28 11:47:13.804468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56886) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:13.814160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ca4d6948-ecaa-4078-b7a3-200a5db7e8a6 None None] Provisioning complete for port bcc8207a-11aa-440b-b164-84173de40e92 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:13.814330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4f3c70-1c49-4dae-9399-e0bb146786b1 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:47:13.818876 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6948-ecaa-4078-b7a3-200a5db7e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:13.832429 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596acb09-4e37-4e89-b0b2-63b617840ce3 None None] Sync routers for ids ['62878c34-58d4-4177-bc20-297a8232df4d'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:13.837872 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-aa4f3c70-1c49-4dae-9399-e0bb146786b1 admin admin] 10.222.0.43 "PUT /v2.0/routers/62878c34-58d4-4177-bc20-297a8232df4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4941137 Jul 28 11:47:13.860028 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596acb09-4e37-4e89-b0b2-63b617840ce3 None None] Routers {'62878c34-58d4-4177-bc20-297a8232df4d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:13.860849 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-596acb09-4e37-4e89-b0b2-63b617840ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['62878c34-58d4-4177-bc20-297a8232df4d'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:13.876103 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56888) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:13.932309 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc208b8-ea39-4192-9249-1d3e881daae6 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:13.937131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1bc208b8-ea39-4192-9249-1d3e881daae6 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:13.977468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:14.005337 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab7023a-a20b-4c50-907a-98a5902640d4 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:14.007310 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab7023a-a20b-4c50-907a-98a5902640d4 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:14.012149 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3ab7023a-a20b-4c50-907a-98a5902640d4 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2065284 Jul 28 11:47:14.013011 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56892) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:14.030633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d6948-ecaa-4078-b7a3-200a5db7e8a6 None None] Port bcc8207a-11aa-440b-b164-84173de40e92 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:47:14.150918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7ade5779-326a-4e33-8383-150e42c61a91 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:14.186269 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:14.203256 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-596acb09-4e37-4e89-b0b2-63b617840ce3 None None] Set router 62878c34-58d4-4177-bc20-297a8232df4d gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:47:14.237465 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-4025b28e-a5b9-485c-ac3d-8fb515d7b3e6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 670ff822-6bb6-4ef3-beb4-b7f32213165d {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:47:14.247623 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4025b28e-a5b9-485c-ac3d-8fb515d7b3e6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:14.272915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-94dd46d7-b9f9-442c-80b0-f39d83a1bd06 None None] Provisioning for port cd5471b6-df16-4a9e-86f0-f979c33bc033 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:14.302589 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Network 27df68d4-63e5-4462-a2ac-93effa490be9 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:14.306022 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-af8d3fdf-a11e-4a8b-a4ab-c7f77cf7e86f admin admin] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:14.330033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event updated for resources: {'Port': ['ID=775ce09d-51b6-4ec8-aadd-a8e9d4f3ad63,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:14.333790 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:14.371445 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 7ade5779-326a-4e33-8383-150e42c61a91 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:14.375167 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'name': 'tempest-TestVolumeBootPattern-1845340292-router', 'tenant_id': '7a6956efca054df4ba057243a5fa1a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'eb599a1b-6bdc-44b6-8424-323eebed7786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:47:03Z', 'updated_at': '2021-07-28T11:47:06Z', 'revision_number': 3, 'project_id': '7a6956efca054df4ba057243a5fa1a70', 'gw_port': {'id': 'eb599a1b-6bdc-44b6-8424-323eebed7786', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:64:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:47:04Z', 'updated_at': '2021-07-28T11:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:14.414235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:14.415195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:14.417777 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4025b28e-a5b9-485c-ac3d-8fb515d7b3e6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:14.480515 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device cd5471b6-df16-4a9e-86f0-f979c33bc033 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:14.539959 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:14.571264 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f30dd6-3532-445b-bb69-5d9666f5e695 None None] The sync data for ids ['b0a83c01-f46a-40bf-9c05-5831f3b85c36'] in dv-neutron-786478-16-hyperv is: [{'id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'name': 'tempest-TestVolumeBootPattern-1845340292-router', 'tenant_id': '7a6956efca054df4ba057243a5fa1a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'eb599a1b-6bdc-44b6-8424-323eebed7786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:47:03Z', 'updated_at': '2021-07-28T11:47:06Z', 'revision_number': 3, 'project_id': '7a6956efca054df4ba057243a5fa1a70', 'gw_port': {'id': 'eb599a1b-6bdc-44b6-8424-323eebed7786', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:64:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:47:04Z', 'updated_at': '2021-07-28T11:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:14.578877 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-77b3f505-37d0-425c-a074-72a32a51419d None None] Could not find standard attr ID for object 6bfd5d3d-8a34-428d-aa33-7acf417c59b6. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:47:14.607338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port cd5471b6-df16-4a9e-86f0-f979c33bc033 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:14.613622 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port cd5471b6-df16-4a9e-86f0-f979c33bc033 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:14.618629 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:14.637461 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:14.644383 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:14.646805 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-596acb09-4e37-4e89-b0b2-63b617840ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62878c34-58d4-4177-bc20-297a8232df4d', 'name': 'tempest-ServerActionsTestJSON-1981725491-router', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:47:10Z', 'revision_number': 5, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'gw_port': {'id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:14.666853 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:14.668276 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:14.671854 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4680c11-2f11-4cc7-9c34-8159ce172b1a None None] Network 564c2ff3-8dd5-4efd-9900-0bd8f2abb69b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:14.683961 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596acb09-4e37-4e89-b0b2-63b617840ce3 None None] Checking router: 62878c34-58d4-4177-bc20-297a8232df4d for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:47:14.700536 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596acb09-4e37-4e89-b0b2-63b617840ce3 None None] Routers {'62878c34-58d4-4177-bc20-297a8232df4d'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:14.703066 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-596acb09-4e37-4e89-b0b2-63b617840ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['62878c34-58d4-4177-bc20-297a8232df4d'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:14.727414 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4025b28e-a5b9-485c-ac3d-8fb515d7b3e6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:14.783259 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:14.788893 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=e86984a7-7f5d-4480-8882-ef177a0061c2,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:14.838313 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-af8d3fdf-a11e-4a8b-a4ab-c7f77cf7e86f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:14.880153 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-352b58d1-de98-4d96-b8db-e720efa001d1 None None] Provisioning for port 7ade5779-326a-4e33-8383-150e42c61a91 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:14.884061 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-596acb09-4e37-4e89-b0b2-63b617840ce3 None None] Set router 62878c34-58d4-4177-bc20-297a8232df4d gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:47:14.907592 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-352b58d1-de98-4d96-b8db-e720efa001d1 None None] Provisioning complete for port 7ade5779-326a-4e33-8383-150e42c61a91 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:14.907980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-352b58d1-de98-4d96-b8db-e720efa001d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:15.004634 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Pushing event updated for resources: {'Port': ['ID=bcc8207a-11aa-440b-b164-84173de40e92,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:15.035760 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:15.042263 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:15.045755 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4025b28e-a5b9-485c-ac3d-8fb515d7b3e6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:15.111887 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4025b28e-a5b9-485c-ac3d-8fb515d7b3e6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:15.119090 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56900) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:15.120482 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4025b28e-a5b9-485c-ac3d-8fb515d7b3e6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/670ff822-6bb6-4ef3-beb4-b7f32213165d HTTP/1.1" status: 204 len: 168 time: 1.0974851 Jul 28 11:47:15.122636 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feec914a-060c-487a-a4b6-0f8d8c6ca7dd None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:15.129409 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:15.131436 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025b28e-a5b9-485c-ac3d-8fb515d7b3e6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=670ff822-6bb6-4ef3-beb4-b7f32213165d,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:15.225880 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ddd7f4f2-0720-4d20-a853-e23807172934 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001551 Jul 28 11:47:15.229914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56902) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:15.326572 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1bc208b8-ea39-4192-9249-1d3e881daae6 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:15.337808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-af8d3fdf-a11e-4a8b-a4ab-c7f77cf7e86f admin admin] Deleting port 65f594b4-c6b4-4755-991d-e96f89ca71ac {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:15.338335 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-af8d3fdf-a11e-4a8b-a4ab-c7f77cf7e86f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:15.345302 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-596acb09-4e37-4e89-b0b2-63b617840ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62878c34-58d4-4177-bc20-297a8232df4d', 'name': 'tempest-ServerActionsTestJSON-1981725491-router', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:47:10Z', 'revision_number': 5, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'gw_port': {'id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:15.377902 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.db.api [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:47:15.378261 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG oslo_db.api [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:47:15.389427 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-352b58d1-de98-4d96-b8db-e720efa001d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:15.412505 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596acb09-4e37-4e89-b0b2-63b617840ce3 None None] The sync data for ids ['62878c34-58d4-4177-bc20-297a8232df4d'] in dv-neutron-786478-16-hyperv is: [{'id': '62878c34-58d4-4177-bc20-297a8232df4d', 'name': 'tempest-ServerActionsTestJSON-1981725491-router', 'tenant_id': '867db38fceb44b51b6b72c93ff16fc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:43:22Z', 'updated_at': '2021-07-28T11:47:10Z', 'revision_number': 5, 'project_id': '867db38fceb44b51b6b72c93ff16fc95', 'gw_port': {'id': '65f594b4-c6b4-4755-991d-e96f89ca71ac', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62878c34-58d4-4177-bc20-297a8232df4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:43:23Z', 'updated_at': '2021-07-28T11:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:15.451069 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-352b58d1-de98-4d96-b8db-e720efa001d1 None None] For port 7ade5779-326a-4e33-8383-150e42c61a91, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7ade5779-326a-4e33-8383-150e42c61a91,segment=NetworkSegment(04b9b99c-7867-4319-9c13-e9e060a43ce8),segment_id=04b9b99c-7867-4319-9c13-e9e060a43ce8)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:15.472575 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-352b58d1-de98-4d96-b8db-e720efa001d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:15.554936 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b58d1-de98-4d96-b8db-e720efa001d1 None None] Pushing event updated for resources: {'Port': ['ID=7ade5779-326a-4e33-8383-150e42c61a91,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:15.610843 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7010cb82-3c3f-4b10-8365-7cf221929afa None None] Provisioning for port 775ce09d-51b6-4ec8-aadd-a8e9d4f3ad63 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:15.616820 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7010cb82-3c3f-4b10-8365-7cf221929afa None None] Provisioning complete for port 775ce09d-51b6-4ec8-aadd-a8e9d4f3ad63 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:15.617990 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7010cb82-3c3f-4b10-8365-7cf221929afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:15.639927 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbce8e7-7156-4fbd-a736-afb53f58387a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:15.642048 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ffbce8e7-7156-4fbd-a736-afb53f58387a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4112694 Jul 28 11:47:15.651170 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56904) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:15.673892 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7010cb82-3c3f-4b10-8365-7cf221929afa None None] Port 775ce09d-51b6-4ec8-aadd-a8e9d4f3ad63 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:47:15.691407 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc208b8-ea39-4192-9249-1d3e881daae6 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Subnet': ['ID=402e405d-0f3b-4075-a4d8-5614f67b0af0,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:15.719191 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Network 0280e4bd-b748-42e1-b2e8-1a83ec3f33dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:15.736391 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:15.794437 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5df6233-6359-4620-bc15-27fc4ec32e39 None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:47:15.804854 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc208b8-ea39-4192-9249-1d3e881daae6 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Checking segment: {'id': '5e6de64a-5054-4c70-943d-f7b6d0ed8117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1b8e4983-d179-4f79-a661-70492f35e8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:15.805229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc208b8-ea39-4192-9249-1d3e881daae6 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network hostable DHCP agents. Network: 1b8e4983-d179-4f79-a661-70492f35e8ba, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:47:15.819470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ea4aa9-963c-43fa-a297-5ebf5bc12bd7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:15.820963 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-25ea4aa9-963c-43fa-a297-5ebf5bc12bd7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1654377 Jul 28 11:47:15.824825 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56906) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:15.853312 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-904bcfef-7498-4c3e-81c6-1c901f221662 None None] Provisioning complete for port 7ade5779-326a-4e33-8383-150e42c61a91 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:15.853946 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-904bcfef-7498-4c3e-81c6-1c901f221662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:15.860732 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-af8d3fdf-a11e-4a8b-a4ab-c7f77cf7e86f admin admin] For port 65f594b4-c6b4-4755-991d-e96f89ca71ac, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=65f594b4-c6b4-4755-991d-e96f89ca71ac,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:15.861124 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-af8d3fdf-a11e-4a8b-a4ab-c7f77cf7e86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:15.900629 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-af8d3fdf-a11e-4a8b-a4ab-c7f77cf7e86f admin admin] Calling delete_port for 65f594b4-c6b4-4755-991d-e96f89ca71ac owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:15.943059 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:15.959445 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-87e20688-8b29-4840-a2b1-1cc9c16c1dac tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1297762 Jul 28 11:47:15.966913 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56908) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:15.974266 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-129b1665-e14d-4d60-911f-007c57f5d5c2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:15.974493 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:16.056056 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port cd5471b6-df16-4a9e-86f0-f979c33bc033, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=cd5471b6-df16-4a9e-86f0-f979c33bc033,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:16.065928 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a5df6233-6359-4620-bc15-27fc4ec32e39 None None] Deleting port cd5471b6-df16-4a9e-86f0-f979c33bc033 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:16.066317 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5df6233-6359-4620-bc15-27fc4ec32e39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:16.093771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc208b8-ea39-4192-9249-1d3e881daae6 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network 1b8e4983-d179-4f79-a661-70492f35e8ba is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:47:16.151836 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a5df6233-6359-4620-bc15-27fc4ec32e39 None None] For port cd5471b6-df16-4a9e-86f0-f979c33bc033, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=cd5471b6-df16-4a9e-86f0-f979c33bc033,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:16.152442 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5df6233-6359-4620-bc15-27fc4ec32e39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:16.162149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-1bc208b8-ea39-4192-9249-1d3e881daae6 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 1b8e4983-d179-4f79-a661-70492f35e8ba) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:16.186559 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:16.188899 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:16.190914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc208b8-ea39-4192-9249-1d3e881daae6 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:16.191191 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1bc208b8-ea39-4192-9249-1d3e881daae6 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:16.192310 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f12c18c-2b09-4202-9e9a-0ad3eaf4ec1b None None] Network 1b8e4983-d179-4f79-a661-70492f35e8ba requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:16.242685 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Router b0a83c01-f46a-40bf-9c05-5831f3b85c36 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:47:16.246043 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1bc208b8-ea39-4192-9249-1d3e881daae6 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6380410 Jul 28 11:47:16.251912 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:16.255600 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56910) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:16.263394 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-9305caff-0dc6-49af-bc93-c7e9e6b7e532 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:16.299020 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:16.299803 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:16.313756 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=cd5471b6-df16-4a9e-86f0-f979c33bc033,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:16.317700 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a5df6233-6359-4620-bc15-27fc4ec32e39 None None] Calling delete_port for cd5471b6-df16-4a9e-86f0-f979c33bc033 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:16.365806 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129b1665-e14d-4d60-911f-007c57f5d5c2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:16.369449 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-129b1665-e14d-4d60-911f-007c57f5d5c2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:16.502852 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7ade5779-326a-4e33-8383-150e42c61a91 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:16.528646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event updated for resources: {'Port': ['ID=775ce09d-51b6-4ec8-aadd-a8e9d4f3ad63,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:16.581448 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5df6233-6359-4620-bc15-27fc4ec32e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:16.595979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-48b0d31e-e58f-44b5-837b-a38c49533162 None None] Provisioning complete for port bcc8207a-11aa-440b-b164-84173de40e92 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:16.596458 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48b0d31e-e58f-44b5-837b-a38c49533162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:16.611462 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Network 27df68d4-63e5-4462-a2ac-93effa490be9 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:16.621801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:16.658689 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-af8d3fdf-a11e-4a8b-a4ab-c7f77cf7e86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:16.667365 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9305caff-0dc6-49af-bc93-c7e9e6b7e532 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8522749'] for subnet, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:16.704936 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d3fdf-a11e-4a8b-a4ab-c7f77cf7e86f admin admin] Pushing event deleted for resources: {'Port': ['ID=65f594b4-c6b4-4755-991d-e96f89ca71ac,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:16.830078 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:16.850979 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:16.874524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df6233-6359-4620-bc15-27fc4ec32e39 None None] Pushing event deleted for resources: {'Port': ['ID=cd5471b6-df16-4a9e-86f0-f979c33bc033,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:16.902163 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-48b0d31e-e58f-44b5-837b-a38c49533162 None None] Port bcc8207a-11aa-440b-b164-84173de40e92 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:47:16.903855 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5df6233-6359-4620-bc15-27fc4ec32e39 None None] No DVR routers for this DVR port cd5471b6-df16-4a9e-86f0-f979c33bc033 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:16.921765 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-1b8e4983-d179-4f79-a661-70492f35e8ba', 'network_id': '1b8e4983-d179-4f79-a661-70492f35e8ba', 'tenant_id': '339cf640e5b1438587424d4a6d84ebed', 'fixed_ips': [{'subnet_id': '402e405d-0f3b-4075-a4d8-5614f67b0af0'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:47:16.928558 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=e86984a7-7f5d-4480-8882-ef177a0061c2,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:16.928558 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-af8d3fdf-a11e-4a8b-a4ab-c7f77cf7e86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:16.937896 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:16.954567 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 7ade5779-326a-4e33-8383-150e42c61a91 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:16.955202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:17.021967 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:17.095535 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1a5d65b6-3e89-4b88-a668-fe18eba689ab None None] Provisioning complete for port 775ce09d-51b6-4ec8-aadd-a8e9d4f3ad63 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:17.095913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a5d65b6-3e89-4b88-a668-fe18eba689ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:17.141810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-af8d3fdf-a11e-4a8b-a4ab-c7f77cf7e86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:17.144470 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-af8d3fdf-a11e-4a8b-a4ab-c7f77cf7e86f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:17.191314 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1a5d65b6-3e89-4b88-a668-fe18eba689ab None None] Port 775ce09d-51b6-4ec8-aadd-a8e9d4f3ad63 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:47:17.205946 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device eb599a1b-6bdc-44b6-8424-323eebed7786 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:17.233256 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Allocated IP 172.20.0.2 (1b8e4983-d179-4f79-a661-70492f35e8ba/402e405d-0f3b-4075-a4d8-5614f67b0af0/614a82a1-85c1-4e90-86c9-46d2141f05e5) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:17.236970 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-af8d3fdf-a11e-4a8b-a4ab-c7f77cf7e86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:17.237626 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8d3fdf-a11e-4a8b-a4ab-c7f77cf7e86f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62878c34-58d4-4177-bc20-297a8232df4d {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:47:17.240257 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Floating IP 2536b7f6-20de-4959-ab19-ecc53b25ae69 associated. External IP: 172.26.1.199, port: 4f2b78fe-fa99-4b4e-9675-d53fdc70568d. Jul 28 11:47:17.325330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:47:17.328361 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port eb599a1b-6bdc-44b6-8424-323eebed7786 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:17.331184 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-84e2748d-a072-4b54-9083-dd4951d265da admin admin] 10.222.0.43 "PUT /v2.0/routers/b0a83c01-f46a-40bf-9c05-5831f3b85c36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2817137 Jul 28 11:47:17.344825 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Sync routers for ids ['b0a83c01-f46a-40bf-9c05-5831f3b85c36'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:17.346744 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port eb599a1b-6bdc-44b6-8424-323eebed7786 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:17.347135 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:17.365211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Router 68deef64-1654-4d4c-8416-69c06490557e has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:47:17.367278 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-af8d3fdf-a11e-4a8b-a4ab-c7f77cf7e86f admin admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:17.371325 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-af8d3fdf-a11e-4a8b-a4ab-c7f77cf7e86f admin admin] 10.222.0.43 "DELETE /v2.0/routers/62878c34-58d4-4177-bc20-297a8232df4d HTTP/1.1" status: 204 len: 168 time: 3.4939961 Jul 28 11:47:17.372571 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56916) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:17.394316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Routers {'b0a83c01-f46a-40bf-9c05-5831f3b85c36'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:17.398573 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b0a83c01-f46a-40bf-9c05-5831f3b85c36'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:17.512473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router 8d66e034-67e3-4a0c-a483-96b3ce78f7e0 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:47:17.593303 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-446f776c-6c11-49fd-a6a0-c49fd7e82206 admin admin] Deleting subnet 52537c06-0de1-4719-8c48-4b4417843622 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:47:17.606524 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-446f776c-6c11-49fd-a6a0-c49fd7e82206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:17.629353 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:17.637361 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:47:17.640080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-129b1665-e14d-4d60-911f-007c57f5d5c2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:17.650973 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693c922-3521-4bbd-959c-758256f4766a None None] Sync routers for ids ['68deef64-1654-4d4c-8416-69c06490557e'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:17.662923 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7e334a18-94f2-494a-ad72-02479823c29b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "PUT /v2.0/routers/68deef64-1654-4d4c-8416-69c06490557e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7129686 Jul 28 11:47:17.666717 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d693c922-3521-4bbd-959c-758256f4766a None None] Routers {'68deef64-1654-4d4c-8416-69c06490557e'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:17.667329 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d693c922-3521-4bbd-959c-758256f4766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['68deef64-1654-4d4c-8416-69c06490557e'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:17.669999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56922) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:17.683472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Transition to ACTIVE for port object 614a82a1-85c1-4e90-86c9-46d2141f05e5 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:17.693111 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Set router b0a83c01-f46a-40bf-9c05-5831f3b85c36 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:47:17.727778 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b1665-e14d-4d60-911f-007c57f5d5c2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:17.730198 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-446f776c-6c11-49fd-a6a0-c49fd7e82206 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:17.750625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:47:17.754685 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Transition to ACTIVE for port object 614a82a1-85c1-4e90-86c9-46d2141f05e5 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:17.764861 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d693c922-3521-4bbd-959c-758256f4766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:17.765636 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e74fd-4ad6-4bc8-9776-00746f62dbb4 None None] Sync routers for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:17.775025 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d693c922-3521-4bbd-959c-758256f4766a None None] Routers {'68deef64-1654-4d4c-8416-69c06490557e'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:17.775880 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d693c922-3521-4bbd-959c-758256f4766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['68deef64-1654-4d4c-8416-69c06490557e'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:17.780446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:17.808801 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:17.820712 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d693c922-3521-4bbd-959c-758256f4766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:17.821680 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693c922-3521-4bbd-959c-758256f4766a None None] The sync data for ids ['68deef64-1654-4d4c-8416-69c06490557e'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:17.828606 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:17.834017 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-45284e80-d743-465a-8b1f-b8b1137d79e8 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:17.880051 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ffbcbf80-e074-40fb-abdd-c6a412993378 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8793604 Jul 28 11:47:17.886004 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-129b1665-e14d-4d60-911f-007c57f5d5c2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:17.890566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56924) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:17.897212 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e74fd-4ad6-4bc8-9776-00746f62dbb4 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:17.898137 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-f70e74fd-4ad6-4bc8-9776-00746f62dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:17.908061 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ddf44f03-37c4-4072-971f-fd85158ec050 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:17.923362 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129b1665-e14d-4d60-911f-007c57f5d5c2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:17.923882 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-129b1665-e14d-4d60-911f-007c57f5d5c2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:17.932623 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-446f776c-6c11-49fd-a6a0-c49fd7e82206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:17.941454 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d87b8a-1c59-48fa-82ca-fe09a7f8f075 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:17.945012 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-45284e80-d743-465a-8b1f-b8b1137d79e8 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 11:47:17.949361 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-45284e80-d743-465a-8b1f-b8b1137d79e8 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "DELETE /v2.0/routers/68deef64-1654-4d4c-8416-69c06490557e HTTP/1.1" status: 409 len: 329 time: 0.2756391 Jul 28 11:47:17.949690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56926) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:17.995984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b1665-e14d-4d60-911f-007c57f5d5c2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=9d57e3c2-ca86-4f36-ada0-5d6cf9b8619c,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:18.036306 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port eb599a1b-6bdc-44b6-8424-323eebed7786, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=eb599a1b-6bdc-44b6-8424-323eebed7786,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:18.043274 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-129b1665-e14d-4d60-911f-007c57f5d5c2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0730546 Jul 28 11:47:18.043931 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56928) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:18.052733 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Network 1b8e4983-d179-4f79-a661-70492f35e8ba is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:18.053577 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-f70e74fd-4ad6-4bc8-9776-00746f62dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:18.060013 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-bd47016a-2fc6-4263-807d-a125faedc5cd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'mac_address': 'fa:16:3e:69:48:72', 'name': 'tempest-NetworksTestDHCPv6-845100986'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:18.062199 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.071410 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:18.073929 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:18.101524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Pushing event updated for resources: {'Port': ['ID=614a82a1-85c1-4e90-86c9-46d2141f05e5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:18.140995 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e74fd-4ad6-4bc8-9776-00746f62dbb4 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:18.141646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-f70e74fd-4ad6-4bc8-9776-00746f62dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:18.160612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ddf44f03-37c4-4072-971f-fd85158ec050 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.163796 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 849a956f-81c0-433b-821a-e8d3ce3df9f7 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:47:18.241264 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56930) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:18.252640 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-0837c84a-67a1-4407-bfc4-7727c8f561dc tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1671970954', 'description': 'tempest-secgroup-smoke-1671970954 description', 'project_id': '51ac002bba904616bbf9cec718c70d3e'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:18.262502 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-f70e74fd-4ad6-4bc8-9776-00746f62dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:18.263174 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e74fd-4ad6-4bc8-9776-00746f62dbb4 None None] The sync data for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:18.270725 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-446f776c-6c11-49fd-a6a0-c49fd7e82206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.291446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 849a956f-81c0-433b-821a-e8d3ce3df9f7 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:47:18.291863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 849a956f-81c0-433b-821a-e8d3ce3df9f7 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:47:18.292772 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device cd5471b6-df16-4a9e-86f0-f979c33bc033 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:47:18.314391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0837c84a-67a1-4407-bfc4-7727c8f561dc tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.341333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: cd5471b6-df16-4a9e-86f0-f979c33bc033 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:47:18.342211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device cd5471b6-df16-4a9e-86f0-f979c33bc033 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:47:18.373973 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f776c-6c11-49fd-a6a0-c49fd7e82206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52537c06-0de1-4719-8c48-4b4417843622,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:18.386934 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-446f776c-6c11-49fd-a6a0-c49fd7e82206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.390463 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=eb599a1b-6bdc-44b6-8424-323eebed7786,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:18.391703 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-446f776c-6c11-49fd-a6a0-c49fd7e82206 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/52537c06-0de1-4719-8c48-4b4417843622 HTTP/1.1" status: 204 len: 168 time: 1.0057399 Jul 28 11:47:18.394867 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9305caff-0dc6-49af-bc93-c7e9e6b7e532 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758057976360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3128008'] for subnet, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.397850 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56932) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:18.399972 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Attempting to bind port 614a82a1-85c1-4e90-86c9-46d2141f05e5 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:47:18.399972 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Attempting to bind port 614a82a1-85c1-4e90-86c9-46d2141f05e5 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '5e6de64a-5054-4c70-943d-f7b6d0ed8117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1b8e4983-d179-4f79-a661-70492f35e8ba'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:47:18.400240 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Attempting to bind port 614a82a1-85c1-4e90-86c9-46d2141f05e5 on network 1b8e4983-d179-4f79-a661-70492f35e8ba {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:47:18.402299 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6ffb00-faaf-481a-ab1d-0e77954ec5ea None None] Network 1bdecf82-0e70-4af7-9715-9a46699c8f22 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:18.461419 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0837c84a-67a1-4407-bfc4-7727c8f561dc tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.465448 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cc081036-a766-4191-80c7-94ec8b7ca44b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.474467 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0837c84a-67a1-4407-bfc4-7727c8f561dc tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.489820 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:47:18.490857 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Checking segment: {'id': '5e6de64a-5054-4c70-943d-f7b6d0ed8117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1b8e4983-d179-4f79-a661-70492f35e8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:18.491460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.492404 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Bound using segment: {'id': '5e6de64a-5054-4c70-943d-f7b6d0ed8117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1b8e4983-d179-4f79-a661-70492f35e8ba'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:47:18.492917 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Bound port: 614a82a1-85c1-4e90-86c9-46d2141f05e5, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6de64a-5054-4c70-943d-f7b6d0ed8117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1b8e4983-d179-4f79-a661-70492f35e8ba'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:47:18.493708 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.541020 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9305caff-0dc6-49af-bc93-c7e9e6b7e532 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:18.541612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9305caff-0dc6-49af-bc93-c7e9e6b7e532 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.545935 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9305caff-0dc6-49af-bc93-c7e9e6b7e532 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "PUT /v2.0/subnets/402e405d-0f3b-4075-a4d8-5614f67b0af0 HTTP/1.1" status: 200 len: 806 time: 2.2848175 Jul 28 11:47:18.547835 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56934) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:18.553988 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 65f594b4-c6b4-4755-991d-e96f89ca71ac no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:47:18.567162 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ddf44f03-37c4-4072-971f-fd85158ec050 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.568251 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837c84a-67a1-4407-bfc4-7727c8f561dc tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652d6ada-68ac-48f3-8ecf-91cdc134df26,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:18.620195 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': '9d57e3c2-ca86-4f36-ada0-5d6cf9b8619c'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:47:18.621061 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.626916 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ddf44f03-37c4-4072-971f-fd85158ec050 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.627233 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-ddf44f03-37c4-4072-971f-fd85158ec050 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Floating IP 2536b7f6-20de-4959-ab19-ecc53b25ae69 disassociated. External IP: 172.26.1.199, port: 4f2b78fe-fa99-4b4e-9675-d53fdc70568d. Jul 28 11:47:18.628717 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 65f594b4-c6b4-4755-991d-e96f89ca71ac {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:47:18.629070 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 65f594b4-c6b4-4755-991d-e96f89ca71ac not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:47:18.672029 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305caff-0dc6-49af-bc93-c7e9e6b7e532 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Subnet': ['ID=402e405d-0f3b-4075-a4d8-5614f67b0af0,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:18.681488 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.682768 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0837c84a-67a1-4407-bfc4-7727c8f561dc tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.687692 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0837c84a-67a1-4407-bfc4-7727c8f561dc tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4419334 Jul 28 11:47:18.688701 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56936) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:18.689496 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd47016a-2fc6-4263-807d-a125faedc5cd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:18.697247 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-2ccce90f-6ed6-49ef-9a54-31b214080012 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Request body: {'security_group_rule': {'security_group_id': '652d6ada-68ac-48f3-8ecf-91cdc134df26', 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:18.728771 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] For port 614a82a1-85c1-4e90-86c9-46d2141f05e5, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:47:18.781340 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-cc081036-a766-4191-80c7-94ec8b7ca44b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Deleting port 775ce09d-51b6-4ec8-aadd-a8e9d4f3ad63 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:18.781839 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cc081036-a766-4191-80c7-94ec8b7ca44b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.896190 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cc081036-a766-4191-80c7-94ec8b7ca44b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.897218 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.910485 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-cc081036-a766-4191-80c7-94ec8b7ca44b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Calling delete_port for 775ce09d-51b6-4ec8-aadd-a8e9d4f3ad63 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:18.913386 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ccce90f-6ed6-49ef-9a54-31b214080012 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.953046 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] For port 614a82a1-85c1-4e90-86c9-46d2141f05e5, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=614a82a1-85c1-4e90-86c9-46d2141f05e5,segment=NetworkSegment(5e6de64a-5054-4c70-943d-f7b6d0ed8117),segment_id=5e6de64a-5054-4c70-943d-f7b6d0ed8117)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:47:18.959325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd47016a-2fc6-4263-807d-a125faedc5cd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:18.969787 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'name': 'tempest-TestVolumeBootPattern-1845340292-router', 'tenant_id': '7a6956efca054df4ba057243a5fa1a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'eb599a1b-6bdc-44b6-8424-323eebed7786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:47:03Z', 'updated_at': '2021-07-28T11:47:13Z', 'revision_number': 4, 'project_id': '7a6956efca054df4ba057243a5fa1a70', 'gw_port': {'id': 'eb599a1b-6bdc-44b6-8424-323eebed7786', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:64:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:47:04Z', 'updated_at': '2021-07-28T11:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'bcc8207a-11aa-440b-b164-84173de40e92', 'name': '', 'network_id': '0280e4bd-b748-42e1-b2e8-1a83ec3f33dc', 'tenant_id': '7a6956efca054df4ba057243a5fa1a70', 'mac_address': 'fa:16:3e:de:cc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '9d263fbb-6c36-44e6-96a6-ed8491f9ed9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:47:10Z', 'updated_at': '2021-07-28T11:47:14Z', 'revision_number': 2, 'project_id': '7a6956efca054df4ba057243a5fa1a70', 'subnets': [{'id': '9d263fbb-6c36-44e6-96a6-ed8491f9ed9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:18.972072 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:19.016594 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Checking router: b0a83c01-f46a-40bf-9c05-5831f3b85c36 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:47:19.016964 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Updating router b0a83c01-f46a-40bf-9c05-5831f3b85c36 port bcc8207a-11aa-440b-b164-84173de40e92 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:47:19.079634 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-bd47016a-2fc6-4263-807d-a125faedc5cd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port 6c8d183d-55a2-4249-83f0-feed84541df4 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:47:19.108429 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cc081036-a766-4191-80c7-94ec8b7ca44b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:19.127033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] Deleting port 77f6bf4f-6261-4181-84c4-c8bf75c10926 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:19.127033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:19.129253 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:19.146670 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6e798-9079-47bf-86c8-06599e253985 None None] Pushing event updated for resources: {'Port': ['ID=614a82a1-85c1-4e90-86c9-46d2141f05e5,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:19.162377 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Allocated IP 2001:db8::2 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/9d57e3c2-ca86-4f36-ada0-5d6cf9b8619c/88ceb2bb-f71a-457d-8ec4-74af93f7cd8d) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:19.256337 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ccce90f-6ed6-49ef-9a54-31b214080012 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:19.266783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cc081036-a766-4191-80c7-94ec8b7ca44b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:19.278499 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc081036-a766-4191-80c7-94ec8b7ca44b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event deleted for resources: {'Port': ['ID=775ce09d-51b6-4ec8-aadd-a8e9d4f3ad63,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:19.291528 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ccce90f-6ed6-49ef-9a54-31b214080012 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:19.315747 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] For port 77f6bf4f-6261-4181-84c4-c8bf75c10926, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=77f6bf4f-6261-4181-84c4-c8bf75c10926,segment=NetworkSegment(64171afb-54c7-40f4-b804-e53347d094eb),segment_id=64171afb-54c7-40f4-b804-e53347d094eb)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:19.316297 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:19.351363 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] Calling delete_port for 77f6bf4f-6261-4181-84c4-c8bf75c10926 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:19.368724 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450be32d-2555-412e-92b2-d445bb6b126d None None] DHCP port deletion for 1bdecf82-0e70-4af7-9715-9a46699c8f22 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:47:19.499760 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf44f03-37c4-4072-971f-fd85158ec050 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router 8d66e034-67e3-4a0c-a483-96b3ce78f7e0 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:47:19.517716 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccce90f-6ed6-49ef-9a54-31b214080012 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bb3f40-8ed2-451b-957d-8470c63bcfdc,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:19.532665 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Deleting port 614a82a1-85c1-4e90-86c9-46d2141f05e5 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:19.533295 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:19.600419 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ccce90f-6ed6-49ef-9a54-31b214080012 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:19.604786 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2ccce90f-6ed6-49ef-9a54-31b214080012 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9108448 Jul 28 11:47:19.608879 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56938) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:19.615611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-876f0ef1-15e0-46e8-b4b3-660c273d776d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Request body: {'security_group_rule': {'security_group_id': '652d6ada-68ac-48f3-8ecf-91cdc134df26', 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:19.628892 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:19.670968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-450be32d-2555-412e-92b2-d445bb6b126d None None] Deleting port 77f6bf4f-6261-4181-84c4-c8bf75c10926 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:19.671506 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-450be32d-2555-412e-92b2-d445bb6b126d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:19.673368 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:19.694193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] No DVR routers for this DVR port 77f6bf4f-6261-4181-84c4-c8bf75c10926 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:19.728588 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Transition to ACTIVE for port object 88ceb2bb-f71a-457d-8ec4-74af93f7cd8d will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:19.796325 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-450be32d-2555-412e-92b2-d445bb6b126d None None] For port 77f6bf4f-6261-4181-84c4-c8bf75c10926, host dv-neutron-786478-16-hyperv, got binding levels [] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:19.796743 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-450be32d-2555-412e-92b2-d445bb6b126d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:19.806959 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Transition to ACTIVE for port object 88ceb2bb-f71a-457d-8ec4-74af93f7cd8d will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:19.816625 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-450be32d-2555-412e-92b2-d445bb6b126d None None] Calling delete_port for 77f6bf4f-6261-4181-84c4-c8bf75c10926 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:19.823547 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-450be32d-2555-412e-92b2-d445bb6b126d None None] Port 77f6bf4f-6261-4181-84c4-c8bf75c10926 was not found and therefore no delete operation was performed {{(pid=100417) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:47:19.830859 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:19.837912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:19.842540 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-450be32d-2555-412e-92b2-d445bb6b126d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:19.865923 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc081036-a766-4191-80c7-94ec8b7ca44b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Router 68deef64-1654-4d4c-8416-69c06490557e has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:47:19.886968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Transition to ACTIVE for port object bcc8207a-11aa-440b-b164-84173de40e92 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:19.897510 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:19.904380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450be32d-2555-412e-92b2-d445bb6b126d None None] No DVR routers for this DVR port 77f6bf4f-6261-4181-84c4-c8bf75c10926 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:19.909390 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:19.912704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:19.914833 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:19.916963 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Pushing event updated for resources: {'Port': ['ID=88ceb2bb-f71a-457d-8ec4-74af93f7cd8d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:19.954734 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc081036-a766-4191-80c7-94ec8b7ca44b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:47:19.963228 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cc081036-a766-4191-80c7-94ec8b7ca44b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "PUT /v2.0/routers/68deef64-1654-4d4c-8416-69c06490557e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0091517 Jul 28 11:47:19.966566 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56940) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:19.971189 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450be32d-2555-412e-92b2-d445bb6b126d None None] Pushing event deleted for resources: {'Port': ['ID=77f6bf4f-6261-4181-84c4-c8bf75c10926,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:19.975504 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266936bd-d1aa-4939-9aca-c5cdff8590c5 None None] Sync routers for ids ['68deef64-1654-4d4c-8416-69c06490557e'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:19.993332 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266936bd-d1aa-4939-9aca-c5cdff8590c5 None None] Routers {'68deef64-1654-4d4c-8416-69c06490557e'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:19.995409 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-266936bd-d1aa-4939-9aca-c5cdff8590c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['68deef64-1654-4d4c-8416-69c06490557e'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:20.027891 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-5483cccd-9c1c-4efb-8dc6-bc6146f5c96e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] show failed (client error): The resource could not be found. Jul 28 11:47:20.029799 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5483cccd-9c1c-4efb-8dc6-bc6146f5c96e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-640401247 HTTP/1.1" status: 404 len: 334 time: 0.0619326 Jul 28 11:47:20.034623 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56942) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:20.049516 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-266936bd-d1aa-4939-9aca-c5cdff8590c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:20.050513 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-7e2870ad-9b46-404b-b449-b13597c85471 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:20.053512 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.058766 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266936bd-d1aa-4939-9aca-c5cdff8590c5 None None] Routers {'68deef64-1654-4d4c-8416-69c06490557e'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:20.065833 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-266936bd-d1aa-4939-9aca-c5cdff8590c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['68deef64-1654-4d4c-8416-69c06490557e'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:20.105957 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-7e2870ad-9b46-404b-b449-b13597c85471 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] update failed (client error): The resource could not be found. Jul 28 11:47:20.108285 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7e2870ad-9b46-404b-b449-b13597c85471 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-178637461 HTTP/1.1" status: 404 len: 334 time: 0.0723104 Jul 28 11:47:20.108428 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Attempting to bind port 88ceb2bb-f71a-457d-8ec4-74af93f7cd8d on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:47:20.108801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Attempting to bind port 88ceb2bb-f71a-457d-8ec4-74af93f7cd8d by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:47:20.109140 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Attempting to bind port 88ceb2bb-f71a-457d-8ec4-74af93f7cd8d on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:47:20.111711 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4338b-cab9-49c0-9701-11bf2ff2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=bcc8207a-11aa-440b-b164-84173de40e92,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:20.112563 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56944) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:20.117915 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-266936bd-d1aa-4939-9aca-c5cdff8590c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:20.118713 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266936bd-d1aa-4939-9aca-c5cdff8590c5 None None] The sync data for ids ['68deef64-1654-4d4c-8416-69c06490557e'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:20.159302 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:47:20.159762 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:20.160268 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.160751 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:47:20.161302 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Bound port: 88ceb2bb-f71a-457d-8ec4-74af93f7cd8d, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:47:20.161770 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.186815 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Attempting to bind port bcc8207a-11aa-440b-b164-84173de40e92 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:47:20.187253 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Attempting to bind port bcc8207a-11aa-440b-b164-84173de40e92 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0280e4bd-b748-42e1-b2e8-1a83ec3f33dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:47:20.187823 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Attempting to bind port bcc8207a-11aa-440b-b164-84173de40e92 on network 0280e4bd-b748-42e1-b2e8-1a83ec3f33dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:47:20.195902 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57084d8-ae5c-470f-8105-358f3ed91505 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Deleting subnet 76888e04-8667-438c-9b6b-159818b6cc25 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:47:20.200181 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e57084d8-ae5c-470f-8105-358f3ed91505 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.215765 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:47:20.216184 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Checking segment: {'id': '24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0280e4bd-b748-42e1-b2e8-1a83ec3f33dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:20.216543 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.217571 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Bound using segment: {'id': '24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0280e4bd-b748-42e1-b2e8-1a83ec3f33dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:47:20.218061 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Bound port: bcc8207a-11aa-440b-b164-84173de40e92, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0280e4bd-b748-42e1-b2e8-1a83ec3f33dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:47:20.218567 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.230938 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f6bf4f-6261-4181-84c4-c8bf75c10926,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:20.274545 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e57084d8-ae5c-470f-8105-358f3ed91505 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.297578 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] For port 88ceb2bb-f71a-457d-8ec4-74af93f7cd8d, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:47:20.304329 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] For port 88ceb2bb-f71a-457d-8ec4-74af93f7cd8d, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=88ceb2bb-f71a-457d-8ec4-74af93f7cd8d,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:47:20.317288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.362234 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] For port bcc8207a-11aa-440b-b164-84173de40e92, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:47:20.394262 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] For port bcc8207a-11aa-440b-b164-84173de40e92, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=bcc8207a-11aa-440b-b164-84173de40e92,segment=NetworkSegment(24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963),segment_id=24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:47:20.411241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.413283 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e57084d8-ae5c-470f-8105-358f3ed91505 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.453729 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77699346-b45e-458a-8e0e-c3b2db303b72 None None] Pushing event updated for resources: {'Port': ['ID=88ceb2bb-f71a-457d-8ec4-74af93f7cd8d,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:20.492660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Routers {'b0a83c01-f46a-40bf-9c05-5831f3b85c36'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:20.493377 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b0a83c01-f46a-40bf-9c05-5831f3b85c36'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:20.513456 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] For port 614a82a1-85c1-4e90-86c9-46d2141f05e5, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=614a82a1-85c1-4e90-86c9-46d2141f05e5,segment=NetworkSegment(5e6de64a-5054-4c70-943d-f7b6d0ed8117),segment_id=5e6de64a-5054-4c70-943d-f7b6d0ed8117)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:20.516924 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.531659 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-876f0ef1-15e0-46e8-b4b3-660c273d776d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.546323 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e57084d8-ae5c-470f-8105-358f3ed91505 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.605345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-bd47016a-2fc6-4263-807d-a125faedc5cd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::cd (ff79b356-b140-4126-83e7-2a8ec9cd81dc/9d57e3c2-ca86-4f36-ada0-5d6cf9b8619c/6c8d183d-55a2-4249-83f0-feed84541df4) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:20.625397 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57084d8-ae5c-470f-8105-358f3ed91505 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event deleted for resources: {'Subnet': ['ID=76888e04-8667-438c-9b6b-159818b6cc25,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:20.637936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.639810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e57084d8-ae5c-470f-8105-358f3ed91505 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.645162 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e57084d8-ae5c-470f-8105-358f3ed91505 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "DELETE /v2.0/subnets/76888e04-8667-438c-9b6b-159818b6cc25 HTTP/1.1" status: 204 len: 168 time: 0.5303962 Jul 28 11:47:20.647006 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56948) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:20.657075 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdecf82-0e70-4af7-9715-9a46699c8f22']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:20.675881 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64171afb-54c7-40f4-b804-e53347d094eb') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:20.676238 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64171afb-54c7-40f4-b804-e53347d094eb') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:20.694544 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.723187 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] Set router b0a83c01-f46a-40bf-9c05-5831f3b85c36 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:47:20.725227 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.735110 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:20.735548 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.821360 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.851713 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d9e3d0-7363-4a02-9376-cea22fbe3b7b None None] Network 564c2ff3-8dd5-4efd-9900-0bd8f2abb69b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:20.854166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device eb599a1b-6bdc-44b6-8424-323eebed7786 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:20.855951 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b13e104-1b21-4e41-ac5b-a96c80e6e977 None None] Network 1b8e4983-d179-4f79-a661-70492f35e8ba requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:20.864815 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:20.867812 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf44f03-37c4-4072-971f-fd85158ec050 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:47:20.897825 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.912800 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ddf44f03-37c4-4072-971f-fd85158ec050 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.931933 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Calling delete_port for 614a82a1-85c1-4e90-86c9-46d2141f05e5 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:20.946382 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Deleting port 7ade5779-326a-4e33-8383-150e42c61a91 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:20.946880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.992718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.994816 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1bdecf82-0e70-4af7-9715-9a46699c8f22 HTTP/1.1" status: 204 len: 168 time: 2.5905280 Jul 28 11:47:21.024572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32103543-2a06-4ec6-a556-fd6182bc7e25 None None] Sync routers for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:21.052067 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] For port 7ade5779-326a-4e33-8383-150e42c61a91, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7ade5779-326a-4e33-8383-150e42c61a91,segment=NetworkSegment(04b9b99c-7867-4319-9c13-e9e060a43ce8),segment_id=04b9b99c-7867-4319-9c13-e9e060a43ce8)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:21.052449 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:21.065509 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ef74b-0f2d-4200-95bd-90e08bf12466 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bdecf82-0e70-4af7-9715-9a46699c8f22,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:21.088353 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Calling delete_port for 7ade5779-326a-4e33-8383-150e42c61a91 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:21.092231 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32103543-2a06-4ec6-a556-fd6182bc7e25 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:21.093041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-32103543-2a06-4ec6-a556-fd6182bc7e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:21.188222 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ddf44f03-37c4-4072-971f-fd85158ec050 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "PUT /v2.0/floatingips/2536b7f6-20de-4959-ab19-ecc53b25ae69 HTTP/1.1" status: 200 len: 688 time: 3.2895558 Jul 28 11:47:21.192262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56966) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:21.311670 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4338b-cab9-49c0-9701-11bf2ff2d9c4 None None] Pushing event updated for resources: {'Port': ['ID=bcc8207a-11aa-440b-b164-84173de40e92,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:21.313162 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de8ac1-9ba6-46e3-95b2-67991de7ad6b req-46531d06-e4f0-4a75-a288-af38f060586a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:21.315724 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-44de8ac1-9ba6-46e3-95b2-67991de7ad6b req-46531d06-e4f0-4a75-a288-af38f060586a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 945 time: 0.1058984 Jul 28 11:47:21.328125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-32103543-2a06-4ec6-a556-fd6182bc7e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:21.344198 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:21.387376 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event deleted for resources: {'Port': ['ID=7ade5779-326a-4e33-8383-150e42c61a91,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:21.412322 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] No DVR routers for this DVR port 7ade5779-326a-4e33-8383-150e42c61a91 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:21.413769 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56974) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:21.431101 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-44de8ac1-9ba6-46e3-95b2-67991de7ad6b req-4f49039e-22df-4cea-8f9c-9687ffc08b80 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1088250 Jul 28 11:47:21.441173 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32103543-2a06-4ec6-a556-fd6182bc7e25 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:21.441823 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-32103543-2a06-4ec6-a556-fd6182bc7e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:21.457448 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-237c330a-314a-4d52-9202-009844a341e6 None None] Provisioning for port 614a82a1-85c1-4e90-86c9-46d2141f05e5 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:21.527094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-876f0ef1-15e0-46e8-b4b3-660c273d776d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:21.538956 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-32103543-2a06-4ec6-a556-fd6182bc7e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:21.541195 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32103543-2a06-4ec6-a556-fd6182bc7e25 None None] The sync data for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:21.552563 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-876f0ef1-15e0-46e8-b4b3-660c273d776d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:21.609343 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:21.624615 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564c2ff3-8dd5-4efd-9900-0bd8f2abb69b']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:21.632272 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6e0d4651-d37d-470b-a15b-7e28a78990c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=867db38fceb44b51b6b72c93ff16fc95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2170310 Jul 28 11:47:21.632923 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56976) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:21.654378 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f0ef1-15e0-46e8-b4b3-660c273d776d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aadbb3a4-171b-416c-b489-8900f8ed83ec,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:21.658293 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b9b99c-7867-4319-9c13-e9e060a43ce8') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:21.660439 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b9b99c-7867-4319-9c13-e9e060a43ce8') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:21.677446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd47016a-2fc6-4263-807d-a125faedc5cd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:21.680028 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:21.681986 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port eb599a1b-6bdc-44b6-8424-323eebed7786 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:21.682373 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:21.694976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-876f0ef1-15e0-46e8-b4b3-660c273d776d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:21.699066 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-876f0ef1-15e0-46e8-b4b3-660c273d776d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0877991 Jul 28 11:47:21.701778 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56978) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:21.719883 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:21.724813 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3f4d118c-38bc-465b-b91d-e0c30b28bda3 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Request body: {'security_group_rule': {'security_group_id': '652d6ada-68ac-48f3-8ecf-91cdc134df26', 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:21.731304 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:21.731743 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:21.734303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150e7db9-cc92-4ad8-a88f-4714100ebfcb None None] DHCP port deletion for 564c2ff3-8dd5-4efd-9900-0bd8f2abb69b request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:21.735567 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:21.741485 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-bd47016a-2fc6-4263-807d-a125faedc5cd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object 6c8d183d-55a2-4249-83f0-feed84541df4 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:21.811033 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb3c5-61d4-44b3-b979-2a9ea26bd154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:21.834521 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:21.835186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-996c4f85-e943-4d4d-ae91-991215c0709e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Deleting port e86984a7-7f5d-4480-8882-ef177a0061c2 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:21.836602 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-996c4f85-e943-4d4d-ae91-991215c0709e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:21.846463 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:21.848607 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "DELETE /v2.0/networks/564c2ff3-8dd5-4efd-9900-0bd8f2abb69b HTTP/1.1" status: 204 len: 168 time: 1.2005188 Jul 28 11:47:21.850822 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb3c5-61d4-44b3-b979-2a9ea26bd154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:21.854919 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56980) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:21.871197 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'name': 'tempest-TestVolumeBootPattern-1845340292-router', 'tenant_id': '7a6956efca054df4ba057243a5fa1a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'eb599a1b-6bdc-44b6-8424-323eebed7786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:47:03Z', 'updated_at': '2021-07-28T11:47:13Z', 'revision_number': 4, 'project_id': '7a6956efca054df4ba057243a5fa1a70', 'gw_port': {'id': 'eb599a1b-6bdc-44b6-8424-323eebed7786', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:64:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:47:04Z', 'updated_at': '2021-07-28T11:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'bcc8207a-11aa-440b-b164-84173de40e92', 'name': '', 'network_id': '0280e4bd-b748-42e1-b2e8-1a83ec3f33dc', 'tenant_id': '7a6956efca054df4ba057243a5fa1a70', 'mac_address': 'fa:16:3e:de:cc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '9d263fbb-6c36-44e6-96a6-ed8491f9ed9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:47:10Z', 'updated_at': '2021-07-28T11:47:20Z', 'revision_number': 4, 'project_id': '7a6956efca054df4ba057243a5fa1a70', 'subnets': [{'id': '9d263fbb-6c36-44e6-96a6-ed8491f9ed9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:21.898331 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c01876-54a3-4f87-97ab-fac42c8a4782 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event deleted for resources: {'Network': ['ID=564c2ff3-8dd5-4efd-9900-0bd8f2abb69b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:21.905013 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f8d0c0-b708-4a0c-8930-e81e39c6368a None None] The sync data for ids ['b0a83c01-f46a-40bf-9c05-5831f3b85c36'] in dv-neutron-786478-16-hyperv is: [{'id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'name': 'tempest-TestVolumeBootPattern-1845340292-router', 'tenant_id': '7a6956efca054df4ba057243a5fa1a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'eb599a1b-6bdc-44b6-8424-323eebed7786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:47:03Z', 'updated_at': '2021-07-28T11:47:13Z', 'revision_number': 4, 'project_id': '7a6956efca054df4ba057243a5fa1a70', 'gw_port': {'id': 'eb599a1b-6bdc-44b6-8424-323eebed7786', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:64:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:47:04Z', 'updated_at': '2021-07-28T11:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'bcc8207a-11aa-440b-b164-84173de40e92', 'name': '', 'network_id': '0280e4bd-b748-42e1-b2e8-1a83ec3f33dc', 'tenant_id': '7a6956efca054df4ba057243a5fa1a70', 'mac_address': 'fa:16:3e:de:cc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '9d263fbb-6c36-44e6-96a6-ed8491f9ed9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:47:10Z', 'updated_at': '2021-07-28T11:47:20Z', 'revision_number': 4, 'project_id': '7a6956efca054df4ba057243a5fa1a70', 'subnets': [{'id': '9d263fbb-6c36-44e6-96a6-ed8491f9ed9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:21.918580 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 614a82a1-85c1-4e90-86c9-46d2141f05e5 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:21.947706 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f4d118c-38bc-465b-b91d-e0c30b28bda3 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.014918 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e88e18-ed66-4576-b16f-4bcf72e643ac tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Deleting subnet 1dbe5a86-3a07-4525-a408-7d608522c15f {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:47:22.019096 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-82e88e18-ed66-4576-b16f-4bcf72e643ac tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.022936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.045718 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No active binding found for port 614a82a1-85c1-4e90-86c9-46d2141f05e5 {{(pid=100417) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 11:47:22.045718 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 614a82a1-85c1-4e90-86c9-46d2141f05e5 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 11:47:22.073033 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Port 614a82a1-85c1-4e90-86c9-46d2141f05e5 not found, will not notify nova. {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 11:47:22.087799 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb3c5-61d4-44b3-b979-2a9ea26bd154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.090521 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb3c5-61d4-44b3-b979-2a9ea26bd154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.095397 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5b6bb3c5-61d4-44b3-b979-2a9ea26bd154 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dae19304-a076-4b91-8c77-485a4f09debf HTTP/1.1" status: 204 len: 168 time: 0.4562078 Jul 28 11:47:22.132790 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f4d118c-38bc-465b-b91d-e0c30b28bda3 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.133815 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-82e88e18-ed66-4576-b16f-4bcf72e643ac tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.137016 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bb3c5-61d4-44b3-b979-2a9ea26bd154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae19304-a076-4b91-8c77-485a4f09debf,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:22.137664 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Port': ['ID=614a82a1-85c1-4e90-86c9-46d2141f05e5,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:22.161368 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f4d118c-38bc-465b-b91d-e0c30b28bda3 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.188634 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 77f6bf4f-6261-4181-84c4-c8bf75c10926 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:47:22.224351 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-996c4f85-e943-4d4d-ae91-991215c0709e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.224712 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-996c4f85-e943-4d4d-ae91-991215c0709e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.227328 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 77f6bf4f-6261-4181-84c4-c8bf75c10926 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:47:22.227682 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 77f6bf4f-6261-4181-84c4-c8bf75c10926 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:47:22.247010 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d118c-38bc-465b-b91d-e0c30b28bda3 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5d93c1-33d9-4733-ad7d-4327a3d22cf6,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:22.263041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd47016a-2fc6-4263-807d-a125faedc5cd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.322826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4bb9e259-e2a1-4220-a709-a43923c0be7c None None] Provisioning for port 88ceb2bb-f71a-457d-8ec4-74af93f7cd8d completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:22.337667 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdac418-02aa-4ecc-9109-d9f4cb2e8c4b None None] Network 1b8e4983-d179-4f79-a661-70492f35e8ba requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:22.339978 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-82e88e18-ed66-4576-b16f-4bcf72e643ac tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.347493 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No DVR routers for this DVR port 614a82a1-85c1-4e90-86c9-46d2141f05e5 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:22.353234 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-996c4f85-e943-4d4d-ae91-991215c0709e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Calling delete_port for e86984a7-7f5d-4480-8882-ef177a0061c2 owned by network:floatingip {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:22.455278 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-82e88e18-ed66-4576-b16f-4bcf72e643ac tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.459273 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3ede39f7-74c3-445a-b230-826a4b552140 None None] Could not find standard attr ID for object 614a82a1-85c1-4e90-86c9-46d2141f05e5. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:47:22.460037 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f4d118c-38bc-465b-b91d-e0c30b28bda3 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.464720 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3f4d118c-38bc-465b-b91d-e0c30b28bda3 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7446358 Jul 28 11:47:22.465350 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 56988) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:22.511850 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-89bc63ab-a0cd-4aea-ad34-35d2ec0eb19d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Request body: {'security_group_rule': {'security_group_id': '652d6ada-68ac-48f3-8ecf-91cdc134df26', 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:22.547932 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e88e18-ed66-4576-b16f-4bcf72e643ac tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event deleted for resources: {'Subnet': ['ID=1dbe5a86-3a07-4525-a408-7d608522c15f,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:22.550372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-82e88e18-ed66-4576-b16f-4bcf72e643ac tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.552564 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-82e88e18-ed66-4576-b16f-4bcf72e643ac tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "DELETE /v2.0/subnets/1dbe5a86-3a07-4525-a408-7d608522c15f HTTP/1.1" status: 204 len: 168 time: 0.6954362 Jul 28 11:47:22.564235 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 56990) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:22.593195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd47016a-2fc6-4263-807d-a125faedc5cd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:22.624225 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2a4329-cc00-4375-98fb-809c3d913448 None None] Network bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:22.657598 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.686869 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5343eb3-c944-4f34-8740-f6066208a00b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Deleting subnet 935e890f-27ae-46fc-95ab-d43b38c776ff {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:47:22.713930 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638f08f-619d-4574-91c5-7fcb1c05f8bb req-98c22122-8f52-4636-8281-292d05309850 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:22.715689 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3638f08f-619d-4574-91c5-7fcb1c05f8bb req-98c22122-8f52-4636-8281-292d05309850 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 945 time: 0.1710098 Jul 28 11:47:22.717541 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b5343eb3-c944-4f34-8740-f6066208a00b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.743142 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device bcc8207a-11aa-440b-b164-84173de40e92 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:22.754476 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-bd47016a-2fc6-4263-807d-a125faedc5cd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:22.799630 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd47016a-2fc6-4263-807d-a125faedc5cd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:22.814488 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd47016a-2fc6-4263-807d-a125faedc5cd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:22.815350 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd47016a-2fc6-4263-807d-a125faedc5cd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.827064 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b5343eb3-c944-4f34-8740-f6066208a00b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:22.827931 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47016a-2fc6-4263-807d-a125faedc5cd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=6c8d183d-55a2-4249-83f0-feed84541df4,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:22.902026 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3638f08f-619d-4574-91c5-7fcb1c05f8bb req-6db6ce1d-1459-4ba1-90f7-7dfc0c201ca7 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1481087 Jul 28 11:47:22.952910 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bd47016a-2fc6-4263-807d-a125faedc5cd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.8938315 Jul 28 11:47:22.953969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57000) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:22.979540 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89bc63ab-a0cd-4aea-ad34-35d2ec0eb19d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.004181 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.019767 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port bcc8207a-11aa-440b-b164-84173de40e92 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:23.033984 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port bcc8207a-11aa-440b-b164-84173de40e92 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:23.034360 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.080726 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30f570e-d4ea-4450-8125-31c40372f1a9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:23.087613 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30f570e-d4ea-4450-8125-31c40372f1a9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:23.092111 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b30f570e-d4ea-4450-8125-31c40372f1a9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1341360 Jul 28 11:47:23.100272 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57002) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:23.128153 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Subnet': ['ID=402e405d-0f3b-4075-a4d8-5614f67b0af0,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:23.174616 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8736c9-36c0-4b10-8175-43071dff4baa None None] DHCP port deletion for bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:47:23.254742 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.285258 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b5343eb3-c944-4f34-8740-f6066208a00b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.315581 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-996c4f85-e943-4d4d-ae91-991215c0709e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.327370 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55c562f-1f17-433d-94df-ce75171c5f11 None None] Network 1b8e4983-d179-4f79-a661-70492f35e8ba requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:23.333805 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port bcc8207a-11aa-440b-b164-84173de40e92, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=bcc8207a-11aa-440b-b164-84173de40e92,segment=NetworkSegment(24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963),segment_id=24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:23.378342 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-449c7b46-38fd-406b-90fa-0365d2cfe6d2 None None] Provisioning for port 6c8d183d-55a2-4249-83f0-feed84541df4 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:23.383581 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.389432 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 88ceb2bb-f71a-457d-8ec4-74af93f7cd8d up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:23.407503 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c4f85-e943-4d4d-ae91-991215c0709e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Port': ['ID=e86984a7-7f5d-4480-8882-ef177a0061c2,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:23.431730 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.434869 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port 6c8d183d-55a2-4249-83f0-feed84541df4 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:23.436323 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.444986 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8e4983-d179-4f79-a661-70492f35e8ba']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:23.461481 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-449c7b46-38fd-406b-90fa-0365d2cfe6d2 None None] Provisioning complete for port 6c8d183d-55a2-4249-83f0-feed84541df4 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:23.461899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6de64a-5054-4c70-943d-f7b6d0ed8117') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:23.462056 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6de64a-5054-4c70-943d-f7b6d0ed8117') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:23.462614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-449c7b46-38fd-406b-90fa-0365d2cfe6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.476073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.494505 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.502979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:23.503262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.508810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b5343eb3-c944-4f34-8740-f6066208a00b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.536134 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8e8736c9-36c0-4b10-8175-43071dff4baa None None] Deleting port ac88ff36-e0c4-4de3-b4fe-107b6333173b {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:23.536801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e8736c9-36c0-4b10-8175-43071dff4baa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.573477 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5343eb3-c944-4f34-8740-f6066208a00b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event deleted for resources: {'Subnet': ['ID=935e890f-27ae-46fc-95ab-d43b38c776ff,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:23.597962 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b5343eb3-c944-4f34-8740-f6066208a00b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.603683 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b5343eb3-c944-4f34-8740-f6066208a00b tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "DELETE /v2.0/subnets/935e890f-27ae-46fc-95ab-d43b38c776ff HTTP/1.1" status: 204 len: 168 time: 1.0364528 Jul 28 11:47:23.613521 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57014) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:23.614626 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b0803d-fd84-4c06-9655-3c880e14fc2a None None] Network a528134f-251d-4a46-8d73-caeec392edf1 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:23.628200 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89bc63ab-a0cd-4aea-ad34-35d2ec0eb19d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:23.629555 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:23.631642 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.652991 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.655312 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/1b8e4983-d179-4f79-a661-70492f35e8ba HTTP/1.1" status: 204 len: 168 time: 5.0979264 Jul 28 11:47:23.678532 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1d821-cc07-4e20-bcf0-732f2be378df tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Network': ['ID=1b8e4983-d179-4f79-a661-70492f35e8ba,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:23.689797 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57016) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:23.702487 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89bc63ab-a0cd-4aea-ad34-35d2ec0eb19d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.744678 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-449c7b46-38fd-406b-90fa-0365d2cfe6d2 None None] Port 6c8d183d-55a2-4249-83f0-feed84541df4 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:47:23.754845 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c456be-d585-4c88-b2c1-610cfc280e1f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:23.755869 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c456be-d585-4c88-b2c1-610cfc280e1f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:23.757233 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d0c456be-d585-4c88-b2c1-610cfc280e1f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/1b8e4983-d179-4f79-a661-70492f35e8ba HTTP/1.1" status: 404 len: 339 time: 0.0524359 Jul 28 11:47:23.781569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.787577 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57020) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:23.798083 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc63ab-a0cd-4aea-ad34-35d2ec0eb19d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d758cc0-9cbe-4e5a-90c5-f5862ed860b1,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:23.816009 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-8e8736c9-36c0-4b10-8175-43071dff4baa None None] For port ac88ff36-e0c4-4de3-b4fe-107b6333173b, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ac88ff36-e0c4-4de3-b4fe-107b6333173b,segment=NetworkSegment(56f9a185-5e6d-4e4f-85b5-baa8645cf725),segment_id=56f9a185-5e6d-4e4f-85b5-baa8645cf725)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:23.816763 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e8736c9-36c0-4b10-8175-43071dff4baa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.830394 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89bc63ab-a0cd-4aea-ad34-35d2ec0eb19d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.831912 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-becfa2fa-4cd8-4a72-ba6d-beac2c5c7487 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1644187544', 'description': 'd1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:23.832441 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-89bc63ab-a0cd-4aea-ad34-35d2ec0eb19d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3586321 Jul 28 11:47:23.833860 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8e8736c9-36c0-4b10-8175-43071dff4baa None None] Calling delete_port for ac88ff36-e0c4-4de3-b4fe-107b6333173b owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:23.835556 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57022) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:23.840857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-2af1e698-0206-4e76-b33a-76b262ed0c58 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Request body: {'security_group_rule': {'security_group_id': '652d6ada-68ac-48f3-8ecf-91cdc134df26', 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:23.851044 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-996c4f85-e943-4d4d-ae91-991215c0709e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.855059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-996c4f85-e943-4d4d-ae91-991215c0709e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.856501 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-996c4f85-e943-4d4d-ae91-991215c0709e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/floatingips/2536b7f6-20de-4959-ab19-ecc53b25ae69 HTTP/1.1" status: 204 len: 168 time: 2.6409178 Jul 28 11:47:23.857837 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.860637 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57024) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:23.866363 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': 'f2b63569-a8a3-408d-9cbf-9c1cdf7602ef'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:23.878113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=bcc8207a-11aa-440b-b164-84173de40e92,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:23.883977 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for 6c8d183d-55a2-4249-83f0-feed84541df4 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:23.884179 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc65d96-35cf-4b89-b8d0-e412c1b4adf6 None None] DHCP port deletion for 1b8e4983-d179-4f79-a661-70492f35e8ba request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:47:23.930851 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becfa2fa-4cd8-4a72-ba6d-beac2c5c7487 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:23.934061 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-becfa2fa-4cd8-4a72-ba6d-beac2c5c7487 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:23.954796 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-2af1e698-0206-4e76-b33a-76b262ed0c58 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Project 51ac002bba904616bbf9cec718c70d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:47:23.973100 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2af1e698-0206-4e76-b33a-76b262ed0c58 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.016978 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e8736c9-36c0-4b10-8175-43071dff4baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.045973 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 88ceb2bb-f71a-457d-8ec4-74af93f7cd8d completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:24.051117 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8736c9-36c0-4b10-8175-43071dff4baa None None] Pushing event deleted for resources: {'Port': ['ID=ac88ff36-e0c4-4de3-b4fe-107b6333173b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:24.062244 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 88ceb2bb-f71a-457d-8ec4-74af93f7cd8d triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:24.062780 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.079938 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-becfa2fa-4cd8-4a72-ba6d-beac2c5c7487 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:47:24.083443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2af1e698-0206-4e76-b33a-76b262ed0c58 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.093644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2af1e698-0206-4e76-b33a-76b262ed0c58 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.095278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.099691 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8736c9-36c0-4b10-8175-43071dff4baa None None] No DVR routers for this DVR port ac88ff36-e0c4-4de3-b4fe-107b6333173b on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:24.112114 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca7da1d-3d1a-4eae-b86d-b5de7cadaf3b None None] DHCP port deletion for a528134f-251d-4a46-8d73-caeec392edf1 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:47:24.115284 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-becfa2fa-4cd8-4a72-ba6d-beac2c5c7487 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.115736 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-becfa2fa-4cd8-4a72-ba6d-beac2c5c7487 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Added segment d0ea42b2-ec84-4fd9-9c09-bf67da39b409 of type vlan for network 1ac0a6e2-5e2a-4bd7-8de6-4402de410881 Jul 28 11:47:24.173154 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Deleting port ac88ff36-e0c4-4de3-b4fe-107b6333173b {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:24.173482 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.179525 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1e698-0206-4e76-b33a-76b262ed0c58 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500a5c36-3aff-4c8f-9e9c-59ab52e20001,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:24.189530 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2af1e698-0206-4e76-b33a-76b262ed0c58 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.190928 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2af1e698-0206-4e76-b33a-76b262ed0c58 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3538105 Jul 28 11:47:24.193844 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57034) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:24.199942 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Request body: {'security_group_rule': {'security_group_id': '652d6ada-68ac-48f3-8ecf-91cdc134df26', 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:24.205395 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10534677-abf0-4ea8-a934-abdc1d6dcc32 req-11b1b444-1a64-4bb4-bc1b-2c33d41fd818 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:24.213296 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-10534677-abf0-4ea8-a934-abdc1d6dcc32 req-11b1b444-1a64-4bb4-bc1b-2c33d41fd818 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 945 time: 0.2039394 Jul 28 11:47:24.232943 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-bca7da1d-3d1a-4eae-b86d-b5de7cadaf3b None None] Deleting port c34981f6-309d-4bf7-b122-291b27c24e81 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:24.233405 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bca7da1d-3d1a-4eae-b86d-b5de7cadaf3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.238494 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Project 51ac002bba904616bbf9cec718c70d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:47:24.246706 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.269391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-becfa2fa-4cd8-4a72-ba6d-beac2c5c7487 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.333351 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-bca7da1d-3d1a-4eae-b86d-b5de7cadaf3b None None] For port c34981f6-309d-4bf7-b122-291b27c24e81, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c34981f6-309d-4bf7-b122-291b27c24e81,segment=NetworkSegment(1dec395a-4c88-412f-9548-687d4dc1becb),segment_id=1dec395a-4c88-412f-9548-687d4dc1becb)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:24.334088 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bca7da1d-3d1a-4eae-b86d-b5de7cadaf3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.350567 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-bca7da1d-3d1a-4eae-b86d-b5de7cadaf3b None None] Calling delete_port for c34981f6-309d-4bf7-b122-291b27c24e81 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:24.363744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.371885 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.389469 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.407041 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-10534677-abf0-4ea8-a934-abdc1d6dcc32 req-60e99a41-5d71-48b3-9590-8e7e759101ad tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1921740 Jul 28 11:47:24.418681 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-becfa2fa-4cd8-4a72-ba6d-beac2c5c7487 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.424057 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c05d40e-bcff-47b3-82b4-a19ebb5c7a8c,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:24.426725 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becfa2fa-4cd8-4a72-ba6d-beac2c5c7487 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:24.427854 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-becfa2fa-4cd8-4a72-ba6d-beac2c5c7487 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.431890 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] For port ac88ff36-e0c4-4de3-b4fe-107b6333173b, host dv-neutron-786478-16-hyperv, got binding levels [] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:24.432256 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.435894 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.436460 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.437747 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.437747 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.437747 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.437747 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.438096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.438374 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.438735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.439081 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.439407 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.439895 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.461656 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.471148 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Calling delete_port for ac88ff36-e0c4-4de3-b4fe-107b6333173b owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:24.472673 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bca7da1d-3d1a-4eae-b86d-b5de7cadaf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.473134 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.494861 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca7da1d-3d1a-4eae-b86d-b5de7cadaf3b None None] No DVR routers for this DVR port c34981f6-309d-4bf7-b122-291b27c24e81 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:24.513234 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.ipam_backend_mixin [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Port ac88ff36-e0c4-4de3-b4fe-107b6333173b was not found and therefore no delete operation was performed {{(pid=100416) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:47:24.534554 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7da1d-3d1a-4eae-b86d-b5de7cadaf3b None None] Pushing event deleted for resources: {'Port': ['ID=c34981f6-309d-4bf7-b122-291b27c24e81,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:24.538622 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb02ba7-8e31-47f6-a3db-cb9ea3e77497 None None] get_active_networks_info from dv-neutron-786478-16-hyperv {{(pid=100417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:47:24.547466 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.548274 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.549800 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6d1a54f4-5e26-4928-8742-002d80aa761e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3547356 Jul 28 11:47:24.556925 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-becfa2fa-4cd8-4a72-ba6d-beac2c5c7487 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7682638 Jul 28 11:47:24.557191 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57048) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:24.580093 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=6c8d183d-55a2-4249-83f0-feed84541df4,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:24.609667 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 88ceb2bb-f71a-457d-8ec4-74af93f7cd8d, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=88ceb2bb-f71a-457d-8ec4-74af93f7cd8d,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:24.628892 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.633145 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.633839 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.633976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.634225 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.634593 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.635018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.635255 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.635575 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.635905 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.636234 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.638650 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.639044 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:24.699797 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] No DVR routers for this DVR port ac88ff36-e0c4-4de3-b4fe-107b6333173b on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:24.705091 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfa2fa-4cd8-4a72-ba6d-beac2c5c7487 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Network': ['ID=1ac0a6e2-5e2a-4bd7-8de6-4402de410881,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:24.711058 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.715624 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-17592320-e206-409b-bbec-39f4fc3164b3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/6c8d183d-55a2-4249-83f0-feed84541df4 HTTP/1.1" status: 204 len: 168 time: 1.6121528 Jul 28 11:47:24.715794 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event deleted for resources: {'Port': ['ID=ac88ff36-e0c4-4de3-b4fe-107b6333173b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:24.725851 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 1ac0a6e2-5e2a-4bd7-8de6-4402de410881 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:47:24.741365 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57072) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:24.741703 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57074) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:24.780201 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f7ee6-18bb-457f-bf0c-ded5ec607fcc tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:24.781801 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ef8f7ee6-18bb-457f-bf0c-ded5ec607fcc tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "GET /v2.0/networks?id=1ac0a6e2-5e2a-4bd7-8de6-4402de410881 HTTP/1.1" status: 200 len: 761 time: 0.2233953 Jul 28 11:47:24.801586 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57086) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:24.804491 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Allocated IP 172.26.1.86 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/4f48b38f-cd7f-4aa8-88b3-5f51e00b93f5) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:24.838181 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-4e5ae14b-2b0c-42f7-8ee1-8b0310233638 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'network': {'description': 'd2'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:24.873651 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb02ba7-8e31-47f6-a3db-cb9ea3e77497 None None] Resources bound (agent type, host, resource id): {{(pid=100417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:47:24.879133 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7ade5779-326a-4e33-8383-150e42c61a91 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:47:24.906080 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 7ade5779-326a-4e33-8383-150e42c61a91 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:47:24.906709 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7ade5779-326a-4e33-8383-150e42c61a91 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:47:24.929694 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5ba49096-a560-4fc3-93fe-1891b5bb8fbb tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:24.931597 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=88ceb2bb-f71a-457d-8ec4-74af93f7cd8d,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:24.940222 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d010001e-09b6-4da3-b294-d8690dff9cb7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:24.941976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d010001e-09b6-4da3-b294-d8690dff9cb7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:24.943735 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d010001e-09b6-4da3-b294-d8690dff9cb7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2011018 Jul 28 11:47:24.952189 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57092) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:24.983063 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:24.985189 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.032631 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:25.049385 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.053372 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5ba49096-a560-4fc3-93fe-1891b5bb8fbb tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] 10.222.0.43 "PUT /v2.0/quotas/c6ea54f80a044bedb33f7a453df7d6c7 HTTP/1.1" status: 200 len: 368 time: 0.3092251 Jul 28 11:47:25.055649 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f9a185-5e6d-4e4f-85b5-baa8645cf725') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:25.055957 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f9a185-5e6d-4e4f-85b5-baa8645cf725') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:25.056889 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57102) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:25.077027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device bcc8207a-11aa-440b-b164-84173de40e92 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:25.077338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.077596 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-e0a21f55-a129-4fb9-8683-4f784b2021ce tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Request body: {'network': {'project_id': 'c6ea54f80a044bedb33f7a453df7d6c7'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:25.142200 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:25.155527 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:25.158028 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbc8489-2286-4727-a1f8-619d28ebb644 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 9d57e3c2-ca86-4f36-ada0-5d6cf9b8619c {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:47:25.162502 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=4f48b38f-cd7f-4aa8-88b3-5f51e00b93f5,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:25.162921 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.164859 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8489-2286-4727-a1f8-619d28ebb644 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.168597 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:25.208426 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:25.208756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:25.211968 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:25.215203 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a21f55-a129-4fb9-8683-4f784b2021ce tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Made reservation on behalf of c6ea54f80a044bedb33f7a453df7d6c7 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:25.218689 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e0a21f55-a129-4fb9-8683-4f784b2021ce tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.220306 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port bcc8207a-11aa-440b-b164-84173de40e92 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:25.220724 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.243971 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e0a21f55-a129-4fb9-8683-4f784b2021ce tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.297406 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8489-2286-4727-a1f8-619d28ebb644 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.300875 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae14b-2b0c-42f7-8ee1-8b0310233638 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.347614 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae14b-2b0c-42f7-8ee1-8b0310233638 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.359020 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e5ae14b-2b0c-42f7-8ee1-8b0310233638 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network 1ac0a6e2-5e2a-4bd7-8de6-4402de410881 is not hosted by any dhcp agent {{(pid=100416) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 11:47:25.364547 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5ae14b-2b0c-42f7-8ee1-8b0310233638 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:25.365349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae14b-2b0c-42f7-8ee1-8b0310233638 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.366705 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4e5ae14b-2b0c-42f7-8ee1-8b0310233638 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "PUT /v2.0/networks/1ac0a6e2-5e2a-4bd7-8de6-4402de410881 HTTP/1.1" status: 200 len: 758 time: 0.5641313 Jul 28 11:47:25.371225 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57104) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:25.377531 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.382572 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e0a21f55-a129-4fb9-8683-4f784b2021ce tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.478947 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.480872 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "DELETE /v2.0/networks/bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5 HTTP/1.1" status: 204 len: 168 time: 1.8663175 Jul 28 11:47:25.511234 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57108) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:25.542937 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e0a21f55-a129-4fb9-8683-4f784b2021ce tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.582928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a21f55-a129-4fb9-8683-4f784b2021ce tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:47:25.607828 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a21f55-a129-4fb9-8683-4f784b2021ce tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725dfc85-6d80-4c3b-8cee-3095beabd3c3,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:25.632414 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ae14b-2b0c-42f7-8ee1-8b0310233638 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Network': ['ID=1ac0a6e2-5e2a-4bd7-8de6-4402de410881,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:25.646007 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79230a49-4e15-4bc6-bfc8-bab5aec31897 None None] get_active_networks_info from dv-neutron-786478-16-hyperv {{(pid=100417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:47:25.663885 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e0a21f55-a129-4fb9-8683-4f784b2021ce tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.664772 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-e0a21f55-a129-4fb9-8683-4f784b2021ce tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Added segment ddd216f9-3f00-432a-b0d1-26a9a5bb70d1 of type vlan for network 9f757a69-bd85-427d-9c70-941e234cd52c Jul 28 11:47:25.694093 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 1ac0a6e2-5e2a-4bd7-8de6-4402de410881 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:47:25.704628 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf172d-88b5-413e-a170-0843038ef127 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event deleted for resources: {'Network': ['ID=bf6f5cf8-5f0a-4140-8540-bd2c690c7fb5,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:25.707953 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8489-2286-4727-a1f8-619d28ebb644 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.740607 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e0a21f55-a129-4fb9-8683-4f784b2021ce tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.757933 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36b9a87-bbe3-4ad4-b20b-4d7260d43a32 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:25.762313 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c36b9a87-bbe3-4ad4-b20b-4d7260d43a32 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "GET /v2.0/networks?id=1ac0a6e2-5e2a-4bd7-8de6-4402de410881 HTTP/1.1" status: 200 len: 761 time: 0.3824866 Jul 28 11:47:25.764858 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57118) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:25.767387 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ac88ff36-e0c4-4de3-b4fe-107b6333173b no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:47:25.781018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-6144e823-cc08-4c3b-92e2-3cfe8cb17516 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-240633868'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:25.818183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cbb3d-b4ee-40c0-8946-3ae7ec233b67 req-5e0e74ae-9350-47af-a891-e3fe27876087 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:25.819746 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a17cbb3d-b4ee-40c0-8946-3ae7ec233b67 req-5e0e74ae-9350-47af-a891-e3fe27876087 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 945 time: 0.2845571 Jul 28 11:47:25.825716 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: ac88ff36-e0c4-4de3-b4fe-107b6333173b {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:47:25.826105 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ac88ff36-e0c4-4de3-b4fe-107b6333173b not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:47:25.826608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c34981f6-309d-4bf7-b122-291b27c24e81 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:47:25.831358 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b5297f91-af96-42d4-a789-3408665a0459 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.860803 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: c34981f6-309d-4bf7-b122-291b27c24e81 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:47:25.861200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c34981f6-309d-4bf7-b122-291b27c24e81 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:47:25.861638 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 614a82a1-85c1-4e90-86c9-46d2141f05e5 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:47:25.890840 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6144e823-cc08-4c3b-92e2-3cfe8cb17516 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:25.894302 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6144e823-cc08-4c3b-92e2-3cfe8cb17516 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.898455 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 614a82a1-85c1-4e90-86c9-46d2141f05e5 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:47:25.898896 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 614a82a1-85c1-4e90-86c9-46d2141f05e5 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:47:25.901115 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a17cbb3d-b4ee-40c0-8946-3ae7ec233b67 req-28094b72-2685-4cae-b9d6-8d864aba65f3 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659420 Jul 28 11:47:25.943548 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e0a21f55-a129-4fb9-8683-4f784b2021ce tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.944275 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a21f55-a129-4fb9-8683-4f784b2021ce tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:25.944961 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e0a21f55-a129-4fb9-8683-4f784b2021ce tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:25.949284 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8489-2286-4727-a1f8-619d28ebb644 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.008968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79230a49-4e15-4bc6-bfc8-bab5aec31897 None None] Resources bound (agent type, host, resource id): {{(pid=100417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:47:26.054933 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc8489-2286-4727-a1f8-619d28ebb644 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=9d57e3c2-ca86-4f36-ada0-5d6cf9b8619c,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:26.068466 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8489-2286-4727-a1f8-619d28ebb644 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.070503 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7bbc8489-2286-4727-a1f8-619d28ebb644 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/9d57e3c2-ca86-4f36-ada0-5d6cf9b8619c HTTP/1.1" status: 204 len: 168 time: 1.1044521 Jul 28 11:47:26.075159 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57122) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:26.093187 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b5297f91-af96-42d4-a789-3408665a0459 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.103935 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e0a21f55-a129-4fb9-8683-4f784b2021ce tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0384109 Jul 28 11:47:26.104647 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57126) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:26.129254 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-12b29fe0-ab24-4b21-ba9e-527334b31929 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Request body: {'network': {'project_id': 'c6ea54f80a044bedb33f7a453df7d6c7'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:26.129475 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6144e823-cc08-4c3b-92e2-3cfe8cb17516 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:47:26.132827 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f741ae99-a5a3-4ff4-905c-620250b7ea2e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565770 Jul 28 11:47:26.137875 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57128) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:26.151040 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-b5297f91-af96-42d4-a789-3408665a0459 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a528134f-251d-4a46-8d73-caeec392edf1']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:26.156121 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a21f55-a129-4fb9-8683-4f784b2021ce tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Pushing event updated for resources: {'Network': ['ID=9f757a69-bd85-427d-9c70-941e234cd52c,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:26.163920 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6144e823-cc08-4c3b-92e2-3cfe8cb17516 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.164510 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-6144e823-cc08-4c3b-92e2-3cfe8cb17516 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Added segment b5d0a670-7c7d-4a60-bb27-f7a887ef1244 of type vlan for network 46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215 Jul 28 11:47:26.172717 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 9f757a69-bd85-427d-9c70-941e234cd52c details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:47:26.188818 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-b5297f91-af96-42d4-a789-3408665a0459 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dec395a-4c88-412f-9548-687d4dc1becb') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:26.189300 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-b5297f91-af96-42d4-a789-3408665a0459 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dec395a-4c88-412f-9548-687d4dc1becb') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:26.223024 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b5297f91-af96-42d4-a789-3408665a0459 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.360655 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.362669 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b29fe0-ab24-4b21-ba9e-527334b31929 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Made reservation on behalf of c6ea54f80a044bedb33f7a453df7d6c7 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:26.368190 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-12b29fe0-ab24-4b21-ba9e-527334b31929 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.450492 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b29fe0-ab24-4b21-ba9e-527334b31929 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:47:26.503986 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-12b29fe0-ab24-4b21-ba9e-527334b31929 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.504313 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-12b29fe0-ab24-4b21-ba9e-527334b31929 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Added segment 6461f5c8-1c41-4e3f-9d90-724a3cf404a5 of type vlan for network daaa339b-ddf0-43fb-8e61-eef6160ee57a Jul 28 11:47:26.581646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-12b29fe0-ab24-4b21-ba9e-527334b31929 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.585604 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.609433 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7063d6b5-4842-46c1-80a4-ac2a7578ab82 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:26.639215 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6144e823-cc08-4c3b-92e2-3cfe8cb17516 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.644344 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b5297f91-af96-42d4-a789-3408665a0459 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.653484 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5297f91-af96-42d4-a789-3408665a0459 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:26.654578 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b5297f91-af96-42d4-a789-3408665a0459 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:26.658794 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:26.700916 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-12b29fe0-ab24-4b21-ba9e-527334b31929 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.702497 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b29fe0-ab24-4b21-ba9e-527334b31929 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:26.703096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-12b29fe0-ab24-4b21-ba9e-527334b31929 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.709451 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3232bfd0-7809-4352-8e1e-fad0f9da1d24 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:26.713929 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3232bfd0-7809-4352-8e1e-fad0f9da1d24 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5734453 Jul 28 11:47:26.714781 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57160) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:26.787669 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-12b29fe0-ab24-4b21-ba9e-527334b31929 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6718984 Jul 28 11:47:26.803279 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57162) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:26.816983 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b5297f91-af96-42d4-a789-3408665a0459 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.818687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-8074aaeb-7b22-4470-a6d9-6291b2fa90be tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Request body: {'network': {'project_id': 'c6ea54f80a044bedb33f7a453df7d6c7'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:26.823157 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6144e823-cc08-4c3b-92e2-3cfe8cb17516 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.829697 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6144e823-cc08-4c3b-92e2-3cfe8cb17516 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:26.830597 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6144e823-cc08-4c3b-92e2-3cfe8cb17516 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.842646 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b5297f91-af96-42d4-a789-3408665a0459 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:26.845496 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b5297f91-af96-42d4-a789-3408665a0459 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "DELETE /v2.0/networks/a528134f-251d-4a46-8d73-caeec392edf1 HTTP/1.1" status: 204 len: 168 time: 1.3315408 Jul 28 11:47:26.853061 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57164) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:26.858909 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b29fe0-ab24-4b21-ba9e-527334b31929 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Pushing event updated for resources: {'Network': ['ID=daaa339b-ddf0-43fb-8e61-eef6160ee57a,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:26.871613 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5297f91-af96-42d4-a789-3408665a0459 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event deleted for resources: {'Network': ['ID=a528134f-251d-4a46-8d73-caeec392edf1,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:26.874883 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network daaa339b-ddf0-43fb-8e61-eef6160ee57a details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:47:26.893788 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44818299-3aad-4164-8332-08f5165d8a8a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:26.895712 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-44818299-3aad-4164-8332-08f5165d8a8a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1746831 Jul 28 11:47:26.898409 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57166) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:26.920303 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6144e823-cc08-4c3b-92e2-3cfe8cb17516 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1519032 Jul 28 11:47:26.939048 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd18d44-ec46-406b-87e5-621b77b08502 None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:47:26.984798 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57168) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:26.993629 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-8074aaeb-7b22-4470-a6d9-6291b2fa90be tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 28 11:47:26.994154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8074aaeb-7b22-4470-a6d9-6291b2fa90be tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:26.999362 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-a8aee144-aa6a-479a-9cab-0a0883bf81fb tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'subnet': {'network_id': '46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:27.003271 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8074aaeb-7b22-4470-a6d9-6291b2fa90be tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1966536 Jul 28 11:47:27.020982 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-fdd18d44-ec46-406b-87e5-621b77b08502 None None] Deleting port 88ceb2bb-f71a-457d-8ec4-74af93f7cd8d {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:27.020982 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fdd18d44-ec46-406b-87e5-621b77b08502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:27.141565 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ed56c831-18a8-4485-b66d-82c0e90eff49 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2418115 Jul 28 11:47:27.147708 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57176) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:27.150551 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-fdd18d44-ec46-406b-87e5-621b77b08502 None None] For port 88ceb2bb-f71a-457d-8ec4-74af93f7cd8d, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=88ceb2bb-f71a-457d-8ec4-74af93f7cd8d,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:27.150962 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fdd18d44-ec46-406b-87e5-621b77b08502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:27.160235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-1b114083-6b45-483f-a0c1-bb06c44da852 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:27.170730 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144e823-cc08-4c3b-92e2-3cfe8cb17516 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Network': ['ID=46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:27.188880 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 88ceb2bb-f71a-457d-8ec4-74af93f7cd8d no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:47:27.202985 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11c4bb6-b52f-49d8-855d-49ba3da783df tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Deleting subnet 4dd6822f-60ef-4258-bcd4-db390dfe0053 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:47:27.215480 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:27.217507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d11c4bb6-b52f-49d8-855d-49ba3da783df tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:27.220702 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:47:27.228683 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57178) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:27.292732 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-fdd18d44-ec46-406b-87e5-621b77b08502 None None] Calling delete_port for 88ceb2bb-f71a-457d-8ec4-74af93f7cd8d owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:27.311893 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245da0c7-c0ec-4d01-89ce-bd27585b7d7d req-c902f7c3-9308-4183-905f-58d61088ba37 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:27.314092 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-245da0c7-c0ec-4d01-89ce-bd27585b7d7d req-c902f7c3-9308-4183-905f-58d61088ba37 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 945 time: 0.1475592 Jul 28 11:47:27.318700 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:27.368247 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8aee144-aa6a-479a-9cab-0a0883bf81fb tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:27.371815 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a8aee144-aa6a-479a-9cab-0a0883bf81fb tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:27.396645 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-245da0c7-c0ec-4d01-89ce-bd27585b7d7d req-1eab2b4f-7d22-4340-b5f2-6c63f9841a09 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572102 Jul 28 11:47:27.473980 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2699deaf-653a-4c00-b6b3-105314ee99fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6ea54f80a044bedb33f7a453df7d6c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380667 Jul 28 11:47:27.478056 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57182) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:27.501149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:27.532309 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fdd18d44-ec46-406b-87e5-621b77b08502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:27.557542 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-91d311b9-23b4-4aa7-be2b-72a2820e8bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:27.570901 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd18d44-ec46-406b-87e5-621b77b08502 None None] Pushing event deleted for resources: {'Port': ['ID=88ceb2bb-f71a-457d-8ec4-74af93f7cd8d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:27.578839 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd18d44-ec46-406b-87e5-621b77b08502 None None] No DVR routers for this DVR port 88ceb2bb-f71a-457d-8ec4-74af93f7cd8d on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:27.594611 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-91d311b9-23b4-4aa7-be2b-72a2820e8bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:27.721032 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-91d311b9-23b4-4aa7-be2b-72a2820e8bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:27.728845 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-91d311b9-23b4-4aa7-be2b-72a2820e8bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:27.728845 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-91d311b9-23b4-4aa7-be2b-72a2820e8bd7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/725dfc85-6d80-4c3b-8cee-3095beabd3c3 HTTP/1.1" status: 204 len: 168 time: 0.2457535 Jul 28 11:47:27.735184 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57184) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:27.739347 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d311b9-23b4-4aa7-be2b-72a2820e8bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725dfc85-6d80-4c3b-8cee-3095beabd3c3,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:27.773805 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d11c4bb6-b52f-49d8-855d-49ba3da783df tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:27.813183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a8aee144-aa6a-479a-9cab-0a0883bf81fb tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:27.820901 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=4f48b38f-cd7f-4aa8-88b3-5f51e00b93f5,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:27.852889 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:27.892710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b114083-6b45-483f-a0c1-bb06c44da852 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:27.896242 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1b114083-6b45-483f-a0c1-bb06c44da852 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:27.905074 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d593c93-0b48-42f6-9c77-33406d05a74c tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:27.912753 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aee144-aa6a-479a-9cab-0a0883bf81fb tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Subnet': ['ID=3e783d23-a9f3-4c42-8d14-7113f1af59e7,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:27.939240 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aee144-aa6a-479a-9cab-0a0883bf81fb tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Checking segment: {'id': 'b5d0a670-7c7d-4a60-bb27-f7a887ef1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:27.939613 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aee144-aa6a-479a-9cab-0a0883bf81fb tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network hostable DHCP agents. Network: 46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:47:28.001902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d11c4bb6-b52f-49d8-855d-49ba3da783df tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.009938 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aee144-aa6a-479a-9cab-0a0883bf81fb tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network 46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:47:28.027958 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d593c93-0b48-42f6-9c77-33406d05a74c tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.031202 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-a8aee144-aa6a-479a-9cab-0a0883bf81fb tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:28.040642 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aee144-aa6a-479a-9cab-0a0883bf81fb tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:28.041226 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a8aee144-aa6a-479a-9cab-0a0883bf81fb tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.044810 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc84fd3-cd18-4c2d-b074-03f0dc766951 None None] Network 46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:28.053452 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-8d593c93-0b48-42f6-9c77-33406d05a74c tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daaa339b-ddf0-43fb-8e61-eef6160ee57a']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:28.073856 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-8d593c93-0b48-42f6-9c77-33406d05a74c tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6461f5c8-1c41-4e3f-9d90-724a3cf404a5') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:28.074954 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-8d593c93-0b48-42f6-9c77-33406d05a74c tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6461f5c8-1c41-4e3f-9d90-724a3cf404a5') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:28.090475 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d593c93-0b48-42f6-9c77-33406d05a74c tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.096632 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a8aee144-aa6a-479a-9cab-0a0883bf81fb tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1097519 Jul 28 11:47:28.101099 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57186) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:28.118495 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d593c93-0b48-42f6-9c77-33406d05a74c tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.120585 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Floating IP 00da1d14-5282-438e-be00-ea115c4834ea associated. External IP: 172.26.1.86, port: f2b63569-a8a3-408d-9cbf-9c1cdf7602ef. Jul 28 11:47:28.129859 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d593c93-0b48-42f6-9c77-33406d05a74c tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:28.130987 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d593c93-0b48-42f6-9c77-33406d05a74c tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:28.135258 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:28.223610 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d593c93-0b48-42f6-9c77-33406d05a74c tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.236182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d593c93-0b48-42f6-9c77-33406d05a74c tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.240273 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8d593c93-0b48-42f6-9c77-33406d05a74c tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] 10.222.0.43 "DELETE /v2.0/networks/daaa339b-ddf0-43fb-8e61-eef6160ee57a HTTP/1.1" status: 204 len: 168 time: 0.4988887 Jul 28 11:47:28.246962 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57190) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:28.270479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d593c93-0b48-42f6-9c77-33406d05a74c tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Pushing event deleted for resources: {'Network': ['ID=daaa339b-ddf0-43fb-8e61-eef6160ee57a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:28.276791 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d11c4bb6-b52f-49d8-855d-49ba3da783df tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.280916 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215', 'network_id': '46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215', 'tenant_id': '339cf640e5b1438587424d4a6d84ebed', 'fixed_ips': [{'subnet_id': '3e783d23-a9f3-4c42-8d14-7113f1af59e7'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:47:28.282020 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.417702 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c4bb6-b52f-49d8-855d-49ba3da783df tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd6822f-60ef-4258-bcd4-db390dfe0053,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:28.442541 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ded5f2-a9a0-49b8-ab0d-89118282190f None None] Network 27df68d4-63e5-4462-a2ac-93effa490be9 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:28.445567 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d11c4bb6-b52f-49d8-855d-49ba3da783df tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.447423 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d11c4bb6-b52f-49d8-855d-49ba3da783df tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "DELETE /v2.0/subnets/4dd6822f-60ef-4258-bcd4-db390dfe0053 HTTP/1.1" status: 204 len: 168 time: 1.5933876 Jul 28 11:47:28.450050 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57194) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:28.506109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.517362 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eb9a35ab-c2d6-4911-9376-ce8e88b636d1 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.565964 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Allocated IP 172.20.0.2 (46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215/3e783d23-a9f3-4c42-8d14-7113f1af59e7/201e25cf-57d3-499e-a295-df5a96e24637) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:28.580924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.621651 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbec94-2f97-434c-81b2-f4d623d6806f req-f4855d62-3f4b-4b92-9892-2d8f7fbac8dc tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:28.623914 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b3bbec94-2f97-434c-81b2-f4d623d6806f req-f4855d62-3f4b-4b92-9892-2d8f7fbac8dc tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 945 time: 0.1034172 Jul 28 11:47:28.729517 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b3bbec94-2f97-434c-81b2-f4d623d6806f req-3f92e9f7-3730-4188-adde-3e0d3c75bd0e tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506790 Jul 28 11:47:28.760711 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Deleting port 7f3ae33e-1176-46d2-a858-7741d6ca45c0 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:28.761282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.772141 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.829924 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27173cca-8eb0-45ff-86c0-40665bd7f4d6 None None] DHCP port deletion for 27df68d4-63e5-4462-a2ac-93effa490be9 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:47:28.833386 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eb9a35ab-c2d6-4911-9376-ce8e88b636d1 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.860831 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.objects.ports [None req-1b114083-6b45-483f-a0c1-bb06c44da852 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100415) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:47:28.876418 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1b114083-6b45-483f-a0c1-bb06c44da852 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.878235 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.882910 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-eb9a35ab-c2d6-4911-9376-ce8e88b636d1 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f757a69-bd85-427d-9c70-941e234cd52c']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:28.885622 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] For port 7f3ae33e-1176-46d2-a858-7741d6ca45c0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7f3ae33e-1176-46d2-a858-7741d6ca45c0,segment=NetworkSegment(239a2d73-74a9-4d59-aff8-624411c1e758),segment_id=239a2d73-74a9-4d59-aff8-624411c1e758)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:28.886597 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.890056 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Transition to ACTIVE for port object 201e25cf-57d3-499e-a295-df5a96e24637 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:28.899818 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router 8d66e034-67e3-4a0c-a483-96b3ce78f7e0 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:47:28.915209 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Transition to ACTIVE for port object 201e25cf-57d3-499e-a295-df5a96e24637 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:28.926971 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.932885 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-eb9a35ab-c2d6-4911-9376-ce8e88b636d1 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd216f9-3f00-432a-b0d1-26a9a5bb70d1') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:28.933183 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-eb9a35ab-c2d6-4911-9376-ce8e88b636d1 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd216f9-3f00-432a-b0d1-26a9a5bb70d1') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:28.934881 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-27173cca-8eb0-45ff-86c0-40665bd7f4d6 None None] Deleting port 7f3ae33e-1176-46d2-a858-7741d6ca45c0 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:28.935285 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-27173cca-8eb0-45ff-86c0-40665bd7f4d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.940248 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Calling delete_port for 7f3ae33e-1176-46d2-a858-7741d6ca45c0 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:28.967194 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eb9a35ab-c2d6-4911-9376-ce8e88b636d1 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:28.982746 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b114083-6b45-483f-a0c1-bb06c44da852 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:28.991039 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-1b114083-6b45-483f-a0c1-bb06c44da852 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:28.996243 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b114083-6b45-483f-a0c1-bb06c44da852 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:28.996828 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1b114083-6b45-483f-a0c1-bb06c44da852 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.002609 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b114083-6b45-483f-a0c1-bb06c44da852 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=99253d1e-c300-4a5a-8726-eb44b49e0947,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:29.005214 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eb9a35ab-c2d6-4911-9376-ce8e88b636d1 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.035154 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e8830a-519f-4176-885a-75ae956e7eef None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:29.039154 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Network 46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:29.049013 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.061868 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9a35ab-c2d6-4911-9376-ce8e88b636d1 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:29.062367 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eb9a35ab-c2d6-4911-9376-ce8e88b636d1 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:29.067894 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:29.083023 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:29.093478 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7f3ae33e-1176-46d2-a858-7741d6ca45c0 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:47:29.102464 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:29.126497 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1b114083-6b45-483f-a0c1-bb06c44da852 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9767087 Jul 28 11:47:29.126497 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Subnet': ['ID=3e783d23-a9f3-4c42-8d14-7113f1af59e7,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:29.129036 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57196) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:29.138319 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Pushing event updated for resources: {'Port': ['ID=201e25cf-57d3-499e-a295-df5a96e24637,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:29.143615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a9bb24f5-9596-401a-ad5d-c1f2878c5cee tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:29.155249 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-27173cca-8eb0-45ff-86c0-40665bd7f4d6 None None] For port 7f3ae33e-1176-46d2-a858-7741d6ca45c0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7f3ae33e-1176-46d2-a858-7741d6ca45c0,segment=NetworkSegment(239a2d73-74a9-4d59-aff8-624411c1e758),segment_id=239a2d73-74a9-4d59-aff8-624411c1e758)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:29.155714 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-27173cca-8eb0-45ff-86c0-40665bd7f4d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.159608 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.197868 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-27173cca-8eb0-45ff-86c0-40665bd7f4d6 None None] Calling delete_port for 7f3ae33e-1176-46d2-a858-7741d6ca45c0 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:29.207349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event deleted for resources: {'Port': ['ID=7f3ae33e-1176-46d2-a858-7741d6ca45c0,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:29.208560 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] No DVR routers for this DVR port 7f3ae33e-1176-46d2-a858-7741d6ca45c0 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:29.266784 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No active binding found for port 7f3ae33e-1176-46d2-a858-7741d6ca45c0 {{(pid=100417) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 11:47:29.267276 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7f3ae33e-1176-46d2-a858-7741d6ca45c0 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:47:29.296054 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eb9a35ab-c2d6-4911-9376-ce8e88b636d1 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.312873 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Attempting to bind port 201e25cf-57d3-499e-a295-df5a96e24637 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:47:29.313246 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Attempting to bind port 201e25cf-57d3-499e-a295-df5a96e24637 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'b5d0a670-7c7d-4a60-bb27-f7a887ef1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:47:29.313612 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Attempting to bind port 201e25cf-57d3-499e-a295-df5a96e24637 on network 46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:47:29.314682 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.326869 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.328297 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eb9a35ab-c2d6-4911-9376-ce8e88b636d1 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.330193 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-eb9a35ab-c2d6-4911-9376-ce8e88b636d1 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] 10.222.0.43 "DELETE /v2.0/networks/9f757a69-bd85-427d-9c70-941e234cd52c HTTP/1.1" status: 204 len: 168 time: 1.0784178 Jul 28 11:47:29.339393 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27df68d4-63e5-4462-a2ac-93effa490be9']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:29.347871 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:47:29.348249 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Checking segment: {'id': 'b5d0a670-7c7d-4a60-bb27-f7a887ef1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:29.348658 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.349054 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Bound using segment: {'id': 'b5d0a670-7c7d-4a60-bb27-f7a887ef1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:47:29.349543 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Bound port: 201e25cf-57d3-499e-a295-df5a96e24637, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d0a670-7c7d-4a60-bb27-f7a887ef1244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:47:29.350010 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.369449 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239a2d73-74a9-4d59-aff8-624411c1e758') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:29.372012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239a2d73-74a9-4d59-aff8-624411c1e758') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:29.374366 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:29.387389 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.404901 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.411353 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:29.411754 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.413843 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a35ab-c2d6-4911-9376-ce8e88b636d1 tempest-QuotasNegativeTest-845465443 tempest-QuotasNegativeTest-845465443-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f757a69-bd85-427d-9c70-941e234cd52c,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:29.423500 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d0a670-7c7d-4a60-bb27-f7a887ef1244') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:29.423992 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d0a670-7c7d-4a60-bb27-f7a887ef1244') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:29.460181 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': '99253d1e-c300-4a5a-8726-eb44b49e0947'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:47:29.460964 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.461208 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.465934 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-27173cca-8eb0-45ff-86c0-40665bd7f4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.496486 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:29.499014 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:29.505491 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.507345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:29.508922 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] For port 201e25cf-57d3-499e-a295-df5a96e24637, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:47:29.509280 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.512247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27173cca-8eb0-45ff-86c0-40665bd7f4d6 None None] Pushing event deleted for resources: {'Port': ['ID=7f3ae33e-1176-46d2-a858-7741d6ca45c0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:29.518162 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27173cca-8eb0-45ff-86c0-40665bd7f4d6 None None] No DVR routers for this DVR port 7f3ae33e-1176-46d2-a858-7741d6ca45c0 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:29.531814 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.535842 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "DELETE /v2.0/networks/27df68d4-63e5-4462-a2ac-93effa490be9 HTTP/1.1" status: 204 len: 168 time: 1.0843346 Jul 28 11:47:29.537446 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf975ff7-f438-47c9-b409-8735e40bac4e tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Pushing event deleted for resources: {'Network': ['ID=27df68d4-63e5-4462-a2ac-93effa490be9,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:29.539487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57202) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:29.573138 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1d46831e-cdc6-4134-aecf-3ad80e9b0411 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "GET /v2.0/ports?device_id=68deef64-1654-4d4c-8416-69c06490557e HTTP/1.1" status: 200 len: 205 time: 0.0301960 Jul 28 11:47:29.573551 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57206) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:29.592123 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:29.601583 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:47:29.614120 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d2bf9c-0350-4f22-890f-2ae68da694e6 None None] Sync routers for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:29.636079 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d2bf9c-0350-4f22-890f-2ae68da694e6 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:29.636788 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-84d2bf9c-0350-4f22-890f-2ae68da694e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:29.671583 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a40fafb0-82f5-4867-80a8-b5460a439d72 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.696135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.api [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 11:47:29.696135 dv-neutron-786478-16-hyperv neutron-server[100415]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 11:47:29.696135 dv-neutron-786478-16-hyperv neutron-server[100415]: [parameters: {'id': '46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215'}] Jul 28 11:47:29.696135 dv-neutron-786478-16-hyperv neutron-server[100415]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100415) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:47:29.696702 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG oslo_db.api [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:47:29.713930 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.716146 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-84d2bf9c-0350-4f22-890f-2ae68da694e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:29.735222 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d2bf9c-0350-4f22-890f-2ae68da694e6 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:29.736452 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-84d2bf9c-0350-4f22-890f-2ae68da694e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:29.741416 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] For port 201e25cf-57d3-499e-a295-df5a96e24637, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=201e25cf-57d3-499e-a295-df5a96e24637,segment=NetworkSegment(b5d0a670-7c7d-4a60-bb27-f7a887ef1244),segment_id=b5d0a670-7c7d-4a60-bb27-f7a887ef1244)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:47:29.765738 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.769852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bb24f5-9596-401a-ad5d-c1f2878c5cee tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:29.774986 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-84d2bf9c-0350-4f22-890f-2ae68da694e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:29.775100 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a9bb24f5-9596-401a-ad5d-c1f2878c5cee tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:29.776307 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d2bf9c-0350-4f22-890f-2ae68da694e6 None None] The sync data for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:29.878817 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Allocated IP 2001:db8::f816:3eff:fe42:301a (ff79b356-b140-4126-83e7-2a8ec9cd81dc/99253d1e-c300-4a5a-8726-eb44b49e0947/1c12d65a-70ab-4405-85d4-512fdcef8581) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:29.888413 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.ipam_backend_mixin [None req-a9bb24f5-9596-401a-ad5d-c1f2878c5cee tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 99253d1e-c300-4a5a-8726-eb44b49e0947 (CIDR: 2001:db8::/64) Jul 28 11:47:29.897369 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9bb24f5-9596-401a-ad5d-c1f2878c5cee tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:29.897965 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9bb24f5-9596-401a-ad5d-c1f2878c5cee tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:29.911684 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c5822118-1da2-43d0-bb29-e0d2d652fcb9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.0468507 Jul 28 11:47:29.911859 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57210) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:29.949944 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57212) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:29.961821 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a9bb24f5-9596-401a-ad5d-c1f2878c5cee tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8287394 Jul 28 11:47:29.964471 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57214) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:29.971831 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a4edb67a-7bb8-49f7-a32c-4f3a76bf992c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:29.998374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cff5b-944f-4f0c-a4a0-de088be1a372 None None] Pushing event updated for resources: {'Port': ['ID=201e25cf-57d3-499e-a295-df5a96e24637,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:30.016356 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a40fafb0-82f5-4867-80a8-b5460a439d72 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:30.025264 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a40fafb0-82f5-4867-80a8-b5460a439d72 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:30.045625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2da7dcc8-bb81-42ea-ae3c-a68f121b7f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:30.048449 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0377a4c0-1b11-44b3-b96a-4811636f4f2b tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "GET /v2.0/floatingips/00da1d14-5282-438e-be00-ea115c4834ea HTTP/1.1" status: 200 len: 978 time: 0.1356435 Jul 28 11:47:30.052167 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57216) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:30.070171 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294e1faa-551b-400b-b254-4a1037631ca6 None None] Network 46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:30.133350 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b1d67-97fc-42db-a6d4-9aa7c114ed48 req-8f2e4bb0-f61f-4561-b3b6-b84cb2e923b4 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:30.142677 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-780b1d67-97fc-42db-a6d4-9aa7c114ed48 req-8f2e4bb0-f61f-4561-b3b6-b84cb2e923b4 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 945 time: 0.2405698 Jul 28 11:47:30.165105 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a40fafb0-82f5-4867-80a8-b5460a439d72 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:30.165591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40fafb0-82f5-4867-80a8-b5460a439d72 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Fanout notify agent at l3_agent the message router_deleted on router 68deef64-1654-4d4c-8416-69c06490557e {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:47:30.181442 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a40fafb0-82f5-4867-80a8-b5460a439d72 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:30.186655 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a40fafb0-82f5-4867-80a8-b5460a439d72 tempest-RoutersNegativeIpV6Test-463101754 tempest-RoutersNegativeIpV6Test-463101754-project] 10.222.0.43 "DELETE /v2.0/routers/68deef64-1654-4d4c-8416-69c06490557e HTTP/1.1" status: 204 len: 168 time: 0.6116037 Jul 28 11:47:30.242524 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-780b1d67-97fc-42db-a6d4-9aa7c114ed48 req-8614217b-1f95-405c-b818-e27db5fb3496 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988123 Jul 28 11:47:30.306730 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:30.315865 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Transition to ACTIVE for port object 1c12d65a-70ab-4405-85d4-512fdcef8581 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:30.350018 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Transition to ACTIVE for port object 1c12d65a-70ab-4405-85d4-512fdcef8581 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:30.360262 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:30.371344 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2da7dcc8-bb81-42ea-ae3c-a68f121b7f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:30.379805 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2da7dcc8-bb81-42ea-ae3c-a68f121b7f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:30.434140 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7dcc8-bb81-42ea-ae3c-a68f121b7f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a40f9e5-05fc-4772-8b69-b11ffcfcafad,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:30.445248 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2da7dcc8-bb81-42ea-ae3c-a68f121b7f56 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ac935d71d73424193e464928166ef61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4943419 Jul 28 11:47:30.448239 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57220) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:30.457219 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:30.464838 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:30.469397 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:30.483143 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Pushing event updated for resources: {'Port': ['ID=1c12d65a-70ab-4405-85d4-512fdcef8581,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:30.495053 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:30.514977 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:30.515616 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:30.516184 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:30.516868 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:30.517447 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:30.518002 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:30.518574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:30.519160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:30.519734 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:30.520278 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:30.521033 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:30.521581 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:47:30.549660 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ed87dc2-0d0a-4cb9-a7cc-2df2f04a38d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:30.578377 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ed87dc2-0d0a-4cb9-a7cc-2df2f04a38d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:30.629795 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4edb67a-7bb8-49f7-a32c-4f3a76bf992c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:30.633826 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4edb67a-7bb8-49f7-a32c-4f3a76bf992c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:30.663932 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57226) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:30.697178 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ed87dc2-0d0a-4cb9-a7cc-2df2f04a38d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:30.700924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ed87dc2-0d0a-4cb9-a7cc-2df2f04a38d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:30.705928 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5ed87dc2-0d0a-4cb9-a7cc-2df2f04a38d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a40f9e5-05fc-4772-8b69-b11ffcfcafad HTTP/1.1" status: 204 len: 168 time: 0.2564471 Jul 28 11:47:30.716281 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed87dc2-0d0a-4cb9-a7cc-2df2f04a38d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a40f9e5-05fc-4772-8b69-b11ffcfcafad,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:30.790337 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57232) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:30.797182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-14146239-6f10-457a-9274-562d19e881d9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'floatingip': {'port_id': '4f2b78fe-fa99-4b4e-9675-d53fdc70568d'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:30.803354 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-404104c7-4144-4502-ac75-486ee5a1edad tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.7504818 Jul 28 11:47:30.828798 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Attempting to bind port 1c12d65a-70ab-4405-85d4-512fdcef8581 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:47:30.829175 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Attempting to bind port 1c12d65a-70ab-4405-85d4-512fdcef8581 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:47:30.831268 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Attempting to bind port 1c12d65a-70ab-4405-85d4-512fdcef8581 on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:47:30.872720 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:47:30.873354 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:30.873794 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:30.874191 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:47:30.874698 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Bound port: 1c12d65a-70ab-4405-85d4-512fdcef8581, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:47:30.875085 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:30.927108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Deleting port 201e25cf-57d3-499e-a295-df5a96e24637 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:30.927465 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:31.043716 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-797b9436-03c6-418a-9b81-65a50652e7f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82c68ffebacb43819f5161d3a397d42b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780529 Jul 28 11:47:31.047164 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14146239-6f10-457a-9274-562d19e881d9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:31.059346 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57236) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:31.128041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] For port 201e25cf-57d3-499e-a295-df5a96e24637, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=201e25cf-57d3-499e-a295-df5a96e24637,segment=NetworkSegment(b5d0a670-7c7d-4a60-bb27-f7a887ef1244),segment_id=b5d0a670-7c7d-4a60-bb27-f7a887ef1244)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:31.135958 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:31.149247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] For port 1c12d65a-70ab-4405-85d4-512fdcef8581, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:47:31.155096 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] For port 1c12d65a-70ab-4405-85d4-512fdcef8581, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1c12d65a-70ab-4405-85d4-512fdcef8581,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:47:31.165505 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Calling delete_port for 201e25cf-57d3-499e-a295-df5a96e24637 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:31.169052 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:31.302561 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57240) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:31.330288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a80192-2a27-44f8-8b0f-f78984a553e9 None None] Pushing event updated for resources: {'Port': ['ID=1c12d65a-70ab-4405-85d4-512fdcef8581,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:31.387165 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8be521b7-dec1-48c9-97d3-e5fe2383c663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:31.405660 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bae43254-4afe-413d-a7d4-962ca173e2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:31.480794 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bae43254-4afe-413d-a7d4-962ca173e2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:31.485696 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4edb67a-7bb8-49f7-a32c-4f3a76bf992c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:31.568468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edb67a-7bb8-49f7-a32c-4f3a76bf992c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=182f2194-36ef-435e-8e7b-4ba2f6195d76,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:31.617443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:31.641552 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4edb67a-7bb8-49f7-a32c-4f3a76bf992c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:31.685555 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-a4edb67a-7bb8-49f7-a32c-4f3a76bf992c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:31.704250 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb67a-7bb8-49f7-a32c-4f3a76bf992c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:31.704851 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4edb67a-7bb8-49f7-a32c-4f3a76bf992c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:31.714096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Port': ['ID=201e25cf-57d3-499e-a295-df5a96e24637,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:31.731640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No DVR routers for this DVR port 201e25cf-57d3-499e-a295-df5a96e24637 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:31.764691 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43358e3e-8b24-4b79-bfdb-439a4111e5ea req-bbac025d-90eb-49dd-9cd5-bcf536fcb2c7 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:31.766617 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-43358e3e-8b24-4b79-bfdb-439a4111e5ea req-bbac025d-90eb-49dd-9cd5-bcf536fcb2c7 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 945 time: 0.3413467 Jul 28 11:47:31.862345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bae43254-4afe-413d-a7d4-962ca173e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:31.865587 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bae43254-4afe-413d-a7d4-962ca173e2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:31.869477 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bae43254-4afe-413d-a7d4-962ca173e2f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e691223-c606-4890-b063-4a64243dafda HTTP/1.1" status: 204 len: 168 time: 0.8004391 Jul 28 11:47:31.870228 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:31.889936 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-43358e3e-8b24-4b79-bfdb-439a4111e5ea req-c743d1dc-21dc-472f-acff-5d4d54822614 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1127982 Jul 28 11:47:31.911381 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:31.914454 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae43254-4afe-413d-a7d4-962ca173e2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e691223-c606-4890-b063-4a64243dafda,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:31.960857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8be521b7-dec1-48c9-97d3-e5fe2383c663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:31.969546 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d0a670-7c7d-4a60-bb27-f7a887ef1244') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:31.970367 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d0a670-7c7d-4a60-bb27-f7a887ef1244') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:31.988627 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8be521b7-dec1-48c9-97d3-e5fe2383c663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:31.992115 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:32.046747 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be521b7-dec1-48c9-97d3-e5fe2383c663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3128fd-b775-43d5-92f4-8afdc6e4789d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:32.059596 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a4edb67a-7bb8-49f7-a32c-4f3a76bf992c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0941629 Jul 28 11:47:32.063793 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57246) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:32.071135 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-2d32b371-4c83-427e-bbf5-645f566b1df6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'mac_address': 'fa:16:3e:e1:6d:99', 'name': 'tempest-NetworksTestDHCPv6-1959447467'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:32.079201 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:32.089746 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14146239-6f10-457a-9274-562d19e881d9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:32.096823 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14146239-6f10-457a-9274-562d19e881d9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:32.097474 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8be521b7-dec1-48c9-97d3-e5fe2383c663 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5e94864ba374000b2e0a41c579f4eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7901068 Jul 28 11:47:32.098313 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57248) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:32.099446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:32.099991 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:32.122279 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:32.231722 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:32.245522 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:32.250983 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215 HTTP/1.1" status: 204 len: 168 time: 4.1446648 Jul 28 11:47:32.251265 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3774e3fd-4baf-43d3-adad-72c42037bbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:32.252786 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57252) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:32.331999 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd28939-9974-4264-a8db-15c518f2eeec tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] GET failed (client error): The resource could not be found. Jul 28 11:47:32.333644 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-dbd28939-9974-4264-a8db-15c518f2eeec tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "GET /v2.0/subnets/3e783d23-a9f3-4c42-8d14-7113f1af59e7 HTTP/1.1" status: 404 len: 337 time: 0.0614343 Jul 28 11:47:32.335188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd194538-b19d-4a19-857c-2e1521049835 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Network': ['ID=46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:32.338884 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57254) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:32.382790 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f492de8-b2fe-40c9-871d-1e105f130857 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:32.383311 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f492de8-b2fe-40c9-871d-1e105f130857 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:32.385667 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1f492de8-b2fe-40c9-871d-1e105f130857 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215 HTTP/1.1" status: 404 len: 339 time: 0.0455077 Jul 28 11:47:32.392329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57256) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:32.393058 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a9b77c1-7e08-4622-bd82-97b7059310ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:32.395883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3774e3fd-4baf-43d3-adad-72c42037bbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:32.424937 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-14146239-6f10-457a-9274-562d19e881d9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Floating IP 00da1d14-5282-438e-be00-ea115c4834ea associated. External IP: 172.26.1.86, port: f2b63569-a8a3-408d-9cbf-9c1cdf7602ef. Jul 28 11:47:32.642792 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3774e3fd-4baf-43d3-adad-72c42037bbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:32.645378 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3774e3fd-4baf-43d3-adad-72c42037bbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:32.646584 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3774e3fd-4baf-43d3-adad-72c42037bbca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a3128fd-b775-43d5-92f4-8afdc6e4789d HTTP/1.1" status: 204 len: 168 time: 0.5426464 Jul 28 11:47:32.674059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774e3fd-4baf-43d3-adad-72c42037bbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3128fd-b775-43d5-92f4-8afdc6e4789d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:32.764430 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1439390b-9448-450e-9ad9-2e599e8fe78f None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:32.816793 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5333d2-fa99-479f-98d8-9799647e538f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:32.821209 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-aa5333d2-fa99-479f-98d8-9799647e538f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4254389 Jul 28 11:47:32.821604 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57272) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:32.888789 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e1b9e73f-f704-4873-a4d1-a67b5f61c2bd None None] Provisioning for port 1c12d65a-70ab-4405-85d4-512fdcef8581 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:32.911930 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-aedceba4-5f0f-4666-bda1-c55f76318ed8 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd HTTP/1.1" status: 200 len: 207 time: 0.0874574 Jul 28 11:47:32.914203 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57276) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:33.121171 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1c12d65a-70ab-4405-85d4-512fdcef8581 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:33.186727 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 1c12d65a-70ab-4405-85d4-512fdcef8581 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:33.193507 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 1c12d65a-70ab-4405-85d4-512fdcef8581 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:33.193891 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:33.288528 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a04442-ece1-488c-a337-29934457fead None None] Update dhcp port {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'fixed_ips': [{'subnet_id': '99253d1e-c300-4a5a-8726-eb44b49e0947', 'ip_address': '2001:db8::f816:3eff:fe42:301a'}, {'subnet_id': '182f2194-36ef-435e-8e7b-4ba2f6195d76'}], 'binding:host_id': 'dv-neutron-786478-16-hyperv'}, 'id': '1c12d65a-70ab-4405-85d4-512fdcef8581'} from dv-neutron-786478-16-hyperv. {{(pid=100417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:47:33.359935 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:33.386756 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7a04442-ece1-488c-a337-29934457fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:33.391415 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d32b371-4c83-427e-bbf5-645f566b1df6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:33.419690 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 1c12d65a-70ab-4405-85d4-512fdcef8581, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1c12d65a-70ab-4405-85d4-512fdcef8581,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:33.457252 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:33.511028 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1e876-eaff-4f54-afef-805fdac980ce req-2fab33a3-d240-45f6-8836-892bea395858 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:33.512963 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f7f1e876-eaff-4f54-afef-805fdac980ce req-2fab33a3-d240-45f6-8836-892bea395858 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 945 time: 0.1903338 Jul 28 11:47:33.521604 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda2de0-0894-42a3-b643-ea4f151960d5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:33.530536 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda2de0-0894-42a3-b643-ea4f151960d5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:33.537049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda2de0-0894-42a3-b643-ea4f151960d5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:33.550410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda2de0-0894-42a3-b643-ea4f151960d5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:33.553776 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ddda2de0-0894-42a3-b643-ea4f151960d5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.6382914 Jul 28 11:47:33.557474 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57294) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:33.584099 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57296) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:33.598116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=1c12d65a-70ab-4405-85d4-512fdcef8581,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:33.625325 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14146239-6f10-457a-9274-562d19e881d9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router 8d66e034-67e3-4a0c-a483-96b3ce78f7e0 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:47:33.642756 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f7f1e876-eaff-4f54-afef-805fdac980ce req-e5854560-78cc-402a-82e7-33397dfa9ffa tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158624 Jul 28 11:47:33.650412 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2d32b371-4c83-427e-bbf5-645f566b1df6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:33.712095 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-2d32b371-4c83-427e-bbf5-645f566b1df6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port bac8d416-44fa-49ef-9b69-a77467e09e02 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:47:33.712321 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-d7a04442-ece1-488c-a337-29934457fead None None] Allocated IP 2001:db8:0:1::2 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/182f2194-36ef-435e-8e7b-4ba2f6195d76/1c12d65a-70ab-4405-85d4-512fdcef8581) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:33.828901 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cb2242fb-988a-4862-aef4-5d91ecdf6e81 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2700636 Jul 28 11:47:33.833059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57306) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:33.895547 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14146239-6f10-457a-9274-562d19e881d9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:47:33.913528 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8306d7-20bf-4f57-8468-1808edce93ff None None] Sync routers for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:33.943689 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8306d7-20bf-4f57-8468-1808edce93ff None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:33.944595 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ea8306d7-20bf-4f57-8468-1808edce93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:33.953550 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d7a04442-ece1-488c-a337-29934457fead None None] For port 1c12d65a-70ab-4405-85d4-512fdcef8581, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1c12d65a-70ab-4405-85d4-512fdcef8581,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:33.977538 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4336a7e4-4b03-445e-9d8a-d81b451c0b0c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:33.981157 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4336a7e4-4b03-445e-9d8a-d81b451c0b0c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:33.986626 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4336a7e4-4b03-445e-9d8a-d81b451c0b0c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1482205 Jul 28 11:47:33.987306 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57310) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:34.022960 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ea8306d7-20bf-4f57-8468-1808edce93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:34.052426 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8306d7-20bf-4f57-8468-1808edce93ff None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:34.053061 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ea8306d7-20bf-4f57-8468-1808edce93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:34.056850 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-1c865b12-f75e-40db-a6b4-2998001fdec3 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:34.057147 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7a04442-ece1-488c-a337-29934457fead None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:34.057568 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.api.v2.base [None req-1c865b12-f75e-40db-a6b4-2998001fdec3 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 11:47:34.058077 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-1c865b12-f75e-40db-a6b4-2998001fdec3 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 11:47:34.066100 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1c865b12-f75e-40db-a6b4-2998001fdec3 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4705336 Jul 28 11:47:34.068747 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57314) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:34.076622 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c75fc138-b281-492a-b053-f69692ee957a tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137717671'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:34.096533 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ea8306d7-20bf-4f57-8468-1808edce93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:34.097189 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8306d7-20bf-4f57-8468-1808edce93ff None None] The sync data for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:34.106757 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b1097-d946-4475-9cb0-91a4b4fbb262 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['shared'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:34.108440 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d7a04442-ece1-488c-a337-29934457fead None None] Transition to ACTIVE for port object 1c12d65a-70ab-4405-85d4-512fdcef8581 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:34.108902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b1097-d946-4475-9cb0-91a4b4fbb262 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['shared'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:34.114114 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e35b1097-d946-4475-9cb0-91a4b4fbb262 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1222515 Jul 28 11:47:34.114957 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57318) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:34.119035 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7a04442-ece1-488c-a337-29934457fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:34.125089 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c75fc138-b281-492a-b053-f69692ee957a tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:34.141364 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c75fc138-b281-492a-b053-f69692ee957a tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:34.223485 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a04442-ece1-488c-a337-29934457fead None None] Pushing event updated for resources: {'Port': ['ID=1c12d65a-70ab-4405-85d4-512fdcef8581,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:34.275707 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c75fc138-b281-492a-b053-f69692ee957a tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:34.281057 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c75fc138-b281-492a-b053-f69692ee957a tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:34.415831 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fc138-b281-492a-b053-f69692ee957a tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b512eb9-ad4b-4190-a33f-5997525ebb09,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:34.419858 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57322) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:34.558380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c75fc138-b281-492a-b053-f69692ee957a tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:34.568310 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c75fc138-b281-492a-b053-f69692ee957a tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:34.593496 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0339fc2-1b28-4057-bbb4-fac710d1149a req-be206fac-a68c-4e25-93f4-95630be766c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:34.595585 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b0339fc2-1b28-4057-bbb4-fac710d1149a req-be206fac-a68c-4e25-93f4-95630be766c9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 1098 time: 0.1587293 Jul 28 11:47:34.596666 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c75fc138-b281-492a-b053-f69692ee957a tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:34.598011 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c75fc138-b281-492a-b053-f69692ee957a tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5257905 Jul 28 11:47:34.598216 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f879c8-13dd-4270-b49d-aa16514ad991 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:34.605184 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-50f879c8-13dd-4270-b49d-aa16514ad991 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "GET /v2.0/networks/e58faf7c-9dfb-4b73-821e-b4885b7641fb HTTP/1.1" status: 200 len: 800 time: 0.4832852 Jul 28 11:47:34.607832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57326) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:34.609371 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57328) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:34.611255 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14146239-6f10-457a-9274-562d19e881d9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router 8d66e034-67e3-4a0c-a483-96b3ce78f7e0 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:47:34.634817 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-d5422cef-da98-4085-9299-fca31af43a74 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': '62294491-2d42-4d80-9d35-93b165d30751', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:34.734969 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-005bcb0b-37d4-41b5-bc6f-6467d607ffd7 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] Request body: {'port': {'network_id': 'd6f88442-67b8-4ec3-acb4-3116e9ba6a5e', 'name': 'tempest-NetworksNegativeTestJSON-1862967203'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:34.789429 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-005bcb0b-37d4-41b5-bc6f-6467d607ffd7 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] POST failed (client error): The resource could not be found. Jul 28 11:47:34.790162 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005bcb0b-37d4-41b5-bc6f-6467d607ffd7 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:34.791750 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-005bcb0b-37d4-41b5-bc6f-6467d607ffd7 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3687320 Jul 28 11:47:34.792627 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fc138-b281-492a-b053-f69692ee957a tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62294491-2d42-4d80-9d35-93b165d30751,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:34.809778 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57334) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:34.824968 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b0339fc2-1b28-4057-bbb4-fac710d1149a req-383673f8-f02b-4704-9999-bae6c6705e49 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2125020 Jul 28 11:47:34.835202 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d5422cef-da98-4085-9299-fca31af43a74 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:34.839028 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75a4144-fde0-4346-82e2-ca36724651ae tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:34.839607 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75a4144-fde0-4346-82e2-ca36724651ae tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:34.849217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57336) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:34.850258 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e75a4144-fde0-4346-82e2-ca36724651ae tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] 10.222.0.43 "DELETE /v2.0/networks/62856285-d929-42f6-a6f1-5832c44187c5 HTTP/1.1" status: 404 len: 339 time: 0.0390077 Jul 28 11:47:34.867341 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-2d32b371-4c83-427e-bbf5-645f566b1df6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8:0:1::10a (ff79b356-b140-4126-83e7-2a8ec9cd81dc/182f2194-36ef-435e-8e7b-4ba2f6195d76/bac8d416-44fa-49ef-9b69-a77467e09e02) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:34.890067 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-d940aa37-046d-4caf-9511-121c54114b1c tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:34.891187 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d940aa37-046d-4caf-9511-121c54114b1c tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:34.892333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-da39dc9f-c5e8-4cd5-bb57-a4657a4b8bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:34.893411 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d940aa37-046d-4caf-9511-121c54114b1c tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] 10.222.0.43 "DELETE /v2.0/ports/d21bef1b-7759-4cbe-81e3-9de7f1c083bf HTTP/1.1" status: 404 len: 333 time: 0.0432243 Jul 28 11:47:34.898622 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57338) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:34.952279 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ec599d-d01a-4b38-a759-530e74c6db00 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:34.952751 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ec599d-d01a-4b38-a759-530e74c6db00 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:34.959151 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c7ec599d-d01a-4b38-a759-530e74c6db00 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] 10.222.0.43 "DELETE /v2.0/subnets/3aaa7508-b519-4720-b527-ed12792c2ee3 HTTP/1.1" status: 404 len: 337 time: 0.0551653 Jul 28 11:47:34.963783 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57342) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:34.968688 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-2d32b371-4c83-427e-bbf5-645f566b1df6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::f816:3eff:fee1:6d99 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/99253d1e-c300-4a5a-8726-eb44b49e0947/bac8d416-44fa-49ef-9b69-a77467e09e02) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:35.007669 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-12ec33cc-d14e-4b4f-b8b5-de3cfb2256b0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "GET /v2.0/networks/e58faf7c-9dfb-4b73-821e-b4885b7641fb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3926063 Jul 28 11:47:35.017754 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57344) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:35.017962 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244a572-8212-48a0-9b45-5b9b7a884da0 req-e5151ce7-3d98-4d4b-a0a3-eded27e35e7f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:35.019525 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1244a572-8212-48a0-9b45-5b9b7a884da0 req-e5151ce7-3d98-4d4b-a0a3-eded27e35e7f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 945 time: 0.2752686 Jul 28 11:47:35.065838 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14146239-6f10-457a-9274-562d19e881d9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:47:35.068253 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-f186a215-be54-47ff-b266-0eb967c97ed7 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] GET failed (client error): The resource could not be found. Jul 28 11:47:35.069725 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f186a215-be54-47ff-b266-0eb967c97ed7 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] 10.222.0.43 "GET /v2.0/networks/d0edfe2b-cf7c-402d-be61-742aee556294 HTTP/1.1" status: 404 len: 339 time: 0.1049914 Jul 28 11:47:35.069929 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14146239-6f10-457a-9274-562d19e881d9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:35.084687 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f59a2-bf5d-4313-938f-a73ad8c728cd None None] Sync routers for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:35.097032 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1c12d65a-70ab-4405-85d4-512fdcef8581 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:35.102903 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57346) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:35.105603 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f59a2-bf5d-4313-938f-a73ad8c728cd None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:35.114149 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f54f59a2-bf5d-4313-938f-a73ad8c728cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:35.125600 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d5422cef-da98-4085-9299-fca31af43a74 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:35.134514 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d5422cef-da98-4085-9299-fca31af43a74 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:35.135698 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1449a979-843b-4418-a0ab-94575c679d21 None None] get_active_networks_info from dv-neutron-786478-16-hyperv {{(pid=100417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:47:35.162930 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7fdade-c501-4afe-aeb6-c897fd62fc11 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:35.168327 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ff7fdade-c501-4afe-aeb6-c897fd62fc11 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "GET /v2.0/subnets/42de0732-49ba-44c9-8e75-cae1caa19fc6 HTTP/1.1" status: 200 len: 811 time: 0.1434588 Jul 28 11:47:35.172723 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57348) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:35.173402 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5422cef-da98-4085-9299-fca31af43a74 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23933f48-4bc6-4659-9ff2-de69fefc9760,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:35.185246 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74e4e52-a32a-47b6-9a54-361a948f5504 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] GET failed (client error): The resource could not be found. Jul 28 11:47:35.190984 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c74e4e52-a32a-47b6-9a54-361a948f5504 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] 10.222.0.43 "GET /v2.0/ports/21d2924b-247d-410f-8ff7-aa156db8d368 HTTP/1.1" status: 404 len: 333 time: 0.0719321 Jul 28 11:47:35.198953 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57350) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:35.204332 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f54f59a2-bf5d-4313-938f-a73ad8c728cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:35.217428 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c8e4eb41-e7f7-4b26-86cf-dca354979533 None None] Provisioning for port 1c12d65a-70ab-4405-85d4-512fdcef8581 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:35.236049 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f59a2-bf5d-4313-938f-a73ad8c728cd None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:35.237910 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f54f59a2-bf5d-4313-938f-a73ad8c728cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:35.241728 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76dfd66-7227-411c-b8be-32d6ce81a3c5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['shared'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:35.246171 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c8e4eb41-e7f7-4b26-86cf-dca354979533 None None] Provisioning complete for port 1c12d65a-70ab-4405-85d4-512fdcef8581 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:35.246171 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8e4eb41-e7f7-4b26-86cf-dca354979533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:35.247472 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f76dfd66-7227-411c-b8be-32d6ce81a3c5 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "GET /v2.0/subnets/42de0732-49ba-44c9-8e75-cae1caa19fc6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0714142 Jul 28 11:47:35.248784 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57352) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:35.256382 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-08da22f0-f02c-457f-96c2-f8d520604984 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-416904090'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:35.260830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d5422cef-da98-4085-9299-fca31af43a74 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:35.262294 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d5422cef-da98-4085-9299-fca31af43a74 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6482947 Jul 28 11:47:35.265686 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57354) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:35.271866 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-14146239-6f10-457a-9274-562d19e881d9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "PUT /v2.0/floatingips/00da1d14-5282-438e-be00-ea115c4834ea HTTP/1.1" status: 200 len: 977 time: 4.4802139 Jul 28 11:47:35.273494 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-295f9554-b3d9-4c8c-9788-dc830da24151 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': '62294491-2d42-4d80-9d35-93b165d30751', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:35.279459 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57356) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:35.290027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-cbb580d7-1774-4e2c-bb06-acc04c99efd1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:35.312706 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f54f59a2-bf5d-4313-938f-a73ad8c728cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:35.313724 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f59a2-bf5d-4313-938f-a73ad8c728cd None None] The sync data for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:35.315587 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4194936-6176-416d-99f6-63554f27c343 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] GET failed (client error): The resource could not be found. Jul 28 11:47:35.323203 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a4194936-6176-416d-99f6-63554f27c343 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] 10.222.0.43 "GET /v2.0/subnets/6d52ebbe-d659-4bf9-abf9-b138d89a2249 HTTP/1.1" status: 404 len: 337 time: 0.1125476 Jul 28 11:47:35.326900 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57358) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:35.340252 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-fc4ae60b-34ac-4bff-8a7b-fc4e509fa1ec tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:35.342299 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1244a572-8212-48a0-9b45-5b9b7a884da0 req-a164d6c5-c8fe-42ae-9982-4d73cc449f38 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2913849 Jul 28 11:47:35.367136 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08da22f0-f02c-457f-96c2-f8d520604984 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:35.371281 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08da22f0-f02c-457f-96c2-f8d520604984 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:35.371432 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:35.376333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 1c12d65a-70ab-4405-85d4-512fdcef8581 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:35.376708 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:35.389021 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4ae60b-34ac-4bff-8a7b-fc4e509fa1ec tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] PUT failed (client error): The resource could not be found. Jul 28 11:47:35.389609 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc4ae60b-34ac-4bff-8a7b-fc4e509fa1ec tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:35.394414 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fc4ae60b-34ac-4bff-8a7b-fc4e509fa1ec tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] 10.222.0.43 "PUT /v2.0/networks/bb0ecf9d-9c7c-4c28-b9ee-2a4e89fdd44c HTTP/1.1" status: 404 len: 339 time: 0.0617063 Jul 28 11:47:35.399331 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57360) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:35.408312 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-e55e6e60-6532-4bcb-a6e6-0153788cdde7 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:35.414647 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1449a979-843b-4418-a0ab-94575c679d21 None None] Resources bound (agent type, host, resource id): {{(pid=100417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:47:35.453275 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2d32b371-4c83-427e-bbf5-645f566b1df6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:35.473405 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-2d32b371-4c83-427e-bbf5-645f566b1df6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object bac8d416-44fa-49ef-9b69-a77467e09e02 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:35.534463 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2d32b371-4c83-427e-bbf5-645f566b1df6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:35.603888 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d32b371-4c83-427e-bbf5-645f566b1df6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:35.611517 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-2d32b371-4c83-427e-bbf5-645f566b1df6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:35.618336 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d32b371-4c83-427e-bbf5-645f566b1df6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:35.628597 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d32b371-4c83-427e-bbf5-645f566b1df6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:35.630004 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2d32b371-4c83-427e-bbf5-645f566b1df6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:35.679309 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32b371-4c83-427e-bbf5-645f566b1df6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=bac8d416-44fa-49ef-9b69-a77467e09e02,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:35.699448 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cbb580d7-1774-4e2c-bb06-acc04c99efd1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:35.704692 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2d32b371-4c83-427e-bbf5-645f566b1df6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.6374786 Jul 28 11:47:35.704968 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57362) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:35.762103 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55e6e60-6532-4bcb-a6e6-0153788cdde7 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] PUT failed (client error): The resource could not be found. Jul 28 11:47:35.767329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e55e6e60-6532-4bcb-a6e6-0153788cdde7 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:35.771457 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e55e6e60-6532-4bcb-a6e6-0153788cdde7 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] 10.222.0.43 "PUT /v2.0/ports/890a466c-e431-4169-bc8a-97ca8edf76f3 HTTP/1.1" status: 404 len: 333 time: 0.3677449 Jul 28 11:47:35.772927 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57364) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:35.774173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08da22f0-f02c-457f-96c2-f8d520604984 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:47:35.787907 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-14474592-6776-4714-ad7e-716e37108841 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:35.831247 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-14474592-6776-4714-ad7e-716e37108841 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] PUT failed (client error): The resource could not be found. Jul 28 11:47:35.831806 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14474592-6776-4714-ad7e-716e37108841 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:35.833746 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-14474592-6776-4714-ad7e-716e37108841 tempest-NetworksNegativeTestJSON-1668972642 tempest-NetworksNegativeTestJSON-1668972642-project] 10.222.0.43 "PUT /v2.0/subnets/442b251f-a93f-4556-a966-0d72140582d8 HTTP/1.1" status: 404 len: 337 time: 0.0535502 Jul 28 11:47:35.901550 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cbb580d7-1774-4e2c-bb06-acc04c99efd1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:35.906330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-295f9554-b3d9-4c8c-9788-dc830da24151 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:35.913157 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cbb580d7-1774-4e2c-bb06-acc04c99efd1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:35.913436 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-cbb580d7-1774-4e2c-bb06-acc04c99efd1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Floating IP 00da1d14-5282-438e-be00-ea115c4834ea disassociated. External IP: 172.26.1.86, port: 4f2b78fe-fa99-4b4e-9675-d53fdc70568d. Jul 28 11:47:35.922987 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-5eb59c7e-8499-4c62-ba86-7a3beffd2741 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port bac8d416-44fa-49ef-9b69-a77467e09e02 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:35.923502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5eb59c7e-8499-4c62-ba86-7a3beffd2741 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:35.972896 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08da22f0-f02c-457f-96c2-f8d520604984 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:35.973244 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-08da22f0-f02c-457f-96c2-f8d520604984 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Added segment ca6c3792-a4f9-4322-9239-23618028bb19 of type vlan for network 45bc7fc1-762b-4e11-90a5-476581b680aa Jul 28 11:47:36.080578 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5eb59c7e-8499-4c62-ba86-7a3beffd2741 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:36.081874 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08da22f0-f02c-457f-96c2-f8d520604984 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:36.089099 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-295f9554-b3d9-4c8c-9788-dc830da24151 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 11:47:36.090159 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-295f9554-b3d9-4c8c-9788-dc830da24151 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8232009 Jul 28 11:47:36.094251 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57370) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:36.116002 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-5eb59c7e-8499-4c62-ba86-7a3beffd2741 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for bac8d416-44fa-49ef-9b69-a77467e09e02 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:36.233489 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08da22f0-f02c-457f-96c2-f8d520604984 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:36.244524 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08da22f0-f02c-457f-96c2-f8d520604984 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:36.245169 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08da22f0-f02c-457f-96c2-f8d520604984 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:36.253674 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57374) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:36.363263 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:36.376277 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-08da22f0-f02c-457f-96c2-f8d520604984 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1249897 Jul 28 11:47:36.379984 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57378) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:36.388389 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1f869099-413c-4e7a-87fb-1b41ed09340d None None] Provisioning for port bac8d416-44fa-49ef-9b69-a77467e09e02 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:36.391346 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-776965c8-938e-4ff3-b226-c0639d15a2c3 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'subnet': {'network_id': '45bc7fc1-762b-4e11-90a5-476581b680aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:36.392579 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1f869099-413c-4e7a-87fb-1b41ed09340d None None] Provisioning complete for port bac8d416-44fa-49ef-9b69-a77467e09e02 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:36.392957 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f869099-413c-4e7a-87fb-1b41ed09340d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:36.400424 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5eb59c7e-8499-4c62-ba86-7a3beffd2741 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:36.423924 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da22f0-f02c-457f-96c2-f8d520604984 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Network': ['ID=45bc7fc1-762b-4e11-90a5-476581b680aa,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:36.450027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1f869099-413c-4e7a-87fb-1b41ed09340d None None] Port bac8d416-44fa-49ef-9b69-a77467e09e02 was deleted so its status cannot be updated. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 11:47:36.453422 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 45bc7fc1-762b-4e11-90a5-476581b680aa details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:47:36.470454 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e67b2568-bdca-44af-9f71-d85353c20562 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:36.488619 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3c23-353f-4358-b741-8652e3df37a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:36.523886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb580d7-1774-4e2c-bb06-acc04c99efd1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router 8d66e034-67e3-4a0c-a483-96b3ce78f7e0 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:47:36.526486 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e67b2568-bdca-44af-9f71-d85353c20562 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:36.608862 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb59c7e-8499-4c62-ba86-7a3beffd2741 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=bac8d416-44fa-49ef-9b69-a77467e09e02,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:36.624292 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e67b2568-bdca-44af-9f71-d85353c20562 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:36.630976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5eb59c7e-8499-4c62-ba86-7a3beffd2741 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:36.632065 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e67b2568-bdca-44af-9f71-d85353c20562 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:36.635086 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5eb59c7e-8499-4c62-ba86-7a3beffd2741 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/bac8d416-44fa-49ef-9b69-a77467e09e02 HTTP/1.1" status: 204 len: 168 time: 0.9270053 Jul 28 11:47:36.639464 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e67b2568-bdca-44af-9f71-d85353c20562 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "DELETE /v2.0/security-groups/62294491-2d42-4d80-9d35-93b165d30751 HTTP/1.1" status: 204 len: 168 time: 0.5427611 Jul 28 11:47:36.640178 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57382) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:36.640565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57384) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:36.674041 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e23d8-2396-47ad-8f5a-0c58e89b64d5 req-a3780212-9f3c-470a-bf92-652d6ebb55a7 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:36.675511 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-681e23d8-2396-47ad-8f5a-0c58e89b64d5 req-a3780212-9f3c-470a-bf92-652d6ebb55a7 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 945 time: 0.1799109 Jul 28 11:47:36.721233 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-681e23d8-2396-47ad-8f5a-0c58e89b64d5 req-6b8155ed-a8c9-4bec-841e-2f63d584f749 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376406 Jul 28 11:47:36.747127 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57386) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:36.750766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b2568-bdca-44af-9f71-d85353c20562 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62294491-2d42-4d80-9d35-93b165d30751,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:36.839854 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-65d8ab56-49f7-4eca-9a05-729abc41c959 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/floatingips/4a94de79-da93-4a3b-8853-a21bf9a7b940 HTTP/1.1" status: 200 len: 991 time: 0.0913751 Jul 28 11:47:36.884124 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b596530-b9b0-4939-b2ca-d14222767173 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:36.887816 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9b596530-b9b0-4939-b2ca-d14222767173 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1928947 Jul 28 11:47:36.897995 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57388) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:36.898416 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4df6ff7d-4ee8-49cd-b1ec-9c892727161c tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2040658 Jul 28 11:47:36.901880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57390) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:36.907336 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb580d7-1774-4e2c-bb06-acc04c99efd1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:47:36.913743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cbb580d7-1774-4e2c-bb06-acc04c99efd1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:36.914720 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b50b3d80-e278-435b-94ba-d7568818d203 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group': {'name': 'tempest-secgroup--592139428'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:36.920373 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704dcf46-29ba-4e7e-a544-ffaa90b9f0a6 None None] Sync routers for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:36.935687 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704dcf46-29ba-4e7e-a544-ffaa90b9f0a6 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:36.936323 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-704dcf46-29ba-4e7e-a544-ffaa90b9f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:36.965689 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49071aa-a050-4390-81b9-0f521f7fd6b9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:36.967135 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e49071aa-a050-4390-81b9-0f521f7fd6b9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0667646 Jul 28 11:47:36.969751 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57392) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:36.973302 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3c23-353f-4358-b741-8652e3df37a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:36.978994 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cbb580d7-1774-4e2c-bb06-acc04c99efd1 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "PUT /v2.0/floatingips/00da1d14-5282-438e-be00-ea115c4834ea HTTP/1.1" status: 200 len: 687 time: 1.6954169 Jul 28 11:47:36.980400 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3c23-353f-4358-b741-8652e3df37a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:36.982927 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57394) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:36.985494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-704dcf46-29ba-4e7e-a544-ffaa90b9f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:36.995186 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704dcf46-29ba-4e7e-a544-ffaa90b9f0a6 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:36.996048 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-704dcf46-29ba-4e7e-a544-ffaa90b9f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:37.034522 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc3c23-353f-4358-b741-8652e3df37a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4e9274-feea-407a-9809-824e744270a2,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:37.034771 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-704dcf46-29ba-4e7e-a544-ffaa90b9f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:37.035534 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704dcf46-29ba-4e7e-a544-ffaa90b9f0a6 None None] The sync data for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:37.041394 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a5cc3c23-353f-4358-b741-8652e3df37a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79f0865a6df5474ea2034c7f6cbffcfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7801156 Jul 28 11:47:37.042472 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57396) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:37.078128 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776965c8-938e-4ff3-b226-c0639d15a2c3 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Made reservation on behalf of 339cf640e5b1438587424d4a6d84ebed for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:37.081692 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-776965c8-938e-4ff3-b226-c0639d15a2c3 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:37.102227 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b33eef9b-a853-41cb-87c1-cee883978aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:37.125004 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b33eef9b-a853-41cb-87c1-cee883978aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:37.145958 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7cb18f-1416-4ae4-b6ef-2978de07531b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:37.147772 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7cb18f-1416-4ae4-b6ef-2978de07531b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:37.149297 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7cb18f-1416-4ae4-b6ef-2978de07531b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:37.153288 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ca7cb18f-1416-4ae4-b6ef-2978de07531b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1802397 Jul 28 11:47:37.153899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57398) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:37.221242 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ba97df-bfa4-4de6-a9b4-0a58b5fa2757 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 182f2194-36ef-435e-8e7b-4ba2f6195d76 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:47:37.224482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51ba97df-bfa4-4de6-a9b4-0a58b5fa2757 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:37.227582 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b50b3d80-e278-435b-94ba-d7568818d203 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:37.231599 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.ipam_backend_mixin [None req-776965c8-938e-4ff3-b226-c0639d15a2c3 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Performing IP validity checks on allocation pools {{(pid=100416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 11:47:37.232972 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.ipam_backend_mixin [None req-776965c8-938e-4ff3-b226-c0639d15a2c3 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 11:47:37.261339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b33eef9b-a853-41cb-87c1-cee883978aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:37.264783 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b33eef9b-a853-41cb-87c1-cee883978aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:37.265957 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b33eef9b-a853-41cb-87c1-cee883978aaf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af4e9274-feea-407a-9809-824e744270a2 HTTP/1.1" status: 204 len: 168 time: 0.2225173 Jul 28 11:47:37.278404 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33eef9b-a853-41cb-87c1-cee883978aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4e9274-feea-407a-9809-824e744270a2,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:37.285441 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51ba97df-bfa4-4de6-a9b4-0a58b5fa2757 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:37.314211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 36606f33-3404-4398-95a8-a6f2f6df5134 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:47:37.316309 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 36606f33-3404-4398-95a8-a6f2f6df5134 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:47:37.398987 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-6fdf1de3-fa3b-4646-ac68-fefc3727291c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Deleting port 4f48b38f-cd7f-4aa8-88b3-5f51e00b93f5 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:37.399359 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1de3-fa3b-4646-ac68-fefc3727291c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:37.415679 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51ba97df-bfa4-4de6-a9b4-0a58b5fa2757 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:37.535023 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51ba97df-bfa4-4de6-a9b4-0a58b5fa2757 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:37.582194 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba97df-bfa4-4de6-a9b4-0a58b5fa2757 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=182f2194-36ef-435e-8e7b-4ba2f6195d76,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:37.601532 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51ba97df-bfa4-4de6-a9b4-0a58b5fa2757 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:37.609678 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-51ba97df-bfa4-4de6-a9b4-0a58b5fa2757 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/182f2194-36ef-435e-8e7b-4ba2f6195d76 HTTP/1.1" status: 204 len: 168 time: 0.4519811 Jul 28 11:47:37.612468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57408) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:37.777159 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e72cbe-b5ca-4da8-b6e1-dd2324582329 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 99253d1e-c300-4a5a-8726-eb44b49e0947 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:47:37.786286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51e72cbe-b5ca-4da8-b6e1-dd2324582329 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:37.843177 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51e72cbe-b5ca-4da8-b6e1-dd2324582329 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:37.890064 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf61b979-a2ff-418b-b638-7f89a32caee6 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:37.895839 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:37.976269 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51e72cbe-b5ca-4da8-b6e1-dd2324582329 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:37.984484 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.004815 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b50b3d80-e278-435b-94ba-d7568818d203 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.015293 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c36e164-c084-401f-8817-7c33a316df25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36606f33-3404-4398-95a8-a6f2f6df5134'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:47:38.016938 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b50b3d80-e278-435b-94ba-d7568818d203 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.018089 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31e966f-435b-4b67-87d4-870b42c0303d" -d '{"events": [{"server_uuid": "1c36e164-c084-401f-8817-7c33a316df25", "name": "network-vif-unplugged", "status": "completed", "tag": "36606f33-3404-4398-95a8-a6f2f6df5134"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:47:38.056666 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 36606f33-3404-4398-95a8-a6f2f6df5134, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36606f33-3404-4398-95a8-a6f2f6df5134,segment=NetworkSegment(8dc492f6-8f51-4763-bd48-06f4c2813a99),segment_id=8dc492f6-8f51-4763-bd48-06f4c2813a99)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:38.059538 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b50b3d80-e278-435b-94ba-d7568818d203 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.064479 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b50b3d80-e278-435b-94ba-d7568818d203 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1589663 Jul 28 11:47:38.069912 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57422) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:38.082584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-16897f75-0a07-4fa3-9d6a-2614130a469d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': 'b37fe887-ff3e-4873-a547-398f1f2d1c1d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:38.087015 dv-neutron-786478-16-hyperv neutron-server[100415]: WARNING neutron.api.v2.base [None req-16897f75-0a07-4fa3-9d6a-2614130a469d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 28 11:47:38.088451 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-16897f75-0a07-4fa3-9d6a-2614130a469d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:38.092137 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 36606f33-3404-4398-95a8-a6f2f6df5134, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36606f33-3404-4398-95a8-a6f2f6df5134,segment=NetworkSegment(8dc492f6-8f51-4763-bd48-06f4c2813a99),segment_id=8dc492f6-8f51-4763-bd48-06f4c2813a99)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:38.093717 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-16897f75-0a07-4fa3-9d6a-2614130a469d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0200543 Jul 28 11:47:38.095011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57426) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:38.095585 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb92412-66ea-4333-bdd6-630cbe80951c x-openstack-request-id: req-7fb92412-66ea-4333-bdd6-630cbe80951c {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:47:38.095881 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c36e164-c084-401f-8817-7c33a316df25", "name": "network-vif-unplugged", "status": "completed", "tag": "36606f33-3404-4398-95a8-a6f2f6df5134", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:47:38.096124 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51e72cbe-b5ca-4da8-b6e1-dd2324582329 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.096488 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7fb92412-66ea-4333-bdd6-630cbe80951c {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:47:38.097062 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c36e164-c084-401f-8817-7c33a316df25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36606f33-3404-4398-95a8-a6f2f6df5134', 'code': 200} Jul 28 11:47:38.104277 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.112700 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '36606f33-3404-4398-95a8-a6f2f6df5134', 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d', 'port_id': '36606f33-3404-4398-95a8-a6f2f6df5134', 'mac_address': 'fa:16:3e:0d:47:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:47:38.120957 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b3d80-e278-435b-94ba-d7568818d203 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37fe887-ff3e-4873-a547-398f1f2d1c1d,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:38.134148 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1de3-fa3b-4646-ac68-fefc3727291c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.134579 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1de3-fa3b-4646-ac68-fefc3727291c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.161629 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-6fdf1de3-fa3b-4646-ac68-fefc3727291c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Calling delete_port for 4f48b38f-cd7f-4aa8-88b3-5f51e00b93f5 owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:38.172771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e72cbe-b5ca-4da8-b6e1-dd2324582329 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=99253d1e-c300-4a5a-8726-eb44b49e0947,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:38.178565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51e72cbe-b5ca-4da8-b6e1-dd2324582329 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.180491 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-51e72cbe-b5ca-4da8-b6e1-dd2324582329 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/99253d1e-c300-4a5a-8726-eb44b49e0947 HTTP/1.1" status: 204 len: 168 time: 0.5668225 Jul 28 11:47:38.181673 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.186362 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57428) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:38.223393 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-776965c8-938e-4ff3-b226-c0639d15a2c3 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.235821 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-25078e88-8c4a-4932-b6cb-b85502f087ae tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479023 Jul 28 11:47:38.240250 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57432) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:38.240602 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36606f33-3404-4398-95a8-a6f2f6df5134 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:47:38.249432 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-ab47cf8d-b942-4d04-80fd-91f83fed6661 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:38.268463 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 36606f33-3404-4398-95a8-a6f2f6df5134, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36606f33-3404-4398-95a8-a6f2f6df5134,segment=NetworkSegment(8dc492f6-8f51-4763-bd48-06f4c2813a99),segment_id=8dc492f6-8f51-4763-bd48-06f4c2813a99)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:38.280761 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.314508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6be0a6c3-5e52-4a85-9629-0b12be35d87d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.330217 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=36606f33-3404-4398-95a8-a6f2f6df5134,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:38.355300 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6be0a6c3-5e52-4a85-9629-0b12be35d87d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.418754 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=36606f33-3404-4398-95a8-a6f2f6df5134,revision_number=7']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:38.442734 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6be0a6c3-5e52-4a85-9629-0b12be35d87d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.446161 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6be0a6c3-5e52-4a85-9629-0b12be35d87d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.447387 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6be0a6c3-5e52-4a85-9629-0b12be35d87d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "DELETE /v2.0/security-groups/b37fe887-ff3e-4873-a547-398f1f2d1c1d HTTP/1.1" status: 204 len: 168 time: 0.3457568 Jul 28 11:47:38.456869 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57436) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:38.459095 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b105aa-8856-422c-858f-885b535c6d3b None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:47:38.470339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0a6c3-5e52-4a85-9629-0b12be35d87d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37fe887-ff3e-4873-a547-398f1f2d1c1d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:38.487292 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57438) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:38.510973 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776965c8-938e-4ff3-b226-c0639d15a2c3 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Subnet': ['ID=49547ecd-2b9b-497f-b9b0-31269d67fe9d,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:38.522789 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-043dbd8b-f4cd-4a8b-85ef-2b6cbd0a8af8 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0646462 Jul 28 11:47:38.523416 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57442) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:38.525193 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['36606f33-3404-4398-95a8-a6f2f6df5134'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:47:38.530664 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-46e36f0d-518c-44eb-9bd3-0a54d2029037 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945184239'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:38.531993 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776965c8-938e-4ff3-b226-c0639d15a2c3 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Checking segment: {'id': 'ca6c3792-a4f9-4322-9239-23618028bb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '45bc7fc1-762b-4e11-90a5-476581b680aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:38.533851 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776965c8-938e-4ff3-b226-c0639d15a2c3 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network hostable DHCP agents. Network: 45bc7fc1-762b-4e11-90a5-476581b680aa, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:47:38.551380 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab47cf8d-b942-4d04-80fd-91f83fed6661 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:38.555378 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ab47cf8d-b942-4d04-80fd-91f83fed6661 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.558037 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46e36f0d-518c-44eb-9bd3-0a54d2029037 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.617888 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-46b105aa-8856-422c-858f-885b535c6d3b None None] Deleting port 1c12d65a-70ab-4405-85d4-512fdcef8581 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:38.618274 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-46b105aa-8856-422c-858f-885b535c6d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.642985 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776965c8-938e-4ff3-b226-c0639d15a2c3 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Network 45bc7fc1-762b-4e11-90a5-476581b680aa is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:47:38.677929 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-776965c8-938e-4ff3-b226-c0639d15a2c3 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 45bc7fc1-762b-4e11-90a5-476581b680aa) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:38.683920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-319bdbda-df3e-473f-be3f-a22a42d3cc05 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-933998654'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:38.693725 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691a7c46-01de-4c4a-ab04-cccfce3f3fe6 None None] Network 45bc7fc1-762b-4e11-90a5-476581b680aa requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:38.696177 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776965c8-938e-4ff3-b226-c0639d15a2c3 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:38.696846 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-776965c8-938e-4ff3-b226-c0639d15a2c3 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.722092 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1de3-fa3b-4646-ac68-fefc3727291c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.751939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46e36f0d-518c-44eb-9bd3-0a54d2029037 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.760567 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46e36f0d-518c-44eb-9bd3-0a54d2029037 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.769163 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf1de3-fa3b-4646-ac68-fefc3727291c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Port': ['ID=4f48b38f-cd7f-4aa8-88b3-5f51e00b93f5,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:38.781655 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-776965c8-938e-4ff3-b226-c0639d15a2c3 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.4005611 Jul 28 11:47:38.785907 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57444) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:38.809436 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-1b278ee3-eb71-4e2c-83a1-8ed82eb0810c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:38.863011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e36f0d-518c-44eb-9bd3-0a54d2029037 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d86f770-5fb3-47c7-8d6d-7e9657ff8a33,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:38.873489 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319bdbda-df3e-473f-be3f-a22a42d3cc05 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:38.877936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-319bdbda-df3e-473f-be3f-a22a42d3cc05 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.889027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-46b105aa-8856-422c-858f-885b535c6d3b None None] For port 1c12d65a-70ab-4405-85d4-512fdcef8581, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1c12d65a-70ab-4405-85d4-512fdcef8581,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:38.889269 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46e36f0d-518c-44eb-9bd3-0a54d2029037 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.890066 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-46b105aa-8856-422c-858f-885b535c6d3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.890639 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1de3-fa3b-4646-ac68-fefc3727291c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.895492 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-46e36f0d-518c-44eb-9bd3-0a54d2029037 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3684847 Jul 28 11:47:38.895666 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1de3-fa3b-4646-ac68-fefc3727291c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.895666 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6fdf1de3-fa3b-4646-ac68-fefc3727291c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/floatingips/00da1d14-5282-438e-be00-ea115c4834ea HTTP/1.1" status: 204 len: 168 time: 1.9078293 Jul 28 11:47:38.897263 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57446) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:38.897499 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57448) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:38.905735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-319bdbda-df3e-473f-be3f-a22a42d3cc05 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.911415 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-f08a23b2-d091-467c-b20f-dda56e665195 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': '5d86f770-5fb3-47c7-8d6d-7e9657ff8a33', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:38.912996 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.api.v2.base [None req-f08a23b2-d091-467c-b20f-dda56e665195 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 28 11:47:38.913746 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-f08a23b2-d091-467c-b20f-dda56e665195 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:38.917147 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f08a23b2-d091-467c-b20f-dda56e665195 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0161340 Jul 28 11:47:38.918574 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57450) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:38.928079 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-46b105aa-8856-422c-858f-885b535c6d3b None None] Calling delete_port for 1c12d65a-70ab-4405-85d4-512fdcef8581 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:38.969262 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-4af9a7b2-4d2f-484c-bb6b-26eec7ed5a4b tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] delete failed (client error): The resource could not be found. Jul 28 11:47:38.970295 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4af9a7b2-4d2f-484c-bb6b-26eec7ed5a4b tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/floatingips/00da1d14-5282-438e-be00-ea115c4834ea HTTP/1.1" status: 404 len: 345 time: 0.0705996 Jul 28 11:47:38.972057 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1b278ee3-eb71-4e2c-83a1-8ed82eb0810c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8522749'] for subnet, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.983353 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57452) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:39.070388 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1c12d65a-70ab-4405-85d4-512fdcef8581 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:47:39.112645 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-45bc7fc1-762b-4e11-90a5-476581b680aa', 'network_id': '45bc7fc1-762b-4e11-90a5-476581b680aa', 'tenant_id': '339cf640e5b1438587424d4a6d84ebed', 'fixed_ips': [{'subnet_id': '49547ecd-2b9b-497f-b9b0-31269d67fe9d'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:47:39.112645 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.148867 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-46b105aa-8856-422c-858f-885b535c6d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.164851 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8108fbf-df09-428c-8c1c-eac9d7d576c7 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:39.171747 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8108fbf-df09-428c-8c1c-eac9d7d576c7 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:39.177638 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8108fbf-df09-428c-8c1c-eac9d7d576c7 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:39.182196 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c8108fbf-df09-428c-8c1c-eac9d7d576c7 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "GET /v2.0/ports?network_id=1ac05020-84a0-4d15-bfbf-8b4d9e555dab HTTP/1.1" status: 200 len: 2359 time: 0.1931880 Jul 28 11:47:39.183255 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57454) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:39.198376 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1b278ee3-eb71-4e2c-83a1-8ed82eb0810c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758057976360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3128008'] for subnet, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.213360 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5dbee76c-e9b9-4d61-b9d2-4cc57b6bcf3e tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.227595 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b105aa-8856-422c-858f-885b535c6d3b None None] Pushing event deleted for resources: {'Port': ['ID=1c12d65a-70ab-4405-85d4-512fdcef8581,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:39.256527 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5dbee76c-e9b9-4d61-b9d2-4cc57b6bcf3e tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.290542 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.objects.ports [None req-ab47cf8d-b942-4d04-80fd-91f83fed6661 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100416) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:47:39.296107 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ab47cf8d-b942-4d04-80fd-91f83fed6661 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.301679 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b105aa-8856-422c-858f-885b535c6d3b None None] No DVR routers for this DVR port 1c12d65a-70ab-4405-85d4-512fdcef8581 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:39.303239 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No active binding found for port 1c12d65a-70ab-4405-85d4-512fdcef8581 {{(pid=100417) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 11:47:39.303986 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1c12d65a-70ab-4405-85d4-512fdcef8581 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:47:39.311277 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017bc8c4-e095-421f-92d1-6d6edbaebab5 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:39.316790 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-017bc8c4-e095-421f-92d1-6d6edbaebab5 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "GET /v2.0/subnets/fc80c0b8-bc5b-4deb-b4a4-f864c79570f1 HTTP/1.1" status: 200 len: 797 time: 0.1281135 Jul 28 11:47:39.316790 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b278ee3-eb71-4e2c-83a1-8ed82eb0810c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:39.317291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1b278ee3-eb71-4e2c-83a1-8ed82eb0810c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.326379 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1b278ee3-eb71-4e2c-83a1-8ed82eb0810c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "PUT /v2.0/subnets/49547ecd-2b9b-497f-b9b0-31269d67fe9d HTTP/1.1" status: 200 len: 877 time: 0.5244472 Jul 28 11:47:39.327268 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57456) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:39.331946 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57460) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:39.358080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-148a31c7-b334-4478-bb68-c492fe057e4a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'port': {'network_id': '1ac05020-84a0-4d15-bfbf-8b4d9e555dab', 'name': 'tempest-FloatingIPTestJSON-1119516162', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:39.368436 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab47cf8d-b942-4d04-80fd-91f83fed6661 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:39.371913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-ab47cf8d-b942-4d04-80fd-91f83fed6661 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:39.378658 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab47cf8d-b942-4d04-80fd-91f83fed6661 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:39.379180 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ab47cf8d-b942-4d04-80fd-91f83fed6661 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.398071 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5dbee76c-e9b9-4d61-b9d2-4cc57b6bcf3e tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.400609 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5dbee76c-e9b9-4d61-b9d2-4cc57b6bcf3e tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.401744 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5dbee76c-e9b9-4d61-b9d2-4cc57b6bcf3e tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "DELETE /v2.0/security-groups/5d86f770-5fb3-47c7-8d6d-7e9657ff8a33 HTTP/1.1" status: 204 len: 168 time: 0.4828706 Jul 28 11:47:39.407243 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57462) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:39.409279 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47cf8d-b942-4d04-80fd-91f83fed6661 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=aa91c83f-a27d-4662-8279-272ffc7d47a3,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:39.418548 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe6e9f9-fe8e-479f-b990-bf4b1cf406f2 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:39.428238 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbee76c-e9b9-4d61-b9d2-4cc57b6bcf3e tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d86f770-5fb3-47c7-8d6d-7e9657ff8a33,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:39.469545 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b278ee3-eb71-4e2c-83a1-8ed82eb0810c tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event updated for resources: {'Subnet': ['ID=49547ecd-2b9b-497f-b9b0-31269d67fe9d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:39.487560 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-65c80233-1ad4-4f96-a81c-d6eea61ab320 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0790169 Jul 28 11:47:39.491301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57464) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:39.495968 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-462ee6cf-1f97-4967-9e5b-4f7a3bd3a303 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group': {'name': 'tempest-secgroup--631513890'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:39.539202 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-319bdbda-df3e-473f-be3f-a22a42d3cc05 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.553324 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-319bdbda-df3e-473f-be3f-a22a42d3cc05 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.557606 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ab47cf8d-b942-4d04-80fd-91f83fed6661 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3142905 Jul 28 11:47:39.558283 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57466) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:39.558452 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Allocated IP 172.20.0.3 (45bc7fc1-762b-4e11-90a5-476581b680aa/49547ecd-2b9b-497f-b9b0-31269d67fe9d/95f769f1-de3c-4973-8509-b561943ce877) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:39.567357 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319bdbda-df3e-473f-be3f-a22a42d3cc05 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:47:39.569213 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c8f2e46c-8e10-472b-a2ed-445b8f01237c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:39.616769 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bdbda-df3e-473f-be3f-a22a42d3cc05 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2aa7bc-2e5d-4968-a27e-e185bd1724a0,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:39.636992 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-462ee6cf-1f97-4967-9e5b-4f7a3bd3a303 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.652335 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-319bdbda-df3e-473f-be3f-a22a42d3cc05 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.653036 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-319bdbda-df3e-473f-be3f-a22a42d3cc05 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Added segment 2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9 of type vlan for network ca168f09-cf7b-434c-bdb4-a31095463e42 Jul 28 11:47:39.714793 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': 'aa91c83f-a27d-4662-8279-272ffc7d47a3'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:47:39.715943 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.724635 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.758781 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-319bdbda-df3e-473f-be3f-a22a42d3cc05 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.833188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-319bdbda-df3e-473f-be3f-a22a42d3cc05 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.839799 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319bdbda-df3e-473f-be3f-a22a42d3cc05 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:39.840919 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-319bdbda-df3e-473f-be3f-a22a42d3cc05 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.855320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.855751 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-462ee6cf-1f97-4967-9e5b-4f7a3bd3a303 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.862599 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-462ee6cf-1f97-4967-9e5b-4f7a3bd3a303 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.870928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.873000 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Transition to ACTIVE for port object 95f769f1-de3c-4973-8509-b561943ce877 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:39.915027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Transition to ACTIVE for port object 95f769f1-de3c-4973-8509-b561943ce877 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:39.919379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f2e46c-8e10-472b-a2ed-445b8f01237c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:39.923845 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.924392 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c8f2e46c-8e10-472b-a2ed-445b8f01237c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:39.965237 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Allocated IP 2001:db8::f816:3eff:fe93:3959 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/aa91c83f-a27d-4662-8279-272ffc7d47a3/d34fa640-3d6d-4339-91d1-2c716aa62f85) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:39.969137 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Pushing event updated for resources: {'Port': ['ID=95f769f1-de3c-4973-8509-b561943ce877,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:39.993615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bdbda-df3e-473f-be3f-a22a42d3cc05 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Network': ['ID=ca168f09-cf7b-434c-bdb4-a31095463e42,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:39.999004 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Network 45bc7fc1-762b-4e11-90a5-476581b680aa is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:40.003972 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:40.010286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148a31c7-b334-4478-bb68-c492fe057e4a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Made reservation on behalf of a221e3cf074d4d21b16f57192577aa10 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:40.019387 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:40.022579 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network ca168f09-cf7b-434c-bdb4-a31095463e42 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:47:40.029762 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-319bdbda-df3e-473f-be3f-a22a42d3cc05 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5418427 Jul 28 11:47:40.056463 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57468) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:40.071088 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c12e4389-86db-4891-a110-7defa8d6947f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42', 'name': 'tempest-PortsIpV6TestJSON-260673477'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:40.086058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.134765 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Subnet': ['ID=49547ecd-2b9b-497f-b9b0-31269d67fe9d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:40.142794 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.ipam_backend_mixin [None req-c8f2e46c-8e10-472b-a2ed-445b8f01237c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aa91c83f-a27d-4662-8279-272ffc7d47a3 (CIDR: 2001:db8::/64) Jul 28 11:47:40.148717 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-462ee6cf-1f97-4967-9e5b-4f7a3bd3a303 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.155567 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-462ee6cf-1f97-4967-9e5b-4f7a3bd3a303 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6631281 Jul 28 11:47:40.156197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57470) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:40.163694 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ee6cf-1f97-4967-9e5b-4f7a3bd3a303 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a5aa2e-033b-493e-9af4-c85ca76363fa,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:40.166163 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f2e46c-8e10-472b-a2ed-445b8f01237c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:40.166824 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f2e46c-8e10-472b-a2ed-445b8f01237c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:40.168116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Attempting to bind port 95f769f1-de3c-4973-8509-b561943ce877 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:47:40.168500 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Attempting to bind port 95f769f1-de3c-4973-8509-b561943ce877 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'ca6c3792-a4f9-4322-9239-23618028bb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '45bc7fc1-762b-4e11-90a5-476581b680aa'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:47:40.168869 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Attempting to bind port 95f769f1-de3c-4973-8509-b561943ce877 on network 45bc7fc1-762b-4e11-90a5-476581b680aa {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:47:40.181361 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-abe0ac9b-6714-4500-b128-34a1794003ad tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': '56a5aa2e-033b-493e-9af4-c85ca76363fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:40.184486 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:47:40.185472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Checking segment: {'id': 'ca6c3792-a4f9-4322-9239-23618028bb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '45bc7fc1-762b-4e11-90a5-476581b680aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:40.186068 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.186501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Bound using segment: {'id': 'ca6c3792-a4f9-4322-9239-23618028bb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '45bc7fc1-762b-4e11-90a5-476581b680aa'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:47:40.186998 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Bound port: 95f769f1-de3c-4973-8509-b561943ce877, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6c3792-a4f9-4322-9239-23618028bb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '45bc7fc1-762b-4e11-90a5-476581b680aa'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:47:40.187393 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.192986 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.api.v2.base [None req-abe0ac9b-6714-4500-b128-34a1794003ad tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 28 11:47:40.193746 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-abe0ac9b-6714-4500-b128-34a1794003ad tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:40.198005 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-abe0ac9b-6714-4500-b128-34a1794003ad tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0322211 Jul 28 11:47:40.203382 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.205582 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57472) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:40.225467 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b3c8ba16-0ddc-4c36-9709-4ac0886912e0 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': '56a5aa2e-033b-493e-9af4-c85ca76363fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:40.227149 dv-neutron-786478-16-hyperv neutron-server[100415]: WARNING neutron.api.v2.base [None req-b3c8ba16-0ddc-4c36-9709-4ac0886912e0 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 28 11:47:40.227576 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-b3c8ba16-0ddc-4c36-9709-4ac0886912e0 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:40.231419 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b3c8ba16-0ddc-4c36-9709-4ac0886912e0 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0202010 Jul 28 11:47:40.233599 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57474) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:40.241022 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c8f2e46c-8e10-472b-a2ed-445b8f01237c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6745353 Jul 28 11:47:40.241235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-8a98c504-237f-478a-a0bc-a31745dab8b6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': '56a5aa2e-033b-493e-9af4-c85ca76363fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:40.241235 dv-neutron-786478-16-hyperv neutron-server[100415]: WARNING neutron.api.v2.base [None req-8a98c504-237f-478a-a0bc-a31745dab8b6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 28 11:47:40.241235 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-8a98c504-237f-478a-a0bc-a31745dab8b6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:40.244984 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57476) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:40.245079 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8a98c504-237f-478a-a0bc-a31745dab8b6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078287 Jul 28 11:47:40.245079 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bc7fc1-762b-4e11-90a5-476581b680aa']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:40.245287 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57478) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:40.249186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-148a31c7-b334-4478-bb68-c492fe057e4a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.253083 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-02c54887-18cb-4d57-9f0a-0c473ce24bf2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:40.259736 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-027576ba-f383-428d-95a2-414aa97108ae tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': '56a5aa2e-033b-493e-9af4-c85ca76363fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:40.264238 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.api.v2.base [None req-027576ba-f383-428d-95a2-414aa97108ae tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 28 11:47:40.264430 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-027576ba-f383-428d-95a2-414aa97108ae tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:40.268959 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-027576ba-f383-428d-95a2-414aa97108ae tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0200233 Jul 28 11:47:40.269141 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6c3792-a4f9-4322-9239-23618028bb19') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:40.269141 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6c3792-a4f9-4322-9239-23618028bb19') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:40.270866 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57480) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:40.296066 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.305783 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.314880 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] For port 95f769f1-de3c-4973-8509-b561943ce877, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:47:40.316941 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-148a31c7-b334-4478-bb68-c492fe057e4a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] device_id is not set on port cf2c99c7-36ed-40c5-aea6-3aa645523b8d yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:47:40.319056 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] For port 95f769f1-de3c-4973-8509-b561943ce877, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=95f769f1-de3c-4973-8509-b561943ce877,segment=NetworkSegment(ca6c3792-a4f9-4322-9239-23618028bb19),segment_id=ca6c3792-a4f9-4322-9239-23618028bb19)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:47:40.320311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Transition to ACTIVE for port object d34fa640-3d6d-4339-91d1-2c716aa62f85 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:40.327344 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.355347 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.375180 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Transition to ACTIVE for port object d34fa640-3d6d-4339-91d1-2c716aa62f85 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:40.387340 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.411730 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12e4389-86db-4891-a110-7defa8d6947f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:40.416523 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c12e4389-86db-4891-a110-7defa8d6947f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.436905 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:40.439486 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:40.439921 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:40.445102 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:40.447565 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:40.449772 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:40.453396 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f8a03-711e-4298-9292-f40d7fa742c5 None None] Pushing event updated for resources: {'Port': ['ID=95f769f1-de3c-4973-8509-b561943ce877,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:40.454464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-c12e4389-86db-4891-a110-7defa8d6947f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] device_id is not set on port 60a49b71-ae2b-4a47-999a-6cf44636b23f yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:47:40.496890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Pushing event updated for resources: {'Port': ['ID=d34fa640-3d6d-4339-91d1-2c716aa62f85,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:40.504382 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4a1b2c-7055-43b8-b388-ba3fc214b61c None None] Network 45bc7fc1-762b-4e11-90a5-476581b680aa requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:40.583326 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0ff02fa5-6a9d-4947-9d84-f45dd5592af9 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.592276 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c54887-18cb-4d57-9f0a-0c473ce24bf2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:40.597053 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-02c54887-18cb-4d57-9f0a-0c473ce24bf2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.600508 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Attempting to bind port d34fa640-3d6d-4339-91d1-2c716aa62f85 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:47:40.600887 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Attempting to bind port d34fa640-3d6d-4339-91d1-2c716aa62f85 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:47:40.601259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Attempting to bind port d34fa640-3d6d-4339-91d1-2c716aa62f85 on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:47:40.616118 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:47:40.616503 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:40.616909 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.617304 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:47:40.617780 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Bound port: d34fa640-3d6d-4339-91d1-2c716aa62f85, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:47:40.618168 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.669597 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.api [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 11:47:40.669597 dv-neutron-786478-16-hyperv neutron-server[100415]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 11:47:40.669597 dv-neutron-786478-16-hyperv neutron-server[100415]: [parameters: {'id': '45bc7fc1-762b-4e11-90a5-476581b680aa'}] Jul 28 11:47:40.669597 dv-neutron-786478-16-hyperv neutron-server[100415]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100415) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:47:40.669597 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG oslo_db.api [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:47:40.670180 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0ff02fa5-6a9d-4947-9d84-f45dd5592af9 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.761978 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0ff02fa5-6a9d-4947-9d84-f45dd5592af9 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.765662 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0ff02fa5-6a9d-4947-9d84-f45dd5592af9 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:40.769207 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0ff02fa5-6a9d-4947-9d84-f45dd5592af9 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "DELETE /v2.0/security-groups/56a5aa2e-033b-493e-9af4-c85ca76363fa HTTP/1.1" status: 204 len: 168 time: 0.4947987 Jul 28 11:47:40.776304 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57484) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:40.804271 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff02fa5-6a9d-4947-9d84-f45dd5592af9 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a5aa2e-033b-493e-9af4-c85ca76363fa,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:40.897549 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a874f097-ecb0-4516-8e1b-51102efdd6c2 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1186211 Jul 28 11:47:40.902773 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57486) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:40.908834 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-56e1da68-41e1-43bf-bd10-50b578de4ce3 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314971372'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:40.943297 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] For port d34fa640-3d6d-4339-91d1-2c716aa62f85, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:47:40.949112 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc58d359-d1b9-4cf9-ab18-ab3917a4910a None None] Network 45bc7fc1-762b-4e11-90a5-476581b680aa requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:40.953956 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] For port d34fa640-3d6d-4339-91d1-2c716aa62f85, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d34fa640-3d6d-4339-91d1-2c716aa62f85,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:47:40.981490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-148a31c7-b334-4478-bb68-c492fe057e4a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Allocated IP 172.20.0.14 (1ac05020-84a0-4d15-bfbf-8b4d9e555dab/fc80c0b8-bc5b-4deb-b4a4-f864c79570f1/cf2c99c7-36ed-40c5-aea6-3aa645523b8d) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:40.990810 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-148a31c7-b334-4478-bb68-c492fe057e4a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Allocated IP 172.20.0.13 (1ac05020-84a0-4d15-bfbf-8b4d9e555dab/fc80c0b8-bc5b-4deb-b4a4-f864c79570f1/cf2c99c7-36ed-40c5-aea6-3aa645523b8d) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:40.993247 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c12e4389-86db-4891-a110-7defa8d6947f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.001502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56e1da68-41e1-43bf-bd10-50b578de4ce3 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.011698 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.047314 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-02c54887-18cb-4d57-9f0a-0c473ce24bf2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.118826 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c54887-18cb-4d57-9f0a-0c473ce24bf2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:41.129971 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b217e-a243-43ac-841f-8080383fde05 None None] Pushing event updated for resources: {'Port': ['ID=d34fa640-3d6d-4339-91d1-2c716aa62f85,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:41.130212 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-02c54887-18cb-4d57-9f0a-0c473ce24bf2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:41.159160 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c54887-18cb-4d57-9f0a-0c473ce24bf2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:41.159400 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-02c54887-18cb-4d57-9f0a-0c473ce24bf2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.174200 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.178696 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c12e4389-86db-4891-a110-7defa8d6947f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.185597 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c54887-18cb-4d57-9f0a-0c473ce24bf2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=6413e13a-54c2-4c5c-802f-86d5491bc786,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:41.246080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-148a31c7-b334-4478-bb68-c492fe057e4a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.284895 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e4389-86db-4891-a110-7defa8d6947f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=60a49b71-ae2b-4a47-999a-6cf44636b23f,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:41.305525 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Deleting port 95f769f1-de3c-4973-8509-b561943ce877 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:41.305877 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.321973 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56e1da68-41e1-43bf-bd10-50b578de4ce3 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.328783 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 36606f33-3404-4398-95a8-a6f2f6df5134 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:41.329806 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e4389-86db-4891-a110-7defa8d6947f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Checking segment: {'id': '2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:41.330252 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e4389-86db-4891-a110-7defa8d6947f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network hostable DHCP agents. Network: ca168f09-cf7b-434c-bdb4-a31095463e42, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:47:41.332665 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56e1da68-41e1-43bf-bd10-50b578de4ce3 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.350553 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56e1da68-41e1-43bf-bd10-50b578de4ce3 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.355674 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-56e1da68-41e1-43bf-bd10-50b578de4ce3 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4521878 Jul 28 11:47:41.362372 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-02c54887-18cb-4d57-9f0a-0c473ce24bf2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1180294 Jul 28 11:47:41.362372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57488) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:41.362372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57490) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:41.389082 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-7b8fe131-6c3f-40ab-b8b2-67ca60fa51e9 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': 'fa051c0c-cc1b-484e-91aa-9a0dda18c03c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:41.392636 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.api.v2.base [None req-7b8fe131-6c3f-40ab-b8b2-67ca60fa51e9 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 11:47:41.393111 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-7b8fe131-6c3f-40ab-b8b2-67ca60fa51e9 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:41.395328 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-148a31c7-b334-4478-bb68-c492fe057e4a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.398027 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7b8fe131-6c3f-40ab-b8b2-67ca60fa51e9 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0201628 Jul 28 11:47:41.401757 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57492) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:41.415017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-05f82e98-00a3-40d6-acbb-bf6a2fe78ddc tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': 'fa051c0c-cc1b-484e-91aa-9a0dda18c03c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:41.419289 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-eab1b043-a578-4255-b820-e257bee01ce3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'mac_address': 'fa:16:3e:af:1d:2a', 'name': 'tempest-NetworksTestDHCPv6-1345770747'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:41.433682 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e4389-86db-4891-a110-7defa8d6947f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network ca168f09-cf7b-434c-bdb4-a31095463e42 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:47:41.444917 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 36606f33-3404-4398-95a8-a6f2f6df5134 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:41.445422 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.495367 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1da68-41e1-43bf-bd10-50b578de4ce3 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa051c0c-cc1b-484e-91aa-9a0dda18c03c,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:41.504314 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-c12e4389-86db-4891-a110-7defa8d6947f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, ca168f09-cf7b-434c-bdb4-a31095463e42) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:41.511982 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e4389-86db-4891-a110-7defa8d6947f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:41.519212 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12e4389-86db-4891-a110-7defa8d6947f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:41.520257 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c12e4389-86db-4891-a110-7defa8d6947f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.528091 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789d59e2-e545-4c98-a440-50feee14d7ac None None] Network ca168f09-cf7b-434c-bdb4-a31095463e42 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:41.564002 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c12e4389-86db-4891-a110-7defa8d6947f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5020635 Jul 28 11:47:41.602466 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57494) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:41.609377 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-f135423d-145f-4666-8990-ad24591b41fb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1124154862'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:41.658415 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab1b043-a578-4255-b820-e257bee01ce3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:41.735999 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.762039 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f135423d-145f-4666-8990-ad24591b41fb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:41.769042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f135423d-145f-4666-8990-ad24591b41fb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.771015 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c36e164-c084-401f-8817-7c33a316df25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36606f33-3404-4398-95a8-a6f2f6df5134'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:47:41.774169 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd0a73b-2217-4ae7-8a88-8abb95c82e1f" -d '{"events": [{"server_uuid": "1c36e164-c084-401f-8817-7c33a316df25", "name": "network-vif-plugged", "status": "completed", "tag": "36606f33-3404-4398-95a8-a6f2f6df5134"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:47:41.789578 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 36606f33-3404-4398-95a8-a6f2f6df5134, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36606f33-3404-4398-95a8-a6f2f6df5134,segment=NetworkSegment(8dc492f6-8f51-4763-bd48-06f4c2813a99),segment_id=8dc492f6-8f51-4763-bd48-06f4c2813a99)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:41.797151 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.860414 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f9d48d-39da-4635-8ff9-3a8937c74f18 x-openstack-request-id: req-32f9d48d-39da-4635-8ff9-3a8937c74f18 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:47:41.860414 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c36e164-c084-401f-8817-7c33a316df25", "name": "network-vif-plugged", "status": "completed", "tag": "36606f33-3404-4398-95a8-a6f2f6df5134", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:47:41.860414 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32f9d48d-39da-4635-8ff9-3a8937c74f18 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:47:41.861067 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c36e164-c084-401f-8817-7c33a316df25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36606f33-3404-4398-95a8-a6f2f6df5134', 'code': 200} Jul 28 11:47:41.871251 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f135423d-145f-4666-8990-ad24591b41fb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:47:41.874237 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=36606f33-3404-4398-95a8-a6f2f6df5134,revision_number=8']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:41.897897 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] For port 95f769f1-de3c-4973-8509-b561943ce877, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=95f769f1-de3c-4973-8509-b561943ce877,segment=NetworkSegment(ca6c3792-a4f9-4322-9239-23618028bb19),segment_id=ca6c3792-a4f9-4322-9239-23618028bb19)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:41.898754 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.901853 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148a31c7-b334-4478-bb68-c492fe057e4a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network 1ac05020-84a0-4d15-bfbf-8b4d9e555dab is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:41.907235 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f135423d-145f-4666-8990-ad24591b41fb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.907588 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-f135423d-145f-4666-8990-ad24591b41fb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Added segment 0904fad2-cd0a-4875-8f63-2775ee38c42c of type vlan for network ff3a7feb-73de-4bc8-98d8-eaa5a9b321f0 Jul 28 11:47:41.910887 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eab1b043-a578-4255-b820-e257bee01ce3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.920433 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-148a31c7-b334-4478-bb68-c492fe057e4a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:41.929332 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148a31c7-b334-4478-bb68-c492fe057e4a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:41.932976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Calling delete_port for 95f769f1-de3c-4973-8509-b561943ce877 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:41.936704 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a31c7-b334-4478-bb68-c492fe057e4a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=cf2c99c7-36ed-40c5-aea6-3aa645523b8d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:41.967289 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f135423d-145f-4666-8990-ad24591b41fb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:41.972767 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-eab1b043-a578-4255-b820-e257bee01ce3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port e4aa3eaa-0b2e-4c13-81de-8c96f635e972 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:47:42.033421 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148a31c7-b334-4478-bb68-c492fe057e4a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:42.034105 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-148a31c7-b334-4478-bb68-c492fe057e4a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.036751 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-05f82e98-00a3-40d6-acbb-bf6a2fe78ddc tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:42.040728 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-05f82e98-00a3-40d6-acbb-bf6a2fe78ddc tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6333663 Jul 28 11:47:42.044634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57500) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:42.054211 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-6188549f-93ba-4c6f-bedd-c9ee37a31c1f tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': 'fa051c0c-cc1b-484e-91aa-9a0dda18c03c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:42.054713 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.api.v2.base [None req-6188549f-93ba-4c6f-bedd-c9ee37a31c1f tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 28 11:47:42.055218 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-6188549f-93ba-4c6f-bedd-c9ee37a31c1f tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:42.056265 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6188549f-93ba-4c6f-bedd-c9ee37a31c1f tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099068 Jul 28 11:47:42.061258 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57502) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:42.069388 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-eaf84914-f88e-405d-8623-fccd2399d3ca tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': 'fa051c0c-cc1b-484e-91aa-9a0dda18c03c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:42.073987 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-148a31c7-b334-4478-bb68-c492fe057e4a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.7335351 Jul 28 11:47:42.089046 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57504) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:42.096794 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': 'cf2c99c7-36ed-40c5-aea6-3aa645523b8d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:42.104295 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f135423d-145f-4666-8990-ad24591b41fb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.108109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.110303 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f135423d-145f-4666-8990-ad24591b41fb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:42.111046 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f135423d-145f-4666-8990-ad24591b41fb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.146027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Port': ['ID=95f769f1-de3c-4973-8509-b561943ce877,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:42.151552 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No DVR routers for this DVR port 95f769f1-de3c-4973-8509-b561943ce877 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:42.238197 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.248219 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.250237 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bc7fc1-762b-4e11-90a5-476581b680aa']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:42.254202 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-eaf84914-f88e-405d-8623-fccd2399d3ca tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:42.255311 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-eaf84914-f88e-405d-8623-fccd2399d3ca tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1922059 Jul 28 11:47:42.267604 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6c3792-a4f9-4322-9239-23618028bb19') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:42.267914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6c3792-a4f9-4322-9239-23618028bb19') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:42.274083 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135423d-145f-4666-8990-ad24591b41fb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Network': ['ID=ff3a7feb-73de-4bc8-98d8-eaa5a9b321f0,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:42.277079 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f135423d-145f-4666-8990-ad24591b41fb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6732731 Jul 28 11:47:42.277293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57506) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:42.282765 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.286794 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57508) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:42.287377 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-5701ff46-4ea8-444c-a20a-021824871bc6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': 'fa051c0c-cc1b-484e-91aa-9a0dda18c03c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:42.289019 dv-neutron-786478-16-hyperv neutron-server[100415]: WARNING neutron.api.v2.base [None req-5701ff46-4ea8-444c-a20a-021824871bc6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 11:47:42.289532 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-5701ff46-4ea8-444c-a20a-021824871bc6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:42.293448 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5701ff46-4ea8-444c-a20a-021824871bc6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108507 Jul 28 11:47:42.293616 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network ff3a7feb-73de-4bc8-98d8-eaa5a9b321f0 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:47:42.298107 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57510) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:42.304153 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-1b1f5b0a-a93e-4e23-9461-6969f55e9bca tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': 'fa051c0c-cc1b-484e-91aa-9a0dda18c03c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:42.321066 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.331901 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:42.332665 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:42.336101 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:42.338650 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'ports': [{'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42'}, {'network_id': 'ff3a7feb-73de-4bc8-98d8-eaa5a9b321f0'}]} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:42.338650 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:42.338650 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'network_id': 'ff3a7feb-73de-4bc8-98d8-eaa5a9b321f0'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:42.381676 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-1b1f5b0a-a93e-4e23-9461-6969f55e9bca tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Project 3fb774cc601b4cce86a2a349962672b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:47:42.407619 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-1b1f5b0a-a93e-4e23-9461-6969f55e9bca tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:42.411559 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1b1f5b0a-a93e-4e23-9461-6969f55e9bca tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1096694 Jul 28 11:47:42.412541 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57512) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:42.422680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c7149eed-c431-4e39-b530-ac7838827904 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': 'fa051c0c-cc1b-484e-91aa-9a0dda18c03c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:42.423630 dv-neutron-786478-16-hyperv neutron-server[100415]: WARNING neutron.api.v2.base [None req-c7149eed-c431-4e39-b530-ac7838827904 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 28 11:47:42.425041 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-c7149eed-c431-4e39-b530-ac7838827904 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:42.429703 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c7149eed-c431-4e39-b530-ac7838827904 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0128958 Jul 28 11:47:42.429703 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57514) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:42.438007 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-33681793-0ae6-4b76-a620-db066e96f237 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': 'fa051c0c-cc1b-484e-91aa-9a0dda18c03c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:42.448393 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.453959 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.455854 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/45bc7fc1-762b-4e11-90a5-476581b680aa HTTP/1.1" status: 204 len: 168 time: 3.1082084 Jul 28 11:47:42.466369 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57516) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:42.469529 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5772808-5755-4dac-bcb3-09fd26cd036f None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:42.478250 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc389626-2659-4244-9a14-8923b26e8d4d tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Network': ['ID=45bc7fc1-762b-4e11-90a5-476581b680aa,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:42.496138 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-33681793-0ae6-4b76-a620-db066e96f237 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Project 3fb774cc601b4cce86a2a349962672b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:47:42.506541 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-eab1b043-a578-4255-b820-e257bee01ce3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8:0:1::244 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/6413e13a-54c2-4c5c-802f-86d5491bc786/e4aa3eaa-0b2e-4c13-81de-8c96f635e972) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:42.522877 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-33681793-0ae6-4b76-a620-db066e96f237 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:42.524025 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-33681793-0ae6-4b76-a620-db066e96f237 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0935063 Jul 28 11:47:42.527116 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57518) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:42.539349 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-5c44f386-8898-4260-a317-632ad2497e0c tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': 'fa051c0c-cc1b-484e-91aa-9a0dda18c03c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:42.546172 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-eab1b043-a578-4255-b820-e257bee01ce3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::f816:3eff:feaf:1d2a (ff79b356-b140-4126-83e7-2a8ec9cd81dc/aa91c83f-a27d-4662-8279-272ffc7d47a3/e4aa3eaa-0b2e-4c13-81de-8c96f635e972) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:42.548574 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-2307499d-2ff1-4c65-b09a-7e405017f90a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:42.549015 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2307499d-2ff1-4c65-b09a-7e405017f90a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:42.553646 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2307499d-2ff1-4c65-b09a-7e405017f90a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/subnets/49547ecd-2b9b-497f-b9b0-31269d67fe9d HTTP/1.1" status: 404 len: 337 time: 0.0630894 Jul 28 11:47:42.560677 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57520) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:42.565387 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-746414cf-fabd-4540-95ec-7353467a1eac None None] Provisioning for port d34fa640-3d6d-4339-91d1-2c716aa62f85 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:42.589778 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-5c44f386-8898-4260-a317-632ad2497e0c tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Project 3fb774cc601b4cce86a2a349962672b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:47:42.605615 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-5c44f386-8898-4260-a317-632ad2497e0c tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:42.611347 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5c44f386-8898-4260-a317-632ad2497e0c tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0820069 Jul 28 11:47:42.612286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57522) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:42.641929 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e837264-c084-423b-aef2-05645b509e09 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:42.642460 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e837264-c084-423b-aef2-05645b509e09 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:42.644176 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0e837264-c084-423b-aef2-05645b509e09 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/45bc7fc1-762b-4e11-90a5-476581b680aa HTTP/1.1" status: 404 len: 339 time: 0.0817168 Jul 28 11:47:42.649131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57524) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:42.686777 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf64e055-c91a-4c9b-a430-2a30e0eeefd2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:42.687255 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf64e055-c91a-4c9b-a430-2a30e0eeefd2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:42.691428 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cf64e055-c91a-4c9b-a430-2a30e0eeefd2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/subnets/3e783d23-a9f3-4c42-8d14-7113f1af59e7 HTTP/1.1" status: 404 len: 337 time: 0.0330524 Jul 28 11:47:42.693020 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57528) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:42.710082 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-689e124e-51ff-4107-9922-2fd0b85649e8 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.743859 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-689e124e-51ff-4107-9922-2fd0b85649e8 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.754585 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c98be1f-f7d3-4910-b414-579532403c71 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:42.755162 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c98be1f-f7d3-4910-b414-579532403c71 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:42.759316 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3c98be1f-f7d3-4910-b414-579532403c71 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/46d7ddfa-5d7f-4cd5-aee5-cb4414cc6215 HTTP/1.1" status: 404 len: 339 time: 0.0640929 Jul 28 11:47:42.764904 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57530) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:42.815697 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a282a5a-1ddc-4215-954f-035c690188b0 None None] Update dhcp port {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'fixed_ips': [{'subnet_id': 'aa91c83f-a27d-4662-8279-272ffc7d47a3', 'ip_address': '2001:db8::f816:3eff:fe93:3959'}, {'subnet_id': '6413e13a-54c2-4c5c-802f-86d5491bc786'}], 'binding:host_id': 'dv-neutron-786478-16-hyperv'}, 'id': 'd34fa640-3d6d-4339-91d1-2c716aa62f85'} from dv-neutron-786478-16-hyperv. {{(pid=100417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:47:42.833336 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'port': 2} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:42.838570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.846329 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.855745 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a282a5a-1ddc-4215-954f-035c690188b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.887470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7826eb4f-6ca6-4119-9c35-51c3ad930eea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.894004 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-689e124e-51ff-4107-9922-2fd0b85649e8 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.896663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-689e124e-51ff-4107-9922-2fd0b85649e8 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.900697 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-689e124e-51ff-4107-9922-2fd0b85649e8 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "DELETE /v2.0/security-groups/fa051c0c-cc1b-484e-91aa-9a0dda18c03c HTTP/1.1" status: 204 len: 168 time: 0.2873750 Jul 28 11:47:42.902769 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57532) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:42.927470 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:42.937437 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e124e-51ff-4107-9922-2fd0b85649e8 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa051c0c-cc1b-484e-91aa-9a0dda18c03c,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:42.990601 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eab1b043-a578-4255-b820-e257bee01ce3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.046164 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ad8d108a-76b1-4ae4-ad95-f7e64f19f970 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1378560 Jul 28 11:47:43.049613 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57534) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.054219 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-152fe5e0-d6f4-4777-9c13-7a30b34d148f tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1100597790'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:43.063709 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7826eb4f-6ca6-4119-9c35-51c3ad930eea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.078740 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-eab1b043-a578-4255-b820-e257bee01ce3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object e4aa3eaa-0b2e-4c13-81de-8c96f635e972 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:43.080019 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-7826eb4f-6ca6-4119-9c35-51c3ad930eea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac0a6e2-5e2a-4bd7-8de6-4402de410881']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:43.098284 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-7826eb4f-6ca6-4119-9c35-51c3ad930eea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ea42b2-ec84-4fd9-9c09-bf67da39b409') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:43.098284 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-7826eb4f-6ca6-4119-9c35-51c3ad930eea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ea42b2-ec84-4fd9-9c09-bf67da39b409') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:43.105851 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-152fe5e0-d6f4-4777-9c13-7a30b34d148f tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.118810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] device_id is not set on port dc57f0bd-1c6f-4b37-95f1-a32ace6358be yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:47:43.125923 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7826eb4f-6ca6-4119-9c35-51c3ad930eea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.140320 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Allocated IP 172.26.1.189 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/4d639d54-5455-4d94-b844-631969f2f602) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:43.147704 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7826eb4f-6ca6-4119-9c35-51c3ad930eea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.160453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7826eb4f-6ca6-4119-9c35-51c3ad930eea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:43.161346 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7826eb4f-6ca6-4119-9c35-51c3ad930eea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:43.165156 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:43.181735 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d34fa640-3d6d-4339-91d1-2c716aa62f85 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:43.223283 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eab1b043-a578-4255-b820-e257bee01ce3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.242815 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7826eb4f-6ca6-4119-9c35-51c3ad930eea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.253228 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7826eb4f-6ca6-4119-9c35-51c3ad930eea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.255301 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7826eb4f-6ca6-4119-9c35-51c3ad930eea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/1ac0a6e2-5e2a-4bd7-8de6-4402de410881 HTTP/1.1" status: 204 len: 168 time: 0.4876435 Jul 28 11:47:43.259733 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57536) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.278053 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-1a282a5a-1ddc-4215-954f-035c690188b0 None None] Allocated IP 2001:db8:0:1::2 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/6413e13a-54c2-4c5c-802f-86d5491bc786/d34fa640-3d6d-4339-91d1-2c716aa62f85) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:43.306453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826eb4f-6ca6-4119-9c35-51c3ad930eea tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Network': ['ID=1ac0a6e2-5e2a-4bd7-8de6-4402de410881,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:43.310923 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb34a0f-7b23-43ae-9ff1-73935500bd3a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:43.311397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb34a0f-7b23-43ae-9ff1-73935500bd3a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:43.313143 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fcb34a0f-7b23-43ae-9ff1-73935500bd3a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/subnets/402e405d-0f3b-4075-a4d8-5614f67b0af0 HTTP/1.1" status: 404 len: 337 time: 0.0506790 Jul 28 11:47:43.316888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57538) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.331938 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab1b043-a578-4255-b820-e257bee01ce3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:43.333055 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-152fe5e0-d6f4-4777-9c13-7a30b34d148f tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.343241 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-152fe5e0-d6f4-4777-9c13-7a30b34d148f tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.349880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-eab1b043-a578-4255-b820-e257bee01ce3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:43.352894 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab1b043-a578-4255-b820-e257bee01ce3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:43.357697 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b136dd8-e618-47e7-8ee2-7802c64781e7 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:43.358332 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b136dd8-e618-47e7-8ee2-7802c64781e7 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:43.359071 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab1b043-a578-4255-b820-e257bee01ce3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:43.360939 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eab1b043-a578-4255-b820-e257bee01ce3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.361083 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4b136dd8-e618-47e7-8ee2-7802c64781e7 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/1b8e4983-d179-4f79-a661-70492f35e8ba HTTP/1.1" status: 404 len: 339 time: 0.0424001 Jul 28 11:47:43.362963 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-152fe5e0-d6f4-4777-9c13-7a30b34d148f tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.365884 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1b043-a578-4255-b820-e257bee01ce3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=e4aa3eaa-0b2e-4c13-81de-8c96f635e972,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:43.367263 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-152fe5e0-d6f4-4777-9c13-7a30b34d148f tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3164482 Jul 28 11:47:43.370494 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57540) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.370869 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57542) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.389065 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d624a4cc-d3d7-4828-be16-9d5826a4c254 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': '9bdb3d62-6706-414a-b3f6-9b7215b446e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:43.389819 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fe5e0-d6f4-4777-9c13-7a30b34d148f tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdb3d62-6706-414a-b3f6-9b7215b446e7,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:43.448510 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-1a282a5a-1ddc-4215-954f-035c690188b0 None None] For port d34fa640-3d6d-4339-91d1-2c716aa62f85, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d34fa640-3d6d-4339-91d1-2c716aa62f85,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:43.451489 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port d34fa640-3d6d-4339-91d1-2c716aa62f85 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:43.461453 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e613ea-cbd4-4bb9-952f-f78c38f0cdb8 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:43.461914 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e613ea-cbd4-4bb9-952f-f78c38f0cdb8 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:43.462780 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port d34fa640-3d6d-4339-91d1-2c716aa62f85 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:43.463272 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.466689 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-99e613ea-cbd4-4bb9-952f-f78c38f0cdb8 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/subnets/824745ad-cbdd-406b-9134-666717ab3ea8 HTTP/1.1" status: 404 len: 337 time: 0.0825996 Jul 28 11:47:43.467415 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57544) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.495208 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-86378918-d0ed-4040-86c3-919abc04fb80 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:43.496094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86378918-d0ed-4040-86c3-919abc04fb80 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:43.500724 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-86378918-d0ed-4040-86c3-919abc04fb80 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/0fdacfd9-c0a2-4eb8-a73c-56d437893b3f HTTP/1.1" status: 404 len: 339 time: 0.0320277 Jul 28 11:47:43.500918 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.501921 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57546) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.512068 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a282a5a-1ddc-4215-954f-035c690188b0 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.526338 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-eab1b043-a578-4255-b820-e257bee01ce3 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1242816 Jul 28 11:47:43.533122 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1a282a5a-1ddc-4215-954f-035c690188b0 None None] Transition to ACTIVE for port object d34fa640-3d6d-4339-91d1-2c716aa62f85 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:43.534676 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57548) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.536882 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.542687 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a66f4b6-1a2a-4bde-b732-4fa4a27f9c19 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:43.543536 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a66f4b6-1a2a-4bde-b732-4fa4a27f9c19 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:43.546148 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0a66f4b6-1a2a-4bde-b732-4fa4a27f9c19 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/subnets/d9faa065-dc17-4b7e-869a-1f58f92b8ac5 HTTP/1.1" status: 404 len: 337 time: 0.0422311 Jul 28 11:47:43.548577 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57550) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.564621 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a282a5a-1ddc-4215-954f-035c690188b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.587466 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-210f1fc9-84e9-4ae9-b60e-24c0b70cc6ed tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:43.588307 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210f1fc9-84e9-4ae9-b60e-24c0b70cc6ed tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:43.590284 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-210f1fc9-84e9-4ae9-b60e-24c0b70cc6ed tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/39bf965d-97da-4c0f-90c7-e6a059e9bf47 HTTP/1.1" status: 404 len: 339 time: 0.0405662 Jul 28 11:47:43.593038 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57556) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.619098 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.634476 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb3ebd0-54b6-4fa1-a68e-4bdf945780ab tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:43.634938 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb3ebd0-54b6-4fa1-a68e-4bdf945780ab tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:43.639866 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7eb3ebd0-54b6-4fa1-a68e-4bdf945780ab tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/subnets/310fbc9e-02f4-491b-b277-53bab8333144 HTTP/1.1" status: 404 len: 337 time: 0.0429788 Jul 28 11:47:43.640141 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57562) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.662854 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c7deeb-482d-4294-b1d5-5e73b2d49aca tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:43.665489 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c7deeb-482d-4294-b1d5-5e73b2d49aca tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:43.670054 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-82c7deeb-482d-4294-b1d5-5e73b2d49aca tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/03172a9b-fe4b-4421-84a6-ca430d431e52 HTTP/1.1" status: 404 len: 339 time: 0.0264001 Jul 28 11:47:43.670451 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57564) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.690674 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a282a5a-1ddc-4215-954f-035c690188b0 None None] Pushing event updated for resources: {'Port': ['ID=d34fa640-3d6d-4339-91d1-2c716aa62f85,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:43.710791 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7d68c7-97e0-4234-b8ba-82b7a41ca4a2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:43.711414 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7d68c7-97e0-4234-b8ba-82b7a41ca4a2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:43.715505 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3c7d68c7-97e0-4234-b8ba-82b7a41ca4a2 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/subnets/76042b91-14b3-4b08-a9a6-98095c0eadd7 HTTP/1.1" status: 404 len: 337 time: 0.0437279 Jul 28 11:47:43.718198 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57566) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.719516 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port d34fa640-3d6d-4339-91d1-2c716aa62f85, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d34fa640-3d6d-4339-91d1-2c716aa62f85,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:43.729485 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:43.747654 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-a903d0e0-f7e9-4b17-8966-c852d08adf00 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:43.748331 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a903d0e0-f7e9-4b17-8966-c852d08adf00 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:43.753783 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a903d0e0-f7e9-4b17-8966-c852d08adf00 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/0469210a-da80-49aa-8081-79d2f4d0ec56 HTTP/1.1" status: 404 len: 339 time: 0.0343566 Jul 28 11:47:43.754447 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57568) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.795533 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7315ac0-da8c-4110-a9d3-e74df820f320 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:43.796366 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7315ac0-da8c-4110-a9d3-e74df820f320 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:43.798807 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d7315ac0-da8c-4110-a9d3-e74df820f320 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/subnets/84a6ef0a-7e56-4b5a-8e32-8b12b956b7f0 HTTP/1.1" status: 404 len: 337 time: 0.0434089 Jul 28 11:47:43.798949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=d34fa640-3d6d-4339-91d1-2c716aa62f85,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:43.802941 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57572) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.829698 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2fac473-1667-45d7-9af2-a9ed47474af1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:43.830475 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2fac473-1667-45d7-9af2-a9ed47474af1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:43.832468 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c2fac473-1667-45d7-9af2-a9ed47474af1 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/97dd7145-e3a4-486c-b698-cac657de6b83 HTTP/1.1" status: 404 len: 339 time: 0.0283253 Jul 28 11:47:43.835090 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57574) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.869715 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-842cad15-a758-44a8-bafb-3915f781236f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:43.870331 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842cad15-a758-44a8-bafb-3915f781236f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:43.872909 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-842cad15-a758-44a8-bafb-3915f781236f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/subnets/f2c2e678-7bf5-41f2-82e6-9fa31acc85e9 HTTP/1.1" status: 404 len: 337 time: 0.0362051 Jul 28 11:47:43.875393 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57576) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.895203 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2f015d-de59-4175-b346-f6f6bb245d9f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:43.895792 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2f015d-de59-4175-b346-f6f6bb245d9f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:43.897564 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-dc2f015d-de59-4175-b346-f6f6bb245d9f tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/40edf07a-a4ad-4c29-bf88-5fcde79917ee HTTP/1.1" status: 404 len: 339 time: 0.0212324 Jul 28 11:47:43.900079 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57578) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.927488 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8a66ec-9640-4abc-863e-d40a11054d03 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:43.928170 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff8a66ec-9640-4abc-863e-d40a11054d03 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:43.929620 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ff8a66ec-9640-4abc-863e-d40a11054d03 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/subnets/b273ac02-ad00-4370-a852-a195a5474f19 HTTP/1.1" status: 404 len: 337 time: 0.0286036 Jul 28 11:47:43.932267 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57580) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:43.952775 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f39970-e8bc-4d7c-be04-2cf1fb986e92 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:43.953359 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f39970-e8bc-4d7c-be04-2cf1fb986e92 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:43.955155 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-77f39970-e8bc-4d7c-be04-2cf1fb986e92 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/e8d324fb-647c-4e18-b322-c70f30e80979 HTTP/1.1" status: 404 len: 339 time: 0.0219629 Jul 28 11:47:43.957686 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57582) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:44.020321 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25a6e1f-ad19-41d5-a701-72dff63d207a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Deleting subnet 42de0732-49ba-44c9-8e75-cae1caa19fc6 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:47:44.025134 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d25a6e1f-ad19-41d5-a701-72dff63d207a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.049767 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-d624a4cc-d3d7-4828-be16-9d5826a4c254 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The resource could not be found. Jul 28 11:47:44.053877 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d624a4cc-d3d7-4828-be16-9d5826a4c254 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6711779 Jul 28 11:47:44.054516 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57584) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:44.074581 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-56e353fa-ff13-4ce6-a5fe-665ab8ba954f tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': '9bdb3d62-6706-414a-b3f6-9b7215b446e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f32bb3b0-ba30-4ad0-b134-0d1f0dd35300'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:44.086651 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d25a6e1f-ad19-41d5-a701-72dff63d207a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.090493 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] device_id is not set on port ebbe1635-d1d3-4c51-9d03-6e0c63c69e8a yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:47:44.153873 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.196319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d25a6e1f-ad19-41d5-a701-72dff63d207a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.225030 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:44.240796 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:44.270041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d25a6e1f-ad19-41d5-a701-72dff63d207a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.273883 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-56e353fa-ff13-4ce6-a5fe-665ab8ba954f tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The resource could not be found. Jul 28 11:47:44.274969 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-56e353fa-ff13-4ce6-a5fe-665ab8ba954f tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2110918 Jul 28 11:47:44.276997 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:44.278674 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57586) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:44.309591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-25cf1828-a927-453f-8691-03f9e6a98f2f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port e4aa3eaa-0b2e-4c13-81de-8c96f635e972 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:44.310108 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-25cf1828-a927-453f-8691-03f9e6a98f2f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.313326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=4d639d54-5455-4d94-b844-631969f2f602,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:44.316313 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a6e1f-ad19-41d5-a701-72dff63d207a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Subnet': ['ID=42de0732-49ba-44c9-8e75-cae1caa19fc6,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:44.326190 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b32b52-dc43-4248-b148-40d64e946caf None None] Network e58faf7c-9dfb-4b73-821e-b4885b7641fb requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:44.331711 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d25a6e1f-ad19-41d5-a701-72dff63d207a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.336426 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d25a6e1f-ad19-41d5-a701-72dff63d207a tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/subnets/42de0732-49ba-44c9-8e75-cae1caa19fc6 HTTP/1.1" status: 204 len: 168 time: 0.3755934 Jul 28 11:47:44.343426 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57588) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:44.406824 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7986a8c0-60d3-4364-85c3-136aac31f769 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.443971 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7986a8c0-60d3-4364-85c3-136aac31f769 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.497722 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7986a8c0-60d3-4364-85c3-136aac31f769 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.502049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7986a8c0-60d3-4364-85c3-136aac31f769 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.506976 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7986a8c0-60d3-4364-85c3-136aac31f769 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "DELETE /v2.0/security-groups/9bdb3d62-6706-414a-b3f6-9b7215b446e7 HTTP/1.1" status: 204 len: 168 time: 0.2221370 Jul 28 11:47:44.515011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57598) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:44.516486 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986a8c0-60d3-4364-85c3-136aac31f769 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdb3d62-6706-414a-b3f6-9b7215b446e7,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:44.557480 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f0e862ba-36f9-45ee-b67f-3f76a9b411e7 None None] Provisioning for port d34fa640-3d6d-4339-91d1-2c716aa62f85 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:44.565226 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f0e862ba-36f9-45ee-b67f-3f76a9b411e7 None None] Provisioning complete for port d34fa640-3d6d-4339-91d1-2c716aa62f85 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:44.568664 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0e862ba-36f9-45ee-b67f-3f76a9b411e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.577709 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.585463 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.594092 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-83423f0f-9a83-416a-8eb2-9cbd9d0fe7b2 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0670912 Jul 28 11:47:44.600509 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57600) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:44.605608 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-102be985-9570-4975-bd78-898cae520a5d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': '340d6228-b4a5-4532-8946-4460b41b7d96', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:44.656895 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706e265f-66c6-4bb9-847a-1fed2f6807d7 None None] DHCP port deletion for e58faf7c-9dfb-4b73-821e-b4885b7641fb request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:47:44.665149 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-25cf1828-a927-453f-8691-03f9e6a98f2f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.680603 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-102be985-9570-4975-bd78-898cae520a5d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The resource could not be found. Jul 28 11:47:44.687211 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-102be985-9570-4975-bd78-898cae520a5d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0815446 Jul 28 11:47:44.687644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57602) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:44.693809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-6f73b641-a1e0-4c8a-9efc-332d7e10cb10 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1114757658'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:44.706355 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-25cf1828-a927-453f-8691-03f9e6a98f2f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for e4aa3eaa-0b2e-4c13-81de-8c96f635e972 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:44.732910 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f73b641-a1e0-4c8a-9efc-332d7e10cb10 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.766896 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-706e265f-66c6-4bb9-847a-1fed2f6807d7 None None] Deleting port a6d77d3f-3c71-4588-9aba-0844d36dc5fd {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:44.767280 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-706e265f-66c6-4bb9-847a-1fed2f6807d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.853110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-706e265f-66c6-4bb9-847a-1fed2f6807d7 None None] For port a6d77d3f-3c71-4588-9aba-0844d36dc5fd, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a6d77d3f-3c71-4588-9aba-0844d36dc5fd,segment=NetworkSegment(71fe059a-bd6d-4f63-80bf-41090ae2b793),segment_id=71fe059a-bd6d-4f63-80bf-41090ae2b793)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:44.853514 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-706e265f-66c6-4bb9-847a-1fed2f6807d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.859981 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f73b641-a1e0-4c8a-9efc-332d7e10cb10 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.865886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f73b641-a1e0-4c8a-9efc-332d7e10cb10 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.867754 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-706e265f-66c6-4bb9-847a-1fed2f6807d7 None None] Calling delete_port for a6d77d3f-3c71-4588-9aba-0844d36dc5fd owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:44.894820 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.908204 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f73b641-a1e0-4c8a-9efc-332d7e10cb10 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.909618 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6f73b641-a1e0-4c8a-9efc-332d7e10cb10 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2207022 Jul 28 11:47:44.913098 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57606) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:44.917980 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-8c576ec8-b1f5-43a8-a15b-a73778e23321 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1760820303'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:44.933960 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73b641-a1e0-4c8a-9efc-332d7e10cb10 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caab86e6-d08e-4d50-b3c8-666500a53c1f,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:44.948842 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8c576ec8-b1f5-43a8-a15b-a73778e23321 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.974281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0733e0f9-eb22-4d5c-8d8b-5f4f9bd8a685 None None] Provisioning for port e4aa3eaa-0b2e-4c13-81de-8c96f635e972 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:44.979544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-706e265f-66c6-4bb9-847a-1fed2f6807d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:44.984548 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0733e0f9-eb22-4d5c-8d8b-5f4f9bd8a685 None None] Provisioning complete for port e4aa3eaa-0b2e-4c13-81de-8c96f635e972 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:44.984925 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0733e0f9-eb22-4d5c-8d8b-5f4f9bd8a685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.056857 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e265f-66c6-4bb9-847a-1fed2f6807d7 None None] No DVR routers for this DVR port a6d77d3f-3c71-4588-9aba-0844d36dc5fd on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:45.062313 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8c576ec8-b1f5-43a8-a15b-a73778e23321 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.067852 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e265f-66c6-4bb9-847a-1fed2f6807d7 None None] Pushing event deleted for resources: {'Port': ['ID=a6d77d3f-3c71-4588-9aba-0844d36dc5fd,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:45.071798 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8c576ec8-b1f5-43a8-a15b-a73778e23321 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.080719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665534fc-f1f6-4d49-83ea-0ba9a1f63d46 None None] get_active_networks_info from dv-neutron-786478-16-hyperv {{(pid=100417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:47:45.089238 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8c576ec8-b1f5-43a8-a15b-a73778e23321 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.092172 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8c576ec8-b1f5-43a8-a15b-a73778e23321 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1780865 Jul 28 11:47:45.094543 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57608) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:45.100339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3a2a6b81-8b04-4df3-9648-3f6367dba7d9 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': 'caab86e6-d08e-4d50-b3c8-666500a53c1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2997b33a-ee71-4468-b391-be47b10d5bf9'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:45.134848 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c576ec8-b1f5-43a8-a15b-a73778e23321 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2997b33a-ee71-4468-b391-be47b10d5bf9,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:45.164566 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-3a2a6b81-8b04-4df3-9648-3f6367dba7d9 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:45.167226 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d34fa640-3d6d-4339-91d1-2c716aa62f85 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:45.168671 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3a2a6b81-8b04-4df3-9648-3f6367dba7d9 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0729218 Jul 28 11:47:45.170453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57610) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:45.193055 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0733e0f9-eb22-4d5c-8d8b-5f4f9bd8a685 None None] Port e4aa3eaa-0b2e-4c13-81de-8c96f635e972 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:47:45.211017 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network ca168f09-cf7b-434c-bdb4-a31095463e42 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:45.222726 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:45.248585 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:45.250292 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.251560 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=dc57f0bd-1c6f-4b37-95f1-a32ace6358be,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:45.265176 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b4c681a1-7c93-4e49-9018-a8c6085438bf tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.284176 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port d34fa640-3d6d-4339-91d1-2c716aa62f85 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:45.284392 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.287317 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665534fc-f1f6-4d49-83ea-0ba9a1f63d46 None None] Resources bound (agent type, host, resource id): {{(pid=100417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:47:45.305240 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b4c681a1-7c93-4e49-9018-a8c6085438bf tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.324230 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Deleting port a6d77d3f-3c71-4588-9aba-0844d36dc5fd {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:45.324570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.373684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b4c681a1-7c93-4e49-9018-a8c6085438bf tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.376290 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b4c681a1-7c93-4e49-9018-a8c6085438bf tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.381986 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b4c681a1-7c93-4e49-9018-a8c6085438bf tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "DELETE /v2.0/security-groups/2997b33a-ee71-4468-b391-be47b10d5bf9 HTTP/1.1" status: 204 len: 168 time: 0.2105198 Jul 28 11:47:45.382648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57612) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:45.424074 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c681a1-7c93-4e49-9018-a8c6085438bf tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2997b33a-ee71-4468-b391-be47b10d5bf9,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:45.440861 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=ebbe1635-d1d3-4c51-9d03-6e0c63c69e8a,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:45.484835 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.496720 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] For port a6d77d3f-3c71-4588-9aba-0844d36dc5fd, host dv-neutron-786478-16-hyperv, got binding levels [] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:45.497888 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.514655 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8c616949-2423-4c76-81a2-8aca8fe212d0 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1209879 Jul 28 11:47:45.515560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57614) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:45.557936 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Calling delete_port for a6d77d3f-3c71-4588-9aba-0844d36dc5fd owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:45.561009 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.ipam_backend_mixin [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Port a6d77d3f-3c71-4588-9aba-0844d36dc5fd was not found and therefore no delete operation was performed {{(pid=100416) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:47:45.587999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.602973 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-67355b76-cb9c-493f-b883-b82663546a8e tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.624098 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a6d77d3f-3c71-4588-9aba-0844d36dc5fd no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:47:45.624673 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Checking segment: {'id': '0904fad2-cd0a-4875-8f63-2775ee38c42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff3a7feb-73de-4bc8-98d8-eaa5a9b321f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:45.624803 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network hostable DHCP agents. Network: ff3a7feb-73de-4bc8-98d8-eaa5a9b321f0, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:47:45.633193 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Port': ['ID=a6d77d3f-3c71-4588-9aba-0844d36dc5fd,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:45.651004 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: a6d77d3f-3c71-4588-9aba-0844d36dc5fd {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:47:45.652159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a6d77d3f-3c71-4588-9aba-0844d36dc5fd not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:47:45.654448 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-67355b76-cb9c-493f-b883-b82663546a8e tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.661158 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] No DVR routers for this DVR port a6d77d3f-3c71-4588-9aba-0844d36dc5fd on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:45.709727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-67355b76-cb9c-493f-b883-b82663546a8e tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.712470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-67355b76-cb9c-493f-b883-b82663546a8e tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.717181 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-67355b76-cb9c-493f-b883-b82663546a8e tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "DELETE /v2.0/security-groups/caab86e6-d08e-4d50-b3c8-666500a53c1f HTTP/1.1" status: 204 len: 168 time: 0.1970894 Jul 28 11:47:45.717692 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57616) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:45.723357 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67355b76-cb9c-493f-b883-b82663546a8e tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caab86e6-d08e-4d50-b3c8-666500a53c1f,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:45.725682 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-25cf1828-a927-453f-8691-03f9e6a98f2f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.771636 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network ff3a7feb-73de-4bc8-98d8-eaa5a9b321f0 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:47:45.830307 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, ff3a7feb-73de-4bc8-98d8-eaa5a9b321f0) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:45.837701 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.839405 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf1828-a927-453f-8691-03f9e6a98f2f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=e4aa3eaa-0b2e-4c13-81de-8c96f635e972,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:45.842187 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1920f678-02d3-4470-b14b-c6ffe2c22df5 None None] Network ff3a7feb-73de-4bc8-98d8-eaa5a9b321f0 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:45.852270 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:45.858679 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:45.863524 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:45.864277 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.889188 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:45.936296 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58faf7c-9dfb-4b73-821e-b4885b7641fb']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:45.978731 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fe059a-bd6d-4f63-80bf-41090ae2b793') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:45.979029 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fe059a-bd6d-4f63-80bf-41090ae2b793') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:45.986739 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-baf9212e-9a4a-41ae-9e1e-faed9eecfc0a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6984842 Jul 28 11:47:45.987006 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57620) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:45.999752 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-25cf1828-a927-453f-8691-03f9e6a98f2f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.004437 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-25cf1828-a927-453f-8691-03f9e6a98f2f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/e4aa3eaa-0b2e-4c13-81de-8c96f635e972 HTTP/1.1" status: 204 len: 168 time: 2.4647040 Jul 28 11:47:46.005120 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57622) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:46.033690 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0cf985ef-cec7-497d-919c-35497c690833 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3098714 Jul 28 11:47:46.053000 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57624) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:46.057020 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.061842 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-9e34629e-4b66-494d-9190-b39cf8cc7a28 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1929957723'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:46.095197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.099897 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4972b27-b564-4b9d-b0c2-5fb4ef58cfa2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:46.101589 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d4972b27-b564-4b9d-b0c2-5fb4ef58cfa2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0953572 Jul 28 11:47:46.104649 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57626) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:46.141447 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e34629e-4b66-494d-9190-b39cf8cc7a28 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.142459 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:46.142871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:46.145725 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:46.197017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3afa71e-8f44-4203-86ab-9417a4eb9321 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:46.198737 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e3afa71e-8f44-4203-86ab-9417a4eb9321 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0925899 Jul 28 11:47:46.205124 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57628) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:46.247980 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.277812 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6ae70c-4ca0-4f5c-a5bb-dd4f38d8470c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:46.280386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.280538 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6ae70c-4ca0-4f5c-a5bb-dd4f38d8470c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:46.281941 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6ae70c-4ca0-4f5c-a5bb-dd4f38d8470c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:46.286026 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1d6ae70c-4ca0-4f5c-a5bb-dd4f38d8470c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0773113 Jul 28 11:47:46.286186 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] 10.222.0.43 "DELETE /v2.0/networks/e58faf7c-9dfb-4b73-821e-b4885b7641fb HTTP/1.1" status: 204 len: 168 time: 1.8977146 Jul 28 11:47:46.287209 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57632) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:46.293190 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51281e49-cfeb-4259-8aea-0f87f79eefd0 tempest-NetworksTest-1183299352 tempest-NetworksTest-1183299352-project] Pushing event deleted for resources: {'Network': ['ID=e58faf7c-9dfb-4b73-821e-b4885b7641fb,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:46.347910 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e34629e-4b66-494d-9190-b39cf8cc7a28 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.348747 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-ffa53e8c-8355-4f6b-87f6-47923e6f5e20 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port ebbe1635-d1d3-4c51-9d03-6e0c63c69e8a {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:46.349518 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffa53e8c-8355-4f6b-87f6-47923e6f5e20 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.354580 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e34629e-4b66-494d-9190-b39cf8cc7a28 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.363857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2ba9bc-81fd-4300-8b75-4c6393a608f9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 6413e13a-54c2-4c5c-802f-86d5491bc786 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:47:46.377706 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba9bc-81fd-4300-8b75-4c6393a608f9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.416242 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34629e-4b66-494d-9190-b39cf8cc7a28 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4637ac35-6962-4952-ae01-2397cac2991e,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:46.425168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e34629e-4b66-494d-9190-b39cf8cc7a28 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.429595 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9e34629e-4b66-494d-9190-b39cf8cc7a28 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3692951 Jul 28 11:47:46.431145 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57634) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:46.432465 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.434608 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba9bc-81fd-4300-8b75-4c6393a608f9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.440006 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-6add58cb-2069-4182-a537-c3a626f75d0d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': '4637ac35-6962-4952-ae01-2397cac2991e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:46.442402 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.499492 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffa53e8c-8355-4f6b-87f6-47923e6f5e20 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.545896 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-6add58cb-2069-4182-a537-c3a626f75d0d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:46.546125 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-ffa53e8c-8355-4f6b-87f6-47923e6f5e20 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for ebbe1635-d1d3-4c51-9d03-6e0c63c69e8a owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:46.550387 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6add58cb-2069-4182-a537-c3a626f75d0d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1148510 Jul 28 11:47:46.552159 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57636) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:46.560068 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-0819386d-d194-466f-912f-9fef6dc17c64 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group_rule': {'security_group_id': '4637ac35-6962-4952-ae01-2397cac2991e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:46.570058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba9bc-81fd-4300-8b75-4c6393a608f9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.592842 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=4d639d54-5455-4d94-b844-631969f2f602,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:46.604267 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.655506 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-0819386d-d194-466f-912f-9fef6dc17c64 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:46.658491 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0819386d-d194-466f-912f-9fef6dc17c64 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1034756 Jul 28 11:47:46.659955 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57640) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:46.693466 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba9bc-81fd-4300-8b75-4c6393a608f9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.737766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ba9bc-81fd-4300-8b75-4c6393a608f9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=6413e13a-54c2-4c5c-802f-86d5491bc786,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:46.750681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba9bc-81fd-4300-8b75-4c6393a608f9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.752594 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fa2ba9bc-81fd-4300-8b75-4c6393a608f9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/6413e13a-54c2-4c5c-802f-86d5491bc786 HTTP/1.1" status: 204 len: 168 time: 0.4650073 Jul 28 11:47:46.756260 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57642) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:46.773392 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973804c3-4e8c-4959-9ba9-58cadc79cbdf None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:46.796048 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57648) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:46.813148 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Floating IP 66190209-f8f8-47e2-b0f2-50b90b578236 associated. External IP: 172.26.1.189, port: cf2c99c7-36ed-40c5-aea6-3aa645523b8d. Jul 28 11:47:46.835771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-44b333e5-7604-4388-ae4c-df74760f1ca2 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.852417 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0e8af4-5db4-4a78-bacf-71300b8badd9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet aa91c83f-a27d-4662-8279-272ffc7d47a3 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:47:46.864386 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da0e8af4-5db4-4a78-bacf-71300b8badd9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.899701 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-44b333e5-7604-4388-ae4c-df74760f1ca2 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.981950 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffa53e8c-8355-4f6b-87f6-47923e6f5e20 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:46.991718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da0e8af4-5db4-4a78-bacf-71300b8badd9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.030204 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-44b333e5-7604-4388-ae4c-df74760f1ca2 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.033068 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-44b333e5-7604-4388-ae4c-df74760f1ca2 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.037449 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-44b333e5-7604-4388-ae4c-df74760f1ca2 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "DELETE /v2.0/security-groups/4637ac35-6962-4952-ae01-2397cac2991e HTTP/1.1" status: 204 len: 168 time: 0.3726945 Jul 28 11:47:47.045249 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57658) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:47.071335 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffa53e8c-8355-4f6b-87f6-47923e6f5e20 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.077265 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ffa53e8c-8355-4f6b-87f6-47923e6f5e20 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/ports/ebbe1635-d1d3-4c51-9d03-6e0c63c69e8a HTTP/1.1" status: 204 len: 168 time: 1.0687857 Jul 28 11:47:47.082327 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57660) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:47.084647 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa53e8c-8355-4f6b-87f6-47923e6f5e20 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=ebbe1635-d1d3-4c51-9d03-6e0c63c69e8a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:47.088333 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b333e5-7604-4388-ae4c-df74760f1ca2 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4637ac35-6962-4952-ae01-2397cac2991e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:47.196956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da0e8af4-5db4-4a78-bacf-71300b8badd9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.265758 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a29ba4b1-af64-4c5e-b695-c145ca663840 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=339cf640e5b1438587424d4a6d84ebed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4655368 Jul 28 11:47:47.266831 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57662) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:47.300570 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d6219ce7-22d2-4d15-b77b-172014bcc7f3 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2475419 Jul 28 11:47:47.301151 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57664) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:47.308258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-181a238d-360c-48ff-8375-bb4cb89f7da6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group': {'name': 'tempest-secgroup--209188383'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:47.313875 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router 8d66e034-67e3-4a0c-a483-96b3ce78f7e0 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:47:47.315584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da0e8af4-5db4-4a78-bacf-71300b8badd9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.322845 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa019ba-f2e9-413d-9e56-3031b824e4bc tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:47.329791 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa019ba-f2e9-413d-9e56-3031b824e4bc tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:47.331481 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4aa019ba-f2e9-413d-9e56-3031b824e4bc tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2374580 Jul 28 11:47:47.335313 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da0e8af4-5db4-4a78-bacf-71300b8badd9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.336768 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57666) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:47.340654 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-da0e8af4-5db4-4a78-bacf-71300b8badd9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/aa91c83f-a27d-4662-8279-272ffc7d47a3 HTTP/1.1" status: 204 len: 168 time: 0.5799279 Jul 28 11:47:47.348616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57668) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:47.361611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e8af4-5db4-4a78-bacf-71300b8badd9 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=aa91c83f-a27d-4662-8279-272ffc7d47a3,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:47.376302 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-181a238d-360c-48ff-8375-bb4cb89f7da6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.455414 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b3fa258a-a133-4fd7-95bc-2812ad57ea21 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022017 Jul 28 11:47:47.457265 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57670) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:47.467218 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-1b5b48c3-fcbb-4b99-bbce-13ee47549851 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:47.467539 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7cb6889c-5a1a-4b1b-9b99-fed6276006fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.493956 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7cb6889c-5a1a-4b1b-9b99-fed6276006fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.586318 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-181a238d-360c-48ff-8375-bb4cb89f7da6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.593922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-181a238d-360c-48ff-8375-bb4cb89f7da6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.637117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5b48c3-fcbb-4b99-bbce-13ee47549851 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:47.642925 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1b5b48c3-fcbb-4b99-bbce-13ee47549851 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.648069 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-181a238d-360c-48ff-8375-bb4cb89f7da6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.649457 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-181a238d-360c-48ff-8375-bb4cb89f7da6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3471522 Jul 28 11:47:47.661246 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a238d-360c-48ff-8375-bb4cb89f7da6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84d6062-7bba-474c-bf5e-746d763475e8,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:47.690870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57672) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:47.705749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-ad6f1104-4ec3-4eab-82ca-a5c0579b9cf6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:47.706327 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.api.v2.base [None req-ad6f1104-4ec3-4eab-82ca-a5c0579b9cf6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 11:47:47.706940 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-ad6f1104-4ec3-4eab-82ca-a5c0579b9cf6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] update failed (client error): There was a conflict when trying to complete your request. Jul 28 11:47:47.710930 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ad6f1104-4ec3-4eab-82ca-a5c0579b9cf6 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "PUT /v2.0/security-groups/c84d6062-7bba-474c-bf5e-746d763475e8 HTTP/1.1" status: 409 len: 330 time: 0.0180707 Jul 28 11:47:47.716685 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57674) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:47.736180 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7cb6889c-5a1a-4b1b-9b99-fed6276006fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.739176 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7cb6889c-5a1a-4b1b-9b99-fed6276006fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.743327 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7cb6889c-5a1a-4b1b-9b99-fed6276006fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11ce9692-dad1-4c41-ae18-56040b7e8ff9 HTTP/1.1" status: 204 len: 168 time: 0.4759786 Jul 28 11:47:47.756884 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-03b9d65e-aa05-4da5-88a7-6cd22b8cb83f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port dc57f0bd-1c6f-4b37-95f1-a32ace6358be {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:47.757601 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03b9d65e-aa05-4da5-88a7-6cd22b8cb83f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.833036 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6889c-5a1a-4b1b-9b99-fed6276006fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ce9692-dad1-4c41-ae18-56040b7e8ff9,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:47.846186 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:47:47.860113 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d57726-6a9a-4727-a4a4-15366e0fc456 None None] Sync routers for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:47.874319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89f7a7e9-a8a8-4123-aa6e-5728a3b3949d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.878770 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d57726-6a9a-4727-a4a4-15366e0fc456 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:47.879589 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-57d57726-6a9a-4727-a4a4-15366e0fc456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:47.889590 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03b9d65e-aa05-4da5-88a7-6cd22b8cb83f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.900517 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:47.929185 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-03b9d65e-aa05-4da5-88a7-6cd22b8cb83f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for dc57f0bd-1c6f-4b37-95f1-a32ace6358be owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:47.949716 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-314bd750-0e23-4376-bba7-8ad5538a61e4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.8567913 Jul 28 11:47:47.954146 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57678) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:47.972378 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-57d57726-6a9a-4727-a4a4-15366e0fc456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:47.982788 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-9dbe2294-2728-4d2f-b9e1-4feb71b4271c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'floatingip': {'port_id': 'cf2c99c7-36ed-40c5-aea6-3aa645523b8d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:47.990101 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d57726-6a9a-4727-a4a4-15366e0fc456 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:47.990748 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-57d57726-6a9a-4727-a4a4-15366e0fc456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:48.013347 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1934e0fb-f55a-41c3-9753-b8bed63fe211 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:48.060100 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03b9d65e-aa05-4da5-88a7-6cd22b8cb83f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:48.101466 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-57d57726-6a9a-4727-a4a4-15366e0fc456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:48.102392 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d57726-6a9a-4727-a4a4-15366e0fc456 None None] The sync data for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:48.112428 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9d65e-aa05-4da5-88a7-6cd22b8cb83f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=dc57f0bd-1c6f-4b37-95f1-a32ace6358be,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:48.130392 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03b9d65e-aa05-4da5-88a7-6cd22b8cb83f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:48.134773 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-03b9d65e-aa05-4da5-88a7-6cd22b8cb83f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/ports/dc57f0bd-1c6f-4b37-95f1-a32ace6358be HTTP/1.1" status: 204 len: 168 time: 0.7946553 Jul 28 11:47:48.135009 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57684) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:48.148137 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89f7a7e9-a8a8-4123-aa6e-5728a3b3949d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:48.163611 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e17c997f-1fb7-436e-a524-a7944e0916c2 None None] Provisioning complete for port d34fa640-3d6d-4339-91d1-2c716aa62f85 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:48.164000 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e17c997f-1fb7-436e-a524-a7944e0916c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:48.235114 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3828a824-cd53-41c8-a561-9fba5630ede4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:48.238472 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3828a824-cd53-41c8-a561-9fba5630ede4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1010346 Jul 28 11:47:48.239722 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57692) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:48.287431 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54447c0-1a3d-485b-a9a7-446748dd7a0b tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] GET failed (client error): The resource could not be found. Jul 28 11:47:48.289478 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c54447c0-1a3d-485b-a9a7-446748dd7a0b tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports/ebbe1635-d1d3-4c51-9d03-6e0c63c69e8a HTTP/1.1" status: 404 len: 333 time: 0.0487111 Jul 28 11:47:48.292264 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57696) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:48.298204 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2294-2728-4d2f-b9e1-4feb71b4271c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:48.336312 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf597471-a703-4a14-b6d0-fc0935f0c570 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] GET failed (client error): The resource could not be found. Jul 28 11:47:48.338590 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bf597471-a703-4a14-b6d0-fc0935f0c570 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports/dc57f0bd-1c6f-4b37-95f1-a32ace6358be HTTP/1.1" status: 404 len: 333 time: 0.0453019 Jul 28 11:47:48.343778 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57698) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:48.374768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89f7a7e9-a8a8-4123-aa6e-5728a3b3949d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:48.379449 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89f7a7e9-a8a8-4123-aa6e-5728a3b3949d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:48.384031 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-89f7a7e9-a8a8-4123-aa6e-5728a3b3949d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "DELETE /v2.0/security-groups/c84d6062-7bba-474c-bf5e-746d763475e8 HTTP/1.1" status: 204 len: 168 time: 0.6663895 Jul 28 11:47:48.385087 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57700) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:48.430073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1b5b48c3-fcbb-4b99-bbce-13ee47549851 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:48.461173 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1ac59572-f2fc-4219-b833-f21c0960bf38 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:48.534640 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5b5727-599b-48da-936a-669aebd8da13 None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:47:48.552743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b48c3-fcbb-4b99-bbce-13ee47549851 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=bfc7e5db-751b-4316-b780-56b6c87b0bad,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:48.563294 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7a7e9-a8a8-4123-aa6e-5728a3b3949d tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84d6062-7bba-474c-bf5e-746d763475e8,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:48.612421 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1ac59572-f2fc-4219-b833-f21c0960bf38 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:48.624293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5b48c3-fcbb-4b99-bbce-13ee47549851 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:48.635967 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-1ac59572-f2fc-4219-b833-f21c0960bf38 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3a7feb-73de-4bc8-98d8-eaa5a9b321f0']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:48.636535 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-132161cb-dec4-4640-b14e-db37113baedc tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2378542 Jul 28 11:47:48.641268 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57708) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:48.641268 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-1b5b48c3-fcbb-4b99-bbce-13ee47549851 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:48.655328 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5b48c3-fcbb-4b99-bbce-13ee47549851 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:48.655925 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1b5b48c3-fcbb-4b99-bbce-13ee47549851 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:48.665075 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-1ac59572-f2fc-4219-b833-f21c0960bf38 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0904fad2-cd0a-4875-8f63-2775ee38c42c') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:48.665377 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-1ac59572-f2fc-4219-b833-f21c0960bf38 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0904fad2-cd0a-4875-8f63-2775ee38c42c') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:48.673882 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-32915b8a-0788-48ab-8438-364de320d9a9 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] delete failed (client error): The resource could not be found. Jul 28 11:47:48.674858 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cc5b5727-599b-48da-936a-669aebd8da13 None None] Deleting port d34fa640-3d6d-4339-91d1-2c716aa62f85 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:48.675490 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc5b5727-599b-48da-936a-669aebd8da13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:48.679043 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-32915b8a-0788-48ab-8438-364de320d9a9 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "DELETE /v2.0/security-groups/a4004c20-bd59-4185-8245-af0e955a7c73 HTTP/1.1" status: 404 len: 347 time: 0.0354142 Jul 28 11:47:48.683349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57712) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:48.694533 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1b5b48c3-fcbb-4b99-bbce-13ee47549851 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2328720 Jul 28 11:47:48.697923 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57714) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:48.703892 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-031c95bb-a64d-467a-98e8-8faf42189e68 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:48.709629 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1ac59572-f2fc-4219-b833-f21c0960bf38 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:48.714642 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-b8362f33-1deb-496c-8826-bdb3eb3599c1 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] show failed (client error): The resource could not be found. Jul 28 11:47:48.715774 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b8362f33-1deb-496c-8826-bdb3eb3599c1 tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "GET /v2.0/security-groups/1eb93c97-b3a7-4d6d-b7cb-96a473131f6c HTTP/1.1" status: 404 len: 347 time: 0.0313060 Jul 28 11:47:48.720956 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57716) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:48.768951 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-40ea2953-3cf3-459b-9f8f-54a737c89f8a tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] show failed (client error): The resource could not be found. Jul 28 11:47:48.770002 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-40ea2953-3cf3-459b-9f8f-54a737c89f8a tempest-NegativeSecGroupIPv6Test-1743782588 tempest-NegativeSecGroupIPv6Test-1743782588-project] 10.222.0.43 "GET /v2.0/security-group-rules/0134fc44-9504-45c5-84d6-f211a357efc2 HTTP/1.1" status: 404 len: 356 time: 0.0481353 Jul 28 11:47:48.783057 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1ac59572-f2fc-4219-b833-f21c0960bf38 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:48.786665 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-cc5b5727-599b-48da-936a-669aebd8da13 None None] For port d34fa640-3d6d-4339-91d1-2c716aa62f85, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d34fa640-3d6d-4339-91d1-2c716aa62f85,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:48.786665 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc5b5727-599b-48da-936a-669aebd8da13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:48.789002 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57720) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:48.795962 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac59572-f2fc-4219-b833-f21c0960bf38 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:48.796377 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1ac59572-f2fc-4219-b833-f21c0960bf38 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:48.799787 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:48.824763 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cc5b5727-599b-48da-936a-669aebd8da13 None None] Calling delete_port for d34fa640-3d6d-4339-91d1-2c716aa62f85 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:48.947291 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1ac59572-f2fc-4219-b833-f21c0960bf38 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.027285 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc5b5727-599b-48da-936a-669aebd8da13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.074246 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5b5727-599b-48da-936a-669aebd8da13 None None] No DVR routers for this DVR port d34fa640-3d6d-4339-91d1-2c716aa62f85 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:49.125520 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b5727-599b-48da-936a-669aebd8da13 None None] Pushing event deleted for resources: {'Port': ['ID=d34fa640-3d6d-4339-91d1-2c716aa62f85,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:49.134349 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d34fa640-3d6d-4339-91d1-2c716aa62f85 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:47:49.139305 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1621659f-eef8-4077-bd35-4b243004cebb None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:49.161646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031c95bb-a64d-467a-98e8-8faf42189e68 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:49.167318 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-031c95bb-a64d-467a-98e8-8faf42189e68 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.178925 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: d34fa640-3d6d-4339-91d1-2c716aa62f85 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:47:49.179641 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d34fa640-3d6d-4339-91d1-2c716aa62f85 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:47:49.345322 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57728) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:49.422205 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.ipam_backend_mixin [None req-031c95bb-a64d-467a-98e8-8faf42189e68 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bfc7e5db-751b-4316-b780-56b6c87b0bad (CIDR: 2001:db8::/64) Jul 28 11:47:49.428151 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-031c95bb-a64d-467a-98e8-8faf42189e68 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:47:49.428644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031c95bb-a64d-467a-98e8-8faf42189e68 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:49.440495 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': 'bfc7e5db-751b-4316-b780-56b6c87b0bad'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:47:49.441878 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.459317 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-031c95bb-a64d-467a-98e8-8faf42189e68 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7600932 Jul 28 11:47:49.465490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57732) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:49.472261 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-d47bbcaf-8b4f-4227-a4e1-b7351aeb5f16 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:49.524234 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1ac59572-f2fc-4219-b833-f21c0960bf38 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.526228 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1ac59572-f2fc-4219-b833-f21c0960bf38 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/networks/ff3a7feb-73de-4bc8-98d8-eaa5a9b321f0 HTTP/1.1" status: 204 len: 168 time: 1.1812811 Jul 28 11:47:49.531649 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57734) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:49.535076 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-fd092172-f1dd-4b76-8d89-8acf788496d6 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group': {'name': 'tempest-secgroup--917557348'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:49.539847 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac59572-f2fc-4219-b833-f21c0960bf38 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Network': ['ID=ff3a7feb-73de-4bc8-98d8-eaa5a9b321f0,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:49.547505 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5c1cc122-da1e-440a-af21-277e9511dddd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-549571244'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:49.587454 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fd092172-f1dd-4b76-8d89-8acf788496d6 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.607984 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fd092172-f1dd-4b76-8d89-8acf788496d6 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.610945 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.resource_extend [None req-9dbe2294-2728-4d2f-b9e1-4feb71b4271c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:47:49.632439 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1cc122-da1e-440a-af21-277e9511dddd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:49.636530 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5c1cc122-da1e-440a-af21-277e9511dddd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.692309 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1cc122-da1e-440a-af21-277e9511dddd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:47:49.714653 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5c1cc122-da1e-440a-af21-277e9511dddd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.715280 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-5c1cc122-da1e-440a-af21-277e9511dddd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Added segment 6eab99bb-3484-4ca9-b93e-a89eb42098df of type vlan for network e30147f9-7006-437c-8486-95dcb5e10f2b Jul 28 11:47:49.737328 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2294-2728-4d2f-b9e1-4feb71b4271c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.744404 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0cf67fcd-98b6-429e-aca8-c465eacb53a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3fb774cc601b4cce86a2a349962672b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3925047 Jul 28 11:47:49.747957 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57736) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:49.755267 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2294-2728-4d2f-b9e1-4feb71b4271c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.790531 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5c1cc122-da1e-440a-af21-277e9511dddd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.791446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Allocated IP 2001:db8::2 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/bfc7e5db-751b-4316-b780-56b6c87b0bad/6db19e51-9a0f-41a8-9849-61b397066d04) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:49.826044 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:47:49.878719 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fd092172-f1dd-4b76-8d89-8acf788496d6 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.885789 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fd092172-f1dd-4b76-8d89-8acf788496d6 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.895292 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5c1cc122-da1e-440a-af21-277e9511dddd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.900758 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1cc122-da1e-440a-af21-277e9511dddd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:49.901933 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5c1cc122-da1e-440a-af21-277e9511dddd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.943641 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21d2f8ea-ac9d-42fa-bf65-1ed5d8487b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.950729 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47bbcaf-8b4f-4227-a4e1-b7351aeb5f16 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:49.954243 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d47bbcaf-8b4f-4227-a4e1-b7351aeb5f16 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.969099 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:49.991513 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.002705 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Transition to ACTIVE for port object 6db19e51-9a0f-41a8-9849-61b397066d04 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:50.017277 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd092172-f1dd-4b76-8d89-8acf788496d6 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806b6513-329e-4c76-a56c-592f2fe32d8c,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:50.023973 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Transition to ACTIVE for port object 6db19e51-9a0f-41a8-9849-61b397066d04 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:50.027460 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cc122-da1e-440a-af21-277e9511dddd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Network': ['ID=e30147f9-7006-437c-8486-95dcb5e10f2b,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:50.035896 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.080736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network e30147f9-7006-437c-8486-95dcb5e10f2b details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:47:50.095327 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fd092172-f1dd-4b76-8d89-8acf788496d6 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.102145 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fd092172-f1dd-4b76-8d89-8acf788496d6 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.102915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:50.115110 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5c1cc122-da1e-440a-af21-277e9511dddd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5727007 Jul 28 11:47:50.125864 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57738) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:50.141637 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:50.143733 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c058b5c4-ae74-49b9-9007-3f7e1747e018 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'subnet': {'network_id': 'e30147f9-7006-437c-8486-95dcb5e10f2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:50.153781 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:50.181513 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Pushing event updated for resources: {'Port': ['ID=6db19e51-9a0f-41a8-9849-61b397066d04,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:50.223256 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fd092172-f1dd-4b76-8d89-8acf788496d6 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.227528 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fd092172-f1dd-4b76-8d89-8acf788496d6 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4374988 Jul 28 11:47:50.231098 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57740) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:50.245632 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Attempting to bind port 6db19e51-9a0f-41a8-9849-61b397066d04 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:47:50.246162 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Attempting to bind port 6db19e51-9a0f-41a8-9849-61b397066d04 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:47:50.246652 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Attempting to bind port 6db19e51-9a0f-41a8-9849-61b397066d04 on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:47:50.248039 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd092172-f1dd-4b76-8d89-8acf788496d6 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41360b1e-8312-44ce-b502-35d4b06957d6,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:50.254959 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:47:50.255625 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:50.256123 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.256773 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:47:50.257595 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Bound port: 6db19e51-9a0f-41a8-9849-61b397066d04, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:47:50.258077 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.335657 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c058b5c4-ae74-49b9-9007-3f7e1747e018 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:50.339899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21d2f8ea-ac9d-42fa-bf65-1ed5d8487b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.342550 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c058b5c4-ae74-49b9-9007-3f7e1747e018 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.344827 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] For port 6db19e51-9a0f-41a8-9849-61b397066d04, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:47:50.349548 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] For port 6db19e51-9a0f-41a8-9849-61b397066d04, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6db19e51-9a0f-41a8-9849-61b397066d04,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:47:50.354635 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.479503 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-af7d209a-b43d-44d9-898f-5de1ae3a9907 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2440331 Jul 28 11:47:50.480811 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57744) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:50.485437 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-f6688cd0-2b05-43ec-9ee7-6436e225ac53 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group': {'name': 'tempest-security--2097558200', 'description': 'tempest-security-description-139220911'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:50.493762 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d466b-e93b-4795-95cd-0b7696a3c31d None None] Pushing event updated for resources: {'Port': ['ID=6db19e51-9a0f-41a8-9849-61b397066d04,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:50.542063 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f6688cd0-2b05-43ec-9ee7-6436e225ac53 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.564188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21d2f8ea-ac9d-42fa-bf65-1ed5d8487b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.566766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21d2f8ea-ac9d-42fa-bf65-1ed5d8487b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.568335 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-21d2f8ea-ac9d-42fa-bf65-1ed5d8487b90 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b512eb9-ad4b-4190-a33f-5997525ebb09 HTTP/1.1" status: 204 len: 168 time: 0.8193200 Jul 28 11:47:50.589687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2f8ea-ac9d-42fa-bf65-1ed5d8487b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b512eb9-ad4b-4190-a33f-5997525ebb09,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:50.602452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbe2294-2728-4d2f-b9e1-4feb71b4271c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router 8d66e034-67e3-4a0c-a483-96b3ce78f7e0 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:47:50.661375 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f6688cd0-2b05-43ec-9ee7-6436e225ac53 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.665529 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f6688cd0-2b05-43ec-9ee7-6436e225ac53 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.668452 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f6688cd0-2b05-43ec-9ee7-6436e225ac53 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.670552 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f6688cd0-2b05-43ec-9ee7-6436e225ac53 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "PUT /v2.0/security-groups/41360b1e-8312-44ce-b502-35d4b06957d6 HTTP/1.1" status: 200 len: 1777 time: 0.1893754 Jul 28 11:47:50.680109 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57748) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:50.810321 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-739a0f34-df4f-4b96-b391-6df24fc8b3ec tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-groups/41360b1e-8312-44ce-b502-35d4b06957d6 HTTP/1.1" status: 200 len: 1777 time: 0.1290777 Jul 28 11:47:50.821646 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57750) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:50.832678 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6688cd0-2b05-43ec-9ee7-6436e225ac53 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41360b1e-8312-44ce-b502-35d4b06957d6,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:50.864831 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c058b5c4-ae74-49b9-9007-3f7e1747e018 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.897439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbe2294-2728-4d2f-b9e1-4feb71b4271c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:47:50.905747 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2294-2728-4d2f-b9e1-4feb71b4271c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.912696 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3904e317-e398-4201-a6fc-636d59af61c5 None None] Sync routers for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:50.929837 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3904e317-e398-4201-a6fc-636d59af61c5 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:50.930648 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3904e317-e398-4201-a6fc-636d59af61c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:50.977604 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3904e317-e398-4201-a6fc-636d59af61c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:50.982175 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058b5c4-ae74-49b9-9007-3f7e1747e018 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Subnet': ['ID=ce992544-8c1c-44b7-acc0-4e508d023d30,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:50.987211 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7a9794ed-e935-4445-8055-c99dd152bd9d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:50.988685 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3904e317-e398-4201-a6fc-636d59af61c5 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:50.989427 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3904e317-e398-4201-a6fc-636d59af61c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:50.994808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c058b5c4-ae74-49b9-9007-3f7e1747e018 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Checking segment: {'id': '6eab99bb-3484-4ca9-b93e-a89eb42098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e30147f9-7006-437c-8486-95dcb5e10f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:50.995742 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c058b5c4-ae74-49b9-9007-3f7e1747e018 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network hostable DHCP agents. Network: e30147f9-7006-437c-8486-95dcb5e10f2b, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:47:51.002656 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9dbe2294-2728-4d2f-b9e1-4feb71b4271c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "PUT /v2.0/floatingips/66190209-f8f8-47e2-b0f2-50b90b578236 HTTP/1.1" status: 200 len: 979 time: 3.0334773 Jul 28 11:47:51.005547 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57754) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:51.032961 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3904e317-e398-4201-a6fc-636d59af61c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:51.033623 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3904e317-e398-4201-a6fc-636d59af61c5 None None] The sync data for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:51.067619 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7a9794ed-e935-4445-8055-c99dd152bd9d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:51.123587 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c058b5c4-ae74-49b9-9007-3f7e1747e018 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network e30147f9-7006-437c-8486-95dcb5e10f2b is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:47:51.144293 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6db19e51-9a0f-41a8-9849-61b397066d04 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:51.189085 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-c058b5c4-ae74-49b9-9007-3f7e1747e018 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, e30147f9-7006-437c-8486-95dcb5e10f2b) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:51.203209 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3090ef-7405-4278-aeac-1c4575063b2d None None] Network e30147f9-7006-437c-8486-95dcb5e10f2b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:51.225579 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.objects.ports [None req-d47bbcaf-8b4f-4227-a4e1-b7351aeb5f16 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100415) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:47:51.232779 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c058b5c4-ae74-49b9-9007-3f7e1747e018 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:51.233481 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c058b5c4-ae74-49b9-9007-3f7e1747e018 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:51.248947 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c058b5c4-ae74-49b9-9007-3f7e1747e018 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1190176 Jul 28 11:47:51.252807 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57762) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:51.257754 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-584bec04-8a88-4573-b70c-2a5a2b18b5a2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'network_id': 'e30147f9-7006-437c-8486-95dcb5e10f2b', 'name': 'tempest-PortsIpV6TestJSON-1169830396'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:51.284195 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 6db19e51-9a0f-41a8-9849-61b397066d04 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:51.314377 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7a9794ed-e935-4445-8055-c99dd152bd9d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:51.316979 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7a9794ed-e935-4445-8055-c99dd152bd9d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:51.320811 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7a9794ed-e935-4445-8055-c99dd152bd9d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-groups/41360b1e-8312-44ce-b502-35d4b06957d6 HTTP/1.1" status: 204 len: 168 time: 0.4981511 Jul 28 11:47:51.321464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57764) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:51.409476 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-e30147f9-7006-437c-8486-95dcb5e10f2b', 'network_id': 'e30147f9-7006-437c-8486-95dcb5e10f2b', 'tenant_id': '7afb90f661d64aa0a8cacc3c8af77233', 'fixed_ips': [{'subnet_id': 'ce992544-8c1c-44b7-acc0-4e508d023d30'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:47:51.410554 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:51.479312 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9794ed-e935-4445-8055-c99dd152bd9d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41360b1e-8312-44ce-b502-35d4b06957d6,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:51.584476 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b9f0e3b7-fbdc-4c3b-83ff-13b549ae11b2 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2447767 Jul 28 11:47:51.588237 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57772) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:51.674630 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-22be6d87-e4ce-45c7-aa1e-4a79500676ef tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] delete failed (client error): The resource could not be found. Jul 28 11:47:51.685173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57778) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:51.687907 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-22be6d87-e4ce-45c7-aa1e-4a79500676ef tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-groups/41360b1e-8312-44ce-b502-35d4b06957d6 HTTP/1.1" status: 404 len: 347 time: 0.0975807 Jul 28 11:47:51.711382 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-72e905c1-8c52-4dea-b601-389a95aa2415 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group': {'name': 'tempest-secgroup--525270894'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:51.770554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-73977bd0-1de1-46a9-b8d6-d1d894a2036f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Deleting port 4d639d54-5455-4d94-b844-631969f2f602 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:51.770924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73977bd0-1de1-46a9-b8d6-d1d894a2036f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:51.778570 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Allocated IP 2001:db8::2 (e30147f9-7006-437c-8486-95dcb5e10f2b/ce992544-8c1c-44b7-acc0-4e508d023d30/4a0d69b1-1825-4a3e-8dcc-7140bef7279f) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:51.788197 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72e905c1-8c52-4dea-b601-389a95aa2415 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:51.837438 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d47bbcaf-8b4f-4227-a4e1-b7351aeb5f16 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:51.893251 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584bec04-8a88-4573-b70c-2a5a2b18b5a2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:51.894578 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-584bec04-8a88-4573-b70c-2a5a2b18b5a2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:51.942206 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57788) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:51.950703 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-584bec04-8a88-4573-b70c-2a5a2b18b5a2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] device_id is not set on port fcd7d6a5-5895-4bc1-89d7-a3333d9f792d yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:47:52.024197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73977bd0-1de1-46a9-b8d6-d1d894a2036f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.024525 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73977bd0-1de1-46a9-b8d6-d1d894a2036f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.048970 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-73977bd0-1de1-46a9-b8d6-d1d894a2036f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Calling delete_port for 4d639d54-5455-4d94-b844-631969f2f602 owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:52.102197 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.113640 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-fcc9a276-0c4e-4c04-92db-8b99faefb620 None None] Provisioning for port 6db19e51-9a0f-41a8-9849-61b397066d04 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:52.120988 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Transition to ACTIVE for port object 4a0d69b1-1825-4a3e-8dcc-7140bef7279f will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:52.123716 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-fcc9a276-0c4e-4c04-92db-8b99faefb620 None None] Provisioning complete for port 6db19e51-9a0f-41a8-9849-61b397066d04 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:52.124218 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fcc9a276-0c4e-4c04-92db-8b99faefb620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.141899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72e905c1-8c52-4dea-b601-389a95aa2415 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.149354 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72e905c1-8c52-4dea-b601-389a95aa2415 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.163267 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Transition to ACTIVE for port object 4a0d69b1-1825-4a3e-8dcc-7140bef7279f will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:52.174563 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.211191 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-d47bbcaf-8b4f-4227-a4e1-b7351aeb5f16 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] For port 6db19e51-9a0f-41a8-9849-61b397066d04, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6db19e51-9a0f-41a8-9849-61b397066d04,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:52.213137 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72e905c1-8c52-4dea-b601-389a95aa2415 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.217885 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-72e905c1-8c52-4dea-b601-389a95aa2415 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5115516 Jul 28 11:47:52.223880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-a15fe5db-6bd5-40f9-b5c6-8c3942872dfe tempest-SubnetPoolsTestJSON-1603452554 tempest-SubnetPoolsTestJSON-1603452554-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1200539134', 'prefixes': ['172.20.0.0/16']}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:52.226627 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57794) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:52.227502 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e905c1-8c52-4dea-b601-389a95aa2415 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d506c5e-c381-4c8e-8cae-6a480bba86b3,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:52.229899 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Network e30147f9-7006-437c-8486-95dcb5e10f2b is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:52.235849 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-7aba431b-909c-4b84-ada2-522702928952 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group_rule': {'security_group_id': '6d506c5e-c381-4c8e-8cae-6a480bba86b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:52.236386 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:52.241223 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:52.243333 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-b5ffaed2-0227-48f8-bda8-5170cfcecd7e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671970954&fields=id&tenant_id=51ac002bba904616bbf9cec718c70d3e HTTP/1.1" status: 200 len: 267 time: 0.1334944 Jul 28 11:47:52.265290 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Pushing event updated for resources: {'Port': ['ID=4a0d69b1-1825-4a3e-8dcc-7140bef7279f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:52.278190 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d47bbcaf-8b4f-4227-a4e1-b7351aeb5f16 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.285968 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d47bbcaf-8b4f-4227-a4e1-b7351aeb5f16 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.287221 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d47bbcaf-8b4f-4227-a4e1-b7351aeb5f16 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.326008 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fcc9a276-0c4e-4c04-92db-8b99faefb620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.327673 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7aba431b-909c-4b84-ada2-522702928952 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.330113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Attempting to bind port 4a0d69b1-1825-4a3e-8dcc-7140bef7279f on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:47:52.330634 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Attempting to bind port 4a0d69b1-1825-4a3e-8dcc-7140bef7279f by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '6eab99bb-3484-4ca9-b93e-a89eb42098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e30147f9-7006-437c-8486-95dcb5e10f2b'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:47:52.331001 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Attempting to bind port 4a0d69b1-1825-4a3e-8dcc-7140bef7279f on network e30147f9-7006-437c-8486-95dcb5e10f2b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:47:52.335551 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.db.api [None req-a15fe5db-6bd5-40f9-b5c6-8c3942872dfe tempest-SubnetPoolsTestJSON-1603452554 tempest-SubnetPoolsTestJSON-1603452554-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:47:52.335551 dv-neutron-786478-16-hyperv neutron-server[100416]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 11:47:52.335551 dv-neutron-786478-16-hyperv neutron-server[100416]: [parameters: {'project_id_1': 'ffd63cf7f10648e8a85670b581baed91', 'expiration_1': datetime.datetime(2021, 7, 28, 11, 47, 52, 251457)}] Jul 28 11:47:52.335551 dv-neutron-786478-16-hyperv neutron-server[100416]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:47:52.336407 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG oslo_db.api [None req-a15fe5db-6bd5-40f9-b5c6-8c3942872dfe tempest-SubnetPoolsTestJSON-1603452554 tempest-SubnetPoolsTestJSON-1603452554-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:47:52.342745 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:47:52.343194 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Checking segment: {'id': '6eab99bb-3484-4ca9-b93e-a89eb42098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e30147f9-7006-437c-8486-95dcb5e10f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:47:52.343585 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.344220 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Bound using segment: {'id': '6eab99bb-3484-4ca9-b93e-a89eb42098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e30147f9-7006-437c-8486-95dcb5e10f2b'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:47:52.344441 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Bound port: 4a0d69b1-1825-4a3e-8dcc-7140bef7279f, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eab99bb-3484-4ca9-b93e-a89eb42098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e30147f9-7006-437c-8486-95dcb5e10f2b'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:47:52.344849 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.372762 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47bbcaf-8b4f-4227-a4e1-b7351aeb5f16 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:52.388253 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-584bec04-8a88-4573-b70c-2a5a2b18b5a2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Allocated IP 2001:db8::1e0 (e30147f9-7006-437c-8486-95dcb5e10f2b/ce992544-8c1c-44b7-acc0-4e508d023d30/fcd7d6a5-5895-4bc1-89d7-a3333d9f792d) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:52.389290 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-d47bbcaf-8b4f-4227-a4e1-b7351aeb5f16 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:52.402204 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47bbcaf-8b4f-4227-a4e1-b7351aeb5f16 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:52.402693 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d47bbcaf-8b4f-4227-a4e1-b7351aeb5f16 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.408392 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a210f342-4d79-4442-92e5-9b66024929ee None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:52.433718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bbcaf-8b4f-4227-a4e1-b7351aeb5f16 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=cd719500-9b2d-4d1e-9633-f4d128ca1ed8,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:52.451882 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d47bbcaf-8b4f-4227-a4e1-b7351aeb5f16 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9825096 Jul 28 11:47:52.453215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bbcaf-8b4f-4227-a4e1-b7351aeb5f16 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=6db19e51-9a0f-41a8-9849-61b397066d04,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:52.460168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57796) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:52.462846 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7aba431b-909c-4b84-ada2-522702928952 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.467202 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b3352b37-d780-43fe-a259-18838d372787 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'mac_address': 'fa:16:3e:1a:9b:0d', 'name': 'tempest-NetworksTestDHCPv6-1325629970'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:52.472751 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7aba431b-909c-4b84-ada2-522702928952 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.480798 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.db.api [None req-fcc9a276-0c4e-4c04-92db-8b99faefb620 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:47:52.481669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG oslo_db.api [None req-fcc9a276-0c4e-4c04-92db-8b99faefb620 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:47:52.502976 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] For port 4a0d69b1-1825-4a3e-8dcc-7140bef7279f, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:47:52.532481 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-dd719996-81bd-4cf9-8742-8e0e0270242a tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:52.534692 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-dd719996-81bd-4cf9-8742-8e0e0270242a tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/networks?id=6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 200 len: 810 time: 0.2723441 Jul 28 11:47:52.539774 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba431b-909c-4b84-ada2-522702928952 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71dac0fe-c1b8-4f89-a05f-4f02cf0e9496,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:52.548649 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7aba431b-909c-4b84-ada2-522702928952 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.550031 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7aba431b-909c-4b84-ada2-522702928952 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3198028 Jul 28 11:47:52.553463 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57798) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:52.587822 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] For port 4a0d69b1-1825-4a3e-8dcc-7140bef7279f, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=4a0d69b1-1825-4a3e-8dcc-7140bef7279f,segment=NetworkSegment(6eab99bb-3484-4ca9-b93e-a89eb42098df),segment_id=6eab99bb-3484-4ca9-b93e-a89eb42098df)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:47:52.605695 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.612174 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73977bd0-1de1-46a9-b8d6-d1d894a2036f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.640568 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-93338927-3993-43dc-bfea-bd1dd228afca tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.655636 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73977bd0-1de1-46a9-b8d6-d1d894a2036f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Port': ['ID=4d639d54-5455-4d94-b844-631969f2f602,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:52.657052 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-93338927-3993-43dc-bfea-bd1dd228afca tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.699125 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-45e5a23e-1642-455c-8ff6-9e356bb5307f tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/quotas/51ac002bba904616bbf9cec718c70d3e HTTP/1.1" status: 200 len: 375 time: 0.1205306 Jul 28 11:47:52.700726 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba63ad-bcde-4b52-9df0-f5fd8776defa None None] Pushing event updated for resources: {'Port': ['ID=4a0d69b1-1825-4a3e-8dcc-7140bef7279f,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:52.709854 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3352b37-d780-43fe-a259-18838d372787 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:52.718475 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-93338927-3993-43dc-bfea-bd1dd228afca tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.773750 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-93338927-3993-43dc-bfea-bd1dd228afca tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.775525 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-93338927-3993-43dc-bfea-bd1dd228afca tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/71dac0fe-c1b8-4f89-a05f-4f02cf0e9496 HTTP/1.1" status: 204 len: 168 time: 0.2218490 Jul 28 11:47:52.783823 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57800) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:52.809823 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73977bd0-1de1-46a9-b8d6-d1d894a2036f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.810114 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-73977bd0-1de1-46a9-b8d6-d1d894a2036f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Floating IP 66190209-f8f8-47e2-b0f2-50b90b578236 disassociated (deleted). External IP: 172.26.1.189, port: cf2c99c7-36ed-40c5-aea6-3aa645523b8d. Jul 28 11:47:52.816859 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93338927-3993-43dc-bfea-bd1dd228afca tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71dac0fe-c1b8-4f89-a05f-4f02cf0e9496,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:52.862640 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-194d6ac4-26d7-4fb9-bb87-f3acd84a4b8c tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0770674 Jul 28 11:47:52.870139 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57802) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:52.944938 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b3352b37-d780-43fe-a259-18838d372787 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.997714 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-b3352b37-d780-43fe-a259-18838d372787 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port 8d2125ee-3d53-42ee-b59e-065c0d6a33fd yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:47:53.007708 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd3eca35-33ed-4555-a27a-8c844a540be3 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:53.018285 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-4a65724e-242b-4672-83cb-513f9c190a6e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=51ac002bba904616bbf9cec718c70d3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3181591 Jul 28 11:47:53.061884 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-584bec04-8a88-4573-b70c-2a5a2b18b5a2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:53.086206 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fcc9a276-0c4e-4c04-92db-8b99faefb620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:53.091592 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd3eca35-33ed-4555-a27a-8c844a540be3 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:53.183079 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-fcc9a276-0c4e-4c04-92db-8b99faefb620 None None] For port 6db19e51-9a0f-41a8-9849-61b397066d04, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6db19e51-9a0f-41a8-9849-61b397066d04,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:53.188967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fcc9a276-0c4e-4c04-92db-8b99faefb620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:53.190332 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd3eca35-33ed-4555-a27a-8c844a540be3 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:53.196599 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd3eca35-33ed-4555-a27a-8c844a540be3 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:53.197797 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bd3eca35-33ed-4555-a27a-8c844a540be3 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-groups/6d506c5e-c381-4c8e-8cae-6a480bba86b3 HTTP/1.1" status: 204 len: 168 time: 0.3262310 Jul 28 11:47:53.205211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 4a0d69b1-1825-4a3e-8dcc-7140bef7279f up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:53.205577 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-584bec04-8a88-4573-b70c-2a5a2b18b5a2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Transition to ACTIVE for port object fcd7d6a5-5895-4bc1-89d7-a3333d9f792d will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:53.208366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57804) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:53.254411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3eca35-33ed-4555-a27a-8c844a540be3 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d506c5e-c381-4c8e-8cae-6a480bba86b3,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:53.324803 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 4a0d69b1-1825-4a3e-8dcc-7140bef7279f completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:53.333534 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6db19e51-9a0f-41a8-9849-61b397066d04 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:53.378683 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9a276-0c4e-4c04-92db-8b99faefb620 None None] Pushing event updated for resources: {'Port': ['ID=6db19e51-9a0f-41a8-9849-61b397066d04,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:53.382825 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-b3352b37-d780-43fe-a259-18838d372787 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::31 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/bfc7e5db-751b-4316-b780-56b6c87b0bad/8d2125ee-3d53-42ee-b59e-065c0d6a33fd) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:53.385102 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a15fe5db-6bd5-40f9-b5c6-8c3942872dfe tempest-SubnetPoolsTestJSON-1603452554 tempest-SubnetPoolsTestJSON-1603452554-project] Notify callbacks [] for subnetpool, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:53.389565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57806) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:53.389722 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a15fe5db-6bd5-40f9-b5c6-8c3942872dfe tempest-SubnetPoolsTestJSON-1603452554 tempest-SubnetPoolsTestJSON-1603452554-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.4446814 Jul 28 11:47:53.401666 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-3e468d0c-76cf-4d4a-915c-45fe005e3751 service neutron] 10.222.0.43 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783872 Jul 28 11:47:53.410120 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 6db19e51-9a0f-41a8-9849-61b397066d04 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:53.410633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:53.413090 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-b3352b37-d780-43fe-a259-18838d372787 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1a:9b0d (ff79b356-b140-4126-83e7-2a8ec9cd81dc/cd719500-9b2d-4d1e-9633-f4d128ca1ed8/8d2125ee-3d53-42ee-b59e-065c0d6a33fd) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:53.422792 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-18ed7196-655c-4bd3-9375-dd0e0278503a tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2103767 Jul 28 11:47:53.430532 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57808) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:53.435673 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-0c78b73f-d607-4f6e-b720-ce8699b3d622 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844160384'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:53.489055 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-13939772-d308-4325-8684-ddb3bc2d364b tempest-SubnetPoolsTestJSON-1603452554 tempest-SubnetPoolsTestJSON-1603452554-project] 10.222.0.43 "GET /v2.0/subnetpools/ada916b0-1e1b-4ea0-b187-15b9fa374a54 HTTP/1.1" status: 200 len: 732 time: 0.0890679 Jul 28 11:47:53.491936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57810) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:53.493365 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-584bec04-8a88-4573-b70c-2a5a2b18b5a2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:53.498316 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-5bee8c93-5d87-4084-978f-47be0ee4c0e0 tempest-SubnetPoolsTestJSON-1603452554 tempest-SubnetPoolsTestJSON-1603452554-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-557643290'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:53.565974 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73977bd0-1de1-46a9-b8d6-d1d894a2036f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router 8d66e034-67e3-4a0c-a483-96b3ce78f7e0 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:47:53.569919 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584bec04-8a88-4573-b70c-2a5a2b18b5a2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network e30147f9-7006-437c-8486-95dcb5e10f2b is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:53.572836 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0c78b73f-d607-4f6e-b720-ce8699b3d622 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:53.596911 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-584bec04-8a88-4573-b70c-2a5a2b18b5a2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:53.600186 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584bec04-8a88-4573-b70c-2a5a2b18b5a2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:53.605741 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584bec04-8a88-4573-b70c-2a5a2b18b5a2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:53.606461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-584bec04-8a88-4573-b70c-2a5a2b18b5a2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:53.613864 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-aeb48944-26b0-4939-82ec-34023801c185 None None] Provisioning complete for port 6db19e51-9a0f-41a8-9849-61b397066d04 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:53.614477 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aeb48944-26b0-4939-82ec-34023801c185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:53.627836 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bec04-8a88-4573-b70c-2a5a2b18b5a2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=fcd7d6a5-5895-4bc1-89d7-a3333d9f792d,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:53.663042 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-341787c3-b5cf-4bc3-98e1-75d8ced2c217 service neutron] 10.222.0.43 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604256 Jul 28 11:47:53.670305 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-584bec04-8a88-4573-b70c-2a5a2b18b5a2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4141641 Jul 28 11:47:53.674240 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57812) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:53.797665 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5bee8c93-5d87-4084-978f-47be0ee4c0e0 tempest-SubnetPoolsTestJSON-1603452554 tempest-SubnetPoolsTestJSON-1603452554-project] Notify callbacks [] for subnetpool, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:53.812230 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5bee8c93-5d87-4084-978f-47be0ee4c0e0 tempest-SubnetPoolsTestJSON-1603452554 tempest-SubnetPoolsTestJSON-1603452554-project] 10.222.0.43 "PUT /v2.0/subnetpools/ada916b0-1e1b-4ea0-b187-15b9fa374a54 HTTP/1.1" status: 200 len: 683 time: 0.3192103 Jul 28 11:47:53.820941 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57820) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:53.868969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73977bd0-1de1-46a9-b8d6-d1d894a2036f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:47:53.874807 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73977bd0-1de1-46a9-b8d6-d1d894a2036f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:53.881472 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f2ed6-6cac-4654-a11c-757d52be0823 None None] Sync routers for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:47:53.899121 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f2ed6-6cac-4654-a11c-757d52be0823 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:53.900119 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e19f2ed6-6cac-4654-a11c-757d52be0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:53.904482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b3352b37-d780-43fe-a259-18838d372787 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:53.929516 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-73977bd0-1de1-46a9-b8d6-d1d894a2036f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/floatingips/66190209-f8f8-47e2-b0f2-50b90b578236 HTTP/1.1" status: 204 len: 168 time: 2.9200933 Jul 28 11:47:53.930374 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0c78b73f-d607-4f6e-b720-ce8699b3d622 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:53.930837 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57822) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:53.952991 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e19f2ed6-6cac-4654-a11c-757d52be0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:53.964860 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f2ed6-6cac-4654-a11c-757d52be0823 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:47:53.965853 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e19f2ed6-6cac-4654-a11c-757d52be0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:53.968255 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-b3352b37-d780-43fe-a259-18838d372787 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object 8d2125ee-3d53-42ee-b59e-065c0d6a33fd will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:53.985573 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0c78b73f-d607-4f6e-b720-ce8699b3d622 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:54.007075 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e19f2ed6-6cac-4654-a11c-757d52be0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:54.008000 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f2ed6-6cac-4654-a11c-757d52be0823 None None] The sync data for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:47:54.050818 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0c78b73f-d607-4f6e-b720-ce8699b3d622 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:54.052983 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0c78b73f-d607-4f6e-b720-ce8699b3d622 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6214819 Jul 28 11:47:54.057926 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57826) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:54.078817 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5c49f689-31ae-439c-848d-8c02d1bb69d8 req-38841ec1-edbb-47f9-b009-9da501d520c0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2141132 Jul 28 11:47:54.079784 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b3352b37-d780-43fe-a259-18838d372787 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:54.084047 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-da644215-c2ae-4b31-9a69-335f6dfdfab8 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group_rule': {'security_group_id': '8ed24593-48ff-49e9-94e5-10d036d9bcba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:54.144288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6790a687-6b7d-4ad6-8e90-5319805559d9 None None] Network e30147f9-7006-437c-8486-95dcb5e10f2b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:54.148474 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4e180ae7-4a5f-494f-89d3-f4ad83208af3 req-42708a0a-6d9f-47f8-8f13-cc222aa5eef6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 210 time: 0.0487959 Jul 28 11:47:54.149297 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78b73f-d607-4f6e-b720-ce8699b3d622 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed24593-48ff-49e9-94e5-10d036d9bcba,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:54.165547 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-b67a327f-0c57-4be7-bd55-c9f2c0c16264 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port fcd7d6a5-5895-4bc1-89d7-a3333d9f792d {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:54.165855 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b67a327f-0c57-4be7-bd55-c9f2c0c16264 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:54.190658 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e6a35-a66e-44ad-945b-549e9f18c35d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Deleting port cf2c99c7-36ed-40c5-aea6-3aa645523b8d {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:54.191761 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4f2e6a35-a66e-44ad-945b-549e9f18c35d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:54.288108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c0b9-03f8-4900-875f-ef72332767d8 tempest-SubnetPoolsTestJSON-1603452554 tempest-SubnetPoolsTestJSON-1603452554-project] Notify callbacks [] for subnetpool, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:54.289573 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b9e9c0b9-03f8-4900-875f-ef72332767d8 tempest-SubnetPoolsTestJSON-1603452554 tempest-SubnetPoolsTestJSON-1603452554-project] 10.222.0.43 "DELETE /v2.0/subnetpools/ada916b0-1e1b-4ea0-b187-15b9fa374a54 HTTP/1.1" status: 204 len: 168 time: 0.4608362 Jul 28 11:47:54.309967 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57834) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:54.316316 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3352b37-d780-43fe-a259-18838d372787 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:54.330637 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-866b970d-fa91-49f7-aa75-67b6251b3214 None None] Provisioning for port 4a0d69b1-1825-4a3e-8dcc-7140bef7279f completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:54.331406 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4f2e6a35-a66e-44ad-945b-549e9f18c35d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:54.336498 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-b3352b37-d780-43fe-a259-18838d372787 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:54.338476 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3352b37-d780-43fe-a259-18838d372787 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=8d2125ee-3d53-42ee-b59e-065c0d6a33fd,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:54.341193 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-866b970d-fa91-49f7-aa75-67b6251b3214 None None] Provisioning complete for port 4a0d69b1-1825-4a3e-8dcc-7140bef7279f triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:54.341753 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-866b970d-fa91-49f7-aa75-67b6251b3214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:54.352526 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3352b37-d780-43fe-a259-18838d372787 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:54.358984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3352b37-d780-43fe-a259-18838d372787 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:54.359682 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b3352b37-d780-43fe-a259-18838d372787 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:54.362902 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e6a35-a66e-44ad-945b-549e9f18c35d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Calling delete_port for cf2c99c7-36ed-40c5-aea6-3aa645523b8d owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:54.382145 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-2ccab905-df31-4851-b083-cf4381939eb0 tempest-SubnetPoolsTestJSON-1603452554 tempest-SubnetPoolsTestJSON-1603452554-project] show failed (client error): The resource could not be found. Jul 28 11:47:54.383239 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2ccab905-df31-4851-b083-cf4381939eb0 tempest-SubnetPoolsTestJSON-1603452554 tempest-SubnetPoolsTestJSON-1603452554-project] 10.222.0.43 "GET /v2.0/subnetpools/ada916b0-1e1b-4ea0-b187-15b9fa374a54 HTTP/1.1" status: 404 len: 346 time: 0.0654283 Jul 28 11:47:54.386407 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57836) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:54.389064 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da644215-c2ae-4b31-9a69-335f6dfdfab8 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:54.420466 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b3352b37-d780-43fe-a259-18838d372787 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9595685 Jul 28 11:47:54.422225 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57838) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:54.459942 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b67a327f-0c57-4be7-bd55-c9f2c0c16264 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:54.460539 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-ee3fed9d-404c-434c-89a5-bb9392b16e54 tempest-SubnetPoolsTestJSON-1603452554 tempest-SubnetPoolsTestJSON-1603452554-project] delete failed (client error): The resource could not be found. Jul 28 11:47:54.461588 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ee3fed9d-404c-434c-89a5-bb9392b16e54 tempest-SubnetPoolsTestJSON-1603452554 tempest-SubnetPoolsTestJSON-1603452554-project] 10.222.0.43 "DELETE /v2.0/subnetpools/ada916b0-1e1b-4ea0-b187-15b9fa374a54 HTTP/1.1" status: 404 len: 346 time: 0.0743110 Jul 28 11:47:54.487766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49f689-31ae-439c-848d-8c02d1bb69d8 req-bf224f5d-aee2-4467-bbe7-66f5364f1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:54.489329 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5c49f689-31ae-439c-848d-8c02d1bb69d8 req-bf224f5d-aee2-4467-bbe7-66f5364f1bd4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f3047592da24f58b861d395ec5927af&device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 1098 time: 0.3389390 Jul 28 11:47:54.530462 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-b67a327f-0c57-4be7-bd55-c9f2c0c16264 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for fcd7d6a5-5895-4bc1-89d7-a3333d9f792d owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:54.800658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da644215-c2ae-4b31-9a69-335f6dfdfab8 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:54.802062 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4f2e6a35-a66e-44ad-945b-549e9f18c35d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:54.862175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da644215-c2ae-4b31-9a69-335f6dfdfab8 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:54.882890 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e6a35-a66e-44ad-945b-549e9f18c35d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Port': ['ID=cf2c99c7-36ed-40c5-aea6-3aa645523b8d,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:54.907023 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-866b970d-fa91-49f7-aa75-67b6251b3214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:54.969949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-866b970d-fa91-49f7-aa75-67b6251b3214 None None] For port 4a0d69b1-1825-4a3e-8dcc-7140bef7279f, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=4a0d69b1-1825-4a3e-8dcc-7140bef7279f,segment=NetworkSegment(6eab99bb-3484-4ca9-b93e-a89eb42098df),segment_id=6eab99bb-3484-4ca9-b93e-a89eb42098df)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:54.986188 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-866b970d-fa91-49f7-aa75-67b6251b3214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:54.998377 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4f2e6a35-a66e-44ad-945b-549e9f18c35d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.004140 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4f2e6a35-a66e-44ad-945b-549e9f18c35d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/ports/cf2c99c7-36ed-40c5-aea6-3aa645523b8d HTTP/1.1" status: 204 len: 168 time: 1.0721412 Jul 28 11:47:55.004783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57846) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:55.017301 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da644215-c2ae-4b31-9a69-335f6dfdfab8 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e69dba-390e-470c-9a34-fd1de9bda0f3,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:55.025962 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-3584c51e-2383-4174-b9a1-2224bd06af68 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:55.038263 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57848) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:55.065397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da644215-c2ae-4b31-9a69-335f6dfdfab8 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.071169 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57852) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:55.073400 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b970d-fa91-49f7-aa75-67b6251b3214 None None] Pushing event updated for resources: {'Port': ['ID=4a0d69b1-1825-4a3e-8dcc-7140bef7279f,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:55.078870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-595ec82e-9b28-438d-a305-3364eecade79 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group_rule': {'security_group_id': '8ed24593-48ff-49e9-94e5-10d036d9bcba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:55.082739 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-da644215-c2ae-4b31-9a69-335f6dfdfab8 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9916685 Jul 28 11:47:55.083963 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6db19e51-9a0f-41a8-9849-61b397066d04 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:55.108427 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49f689-31ae-439c-848d-8c02d1bb69d8 req-35443178-ee42-484d-8331-23db019da00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:55.109947 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5c49f689-31ae-439c-848d-8c02d1bb69d8 req-35443178-ee42-484d-8331-23db019da00d service neutron] 10.222.0.39 "GET /v2.0/networks?id=05e0ea0b-61bb-458d-a29d-5f518c0c2f3d HTTP/1.1" status: 200 len: 897 time: 0.5838590 Jul 28 11:47:55.121391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3584c51e-2383-4174-b9a1-2224bd06af68 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.144336 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-ffd830cc-7b37-4284-aca6-dfc84abef5b0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port 8d2125ee-3d53-42ee-b59e-065c0d6a33fd {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:55.149878 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ffd830cc-7b37-4284-aca6-dfc84abef5b0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.170739 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-96c39a5a-4e63-41be-96e4-6549feae5a77 None None] Provisioning for port 8d2125ee-3d53-42ee-b59e-065c0d6a33fd completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:55.178757 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-96c39a5a-4e63-41be-96e4-6549feae5a77 None None] Provisioning complete for port 8d2125ee-3d53-42ee-b59e-065c0d6a33fd triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:55.179140 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-96c39a5a-4e63-41be-96e4-6549feae5a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.225445 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 6db19e51-9a0f-41a8-9849-61b397066d04 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:55.225827 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.255863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-96c39a5a-4e63-41be-96e4-6549feae5a77 None None] Port 8d2125ee-3d53-42ee-b59e-065c0d6a33fd cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:47:55.275734 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6a601bde-9486-45d3-9569-7e4961fe7d72 req-044583d8-5aa3-45cb-8034-0a66d85e3a94 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 210 time: 0.0433934 Jul 28 11:47:55.276789 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-39b0d629-7f72-472f-a057-15d4a020a202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.283175 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-96c39a5a-4e63-41be-96e4-6549feae5a77 None None] Provisioning complete for port 4a0d69b1-1825-4a3e-8dcc-7140bef7279f triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:55.283556 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-96c39a5a-4e63-41be-96e4-6549feae5a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.287362 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-595ec82e-9b28-438d-a305-3364eecade79 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.715184 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-595ec82e-9b28-438d-a305-3364eecade79 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.724411 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-595ec82e-9b28-438d-a305-3364eecade79 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.763111 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ec82e-9b28-438d-a305-3364eecade79 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eccfae5-c3f0-47ef-9392-cae6222c73d8,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:55.791676 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-96c39a5a-4e63-41be-96e4-6549feae5a77 None None] Provisioning for port fcd7d6a5-5895-4bc1-89d7-a3333d9f792d completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:55.799822 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-96c39a5a-4e63-41be-96e4-6549feae5a77 None None] Provisioning complete for port fcd7d6a5-5895-4bc1-89d7-a3333d9f792d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:55.800624 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-96c39a5a-4e63-41be-96e4-6549feae5a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.807619 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3584c51e-2383-4174-b9a1-2224bd06af68 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.811486 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-39b0d629-7f72-472f-a057-15d4a020a202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.817034 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b67a327f-0c57-4be7-bd55-c9f2c0c16264 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.825337 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-39b0d629-7f72-472f-a057-15d4a020a202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.832526 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5c49f689-31ae-439c-848d-8c02d1bb69d8 req-8c8390b6-8305-4a68-a012-d8d7e386d211 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36606f33-3404-4398-95a8-a6f2f6df5134 HTTP/1.1" status: 200 len: 999 time: 0.7005131 Jul 28 11:47:55.838328 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-96c39a5a-4e63-41be-96e4-6549feae5a77 None None] Port fcd7d6a5-5895-4bc1-89d7-a3333d9f792d was deleted so its status cannot be updated. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 11:47:55.872023 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-595ec82e-9b28-438d-a305-3364eecade79 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.875685 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-595ec82e-9b28-438d-a305-3364eecade79 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8009913 Jul 28 11:47:55.879417 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57858) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:55.897510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a327f-0c57-4be7-bd55-c9f2c0c16264 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=fcd7d6a5-5895-4bc1-89d7-a3333d9f792d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:55.899037 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-efbb4fbe-c9ba-487e-9d6c-65aec7c909ab tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group_rule': {'security_group_id': '8ed24593-48ff-49e9-94e5-10d036d9bcba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:55.907566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ffd830cc-7b37-4284-aca6-dfc84abef5b0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.924282 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-39b0d629-7f72-472f-a057-15d4a020a202 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ffd63cf7f10648e8a85670b581baed91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8849576 Jul 28 11:47:55.928739 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57860) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:55.931417 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0d629-7f72-472f-a057-15d4a020a202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814de7bc-0375-4248-9363-a0a8defe4db1,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:55.954378 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d4bd516d-a9e5-43cc-a545-a104927c855b None None] Could not find standard attr ID for object fcd7d6a5-5895-4bc1-89d7-a3333d9f792d. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:47:55.974122 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-1eb1bdbc-ee05-481d-84d3-49c658c3f312 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:55.975948 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-1eb1bdbc-ee05-481d-84d3-49c658c3f312 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.39 "GET /v2.0/networks?id=6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 200 len: 810 time: 0.3673420 Jul 28 11:47:55.979583 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b67a327f-0c57-4be7-bd55-c9f2c0c16264 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:55.984194 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b67a327f-0c57-4be7-bd55-c9f2c0c16264 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/ports/fcd7d6a5-5895-4bc1-89d7-a3333d9f792d HTTP/1.1" status: 204 len: 168 time: 2.3068366 Jul 28 11:47:55.985580 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57862) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:55.987115 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-ffd830cc-7b37-4284-aca6-dfc84abef5b0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for 8d2125ee-3d53-42ee-b59e-065c0d6a33fd owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:56.026801 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-efbb4fbe-c9ba-487e-9d6c-65aec7c909ab tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.050300 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-3584c51e-2383-4174-b9a1-2224bd06af68 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Allocated IP 172.26.1.248 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/8a36248b-c7f4-44db-85ff-a78cb367f4ce) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:56.100540 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-af2282d2-fb1a-47d6-a623-d707aec6c597 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51ac002bba904616bbf9cec718c70d3e HTTP/1.1" status: 200 len: 380 time: 0.0793328 Jul 28 11:47:56.109303 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2682b0-346c-4466-a080-91be0503c18e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] DELETE failed (client error): The resource could not be found. Jul 28 11:47:56.110293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2682b0-346c-4466-a080-91be0503c18e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:47:56.114514 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fb2682b0-346c-4466-a080-91be0503c18e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/ports/fcd7d6a5-5895-4bc1-89d7-a3333d9f792d HTTP/1.1" status: 404 len: 333 time: 0.0942433 Jul 28 11:47:56.117018 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57864) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:56.120886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-13bb95ec-29da-4d1a-98ed-ad7cfa841657 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Request body: {'port': {'device_id': '3f45b625-3131-48d4-bd0e-833de57b72fc', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'admin_state_up': True, 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'security_groups': ['652d6ada-68ac-48f3-8ecf-91cdc134df26']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:56.218002 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-883d539f-fe18-4df5-9620-442ce92bf0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.221778 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3584c51e-2383-4174-b9a1-2224bd06af68 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.222124 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-331279b1-f393-4675-9774-cafd7f7f9a6a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] GET failed (client error): The resource could not be found. Jul 28 11:47:56.226151 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-331279b1-f393-4675-9774-cafd7f7f9a6a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports/fcd7d6a5-5895-4bc1-89d7-a3333d9f792d HTTP/1.1" status: 404 len: 333 time: 0.0974810 Jul 28 11:47:56.226151 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49f689-31ae-439c-848d-8c02d1bb69d8 req-fe548269-b3f6-4f96-8a1c-62aee70f3052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:56.226716 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5c49f689-31ae-439c-848d-8c02d1bb69d8 req-fe548269-b3f6-4f96-8a1c-62aee70f3052 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2 HTTP/1.1" status: 200 len: 834 time: 0.3551064 Jul 28 11:47:56.228712 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57866) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:56.265251 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-883d539f-fe18-4df5-9620-442ce92bf0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.317437 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-efbb4fbe-c9ba-487e-9d6c-65aec7c909ab tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.327143 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-efbb4fbe-c9ba-487e-9d6c-65aec7c909ab tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.349904 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba00f005-9352-4bb9-b8f8-716ca8b5e442 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting subnet ce992544-8c1c-44b7-acc0-4e508d023d30 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:47:56.353208 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb4fbe-c9ba-487e-9d6c-65aec7c909ab tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2653c6d-c38d-4ba4-ba8c-1dd3067949b1,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:56.358080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ba00f005-9352-4bb9-b8f8-716ca8b5e442 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.364738 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3584c51e-2383-4174-b9a1-2224bd06af68 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.382197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-efbb4fbe-c9ba-487e-9d6c-65aec7c909ab tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.383454 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-efbb4fbe-c9ba-487e-9d6c-65aec7c909ab tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4971101 Jul 28 11:47:56.386623 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57870) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:56.424770 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-7933bb42-fd34-476e-a543-40c4f5000249 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group_rule': {'security_group_id': '8ed24593-48ff-49e9-94e5-10d036d9bcba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:56.431912 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-eaced126-2c3d-4b75-9e86-f34bd74918a7 req-1868feed-6c97-48e6-8ed0-2ab04f0bb65a tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 210 time: 0.0693316 Jul 28 11:47:56.432661 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49f689-31ae-439c-848d-8c02d1bb69d8 req-abfc4ab7-83b2-4d54-ae96-5aff3cfec477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:56.435666 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5c49f689-31ae-439c-848d-8c02d1bb69d8 req-abfc4ab7-83b2-4d54-ae96-5aff3cfec477 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05e0ea0b-61bb-458d-a29d-5f518c0c2f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1698952 Jul 28 11:47:56.441338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-883d539f-fe18-4df5-9620-442ce92bf0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.443883 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-883d539f-fe18-4df5-9620-442ce92bf0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.445029 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-883d539f-fe18-4df5-9620-442ce92bf0fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/814de7bc-0375-4248-9363-a0a8defe4db1 HTTP/1.1" status: 204 len: 168 time: 0.5099146 Jul 28 11:47:56.446952 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3584c51e-2383-4174-b9a1-2224bd06af68 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:56.466097 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ba00f005-9352-4bb9-b8f8-716ca8b5e442 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.482288 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-3584c51e-2383-4174-b9a1-2224bd06af68 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:56.485159 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3584c51e-2383-4174-b9a1-2224bd06af68 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:56.502656 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584c51e-2383-4174-b9a1-2224bd06af68 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=8a36248b-c7f4-44db-85ff-a78cb367f4ce,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:56.507084 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d539f-fe18-4df5-9620-442ce92bf0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814de7bc-0375-4248-9363-a0a8defe4db1,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:56.547115 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7933bb42-fd34-476e-a543-40c4f5000249 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.618285 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-13bb95ec-29da-4d1a-98ed-ad7cfa841657 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Made reservation on behalf of 51ac002bba904616bbf9cec718c70d3e for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:56.622106 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-13bb95ec-29da-4d1a-98ed-ad7cfa841657 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.649679 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7933bb42-fd34-476e-a543-40c4f5000249 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.655370 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7933bb42-fd34-476e-a543-40c4f5000249 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.696268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7933bb42-fd34-476e-a543-40c4f5000249 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.697453 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7933bb42-fd34-476e-a543-40c4f5000249 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2800100 Jul 28 11:47:56.700670 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933bb42-fd34-476e-a543-40c4f5000249 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3496ced9-3a80-4c31-84e3-57451a879706,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:56.702373 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57876) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:56.706976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-fae9456b-714f-412f-8811-a38942f7f32f tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group_rule': {'security_group_id': '8ed24593-48ff-49e9-94e5-10d036d9bcba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:56.743614 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fae9456b-714f-412f-8811-a38942f7f32f tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.802566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ffd830cc-7b37-4284-aca6-dfc84abef5b0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.826523 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5c49f689-31ae-439c-848d-8c02d1bb69d8 req-6c61c111-b33c-49e0-911f-6545615cfb4b service neutron] 10.222.0.39 "GET /v2.0/networks/05e0ea0b-61bb-458d-a29d-5f518c0c2f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662512 Jul 28 11:47:56.862519 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fae9456b-714f-412f-8811-a38942f7f32f tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.869481 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fae9456b-714f-412f-8811-a38942f7f32f tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.870351 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ba00f005-9352-4bb9-b8f8-716ca8b5e442 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.876508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd830cc-7b37-4284-aca6-dfc84abef5b0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=8d2125ee-3d53-42ee-b59e-065c0d6a33fd,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:56.917528 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9456b-714f-412f-8811-a38942f7f32f tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6c8c92-3a2c-4e43-99b2-1b6ac2e9cd0b,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:56.923260 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fae9456b-714f-412f-8811-a38942f7f32f tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.927837 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fae9456b-714f-412f-8811-a38942f7f32f tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2214732 Jul 28 11:47:56.930603 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57884) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:56.961598 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3584c51e-2383-4174-b9a1-2224bd06af68 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:56.976285 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ae5d6624-beb6-4cbf-952d-ef98907393ed tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.020389 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ae5d6624-beb6-4cbf-952d-ef98907393ed tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.085088 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 4a0d69b1-1825-4a3e-8dcc-7140bef7279f up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:47:57.103118 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3584c51e-2383-4174-b9a1-2224bd06af68 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.115135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ffd830cc-7b37-4284-aca6-dfc84abef5b0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.117384 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ffd830cc-7b37-4284-aca6-dfc84abef5b0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/8d2125ee-3d53-42ee-b59e-065c0d6a33fd HTTP/1.1" status: 204 len: 168 time: 2.6871207 Jul 28 11:47:57.124086 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57888) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:57.161294 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-13bb95ec-29da-4d1a-98ed-ad7cfa841657 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Allocated IP 172.20.0.12 (6a1fce29-ec01-4e0f-afda-86e621a73431/e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5/7f332189-cd8f-49f5-866e-cca5b1ec615c) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:47:57.203524 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5c49f689-31ae-439c-848d-8c02d1bb69d8 req-523de731-8a2e-405f-a571-9ccee55a5c42 service neutron] 10.222.0.39 "GET /v2.0/networks/05e0ea0b-61bb-458d-a29d-5f518c0c2f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470151 Jul 28 11:47:57.208620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ba00f005-9352-4bb9-b8f8-716ca8b5e442 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.209363 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 4a0d69b1-1825-4a3e-8dcc-7140bef7279f triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:57.210159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.224070 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ae5d6624-beb6-4cbf-952d-ef98907393ed tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.243706 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ae5d6624-beb6-4cbf-952d-ef98907393ed tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.244875 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ae5d6624-beb6-4cbf-952d-ef98907393ed tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/cf6c8c92-3a2c-4e43-99b2-1b6ac2e9cd0b HTTP/1.1" status: 204 len: 168 time: 0.3132319 Jul 28 11:47:57.245759 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d6624-beb6-4cbf-952d-ef98907393ed tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf6c8c92-3a2c-4e43-99b2-1b6ac2e9cd0b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:57.259079 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57892) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:57.299533 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00f005-9352-4bb9-b8f8-716ca8b5e442 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Subnet': ['ID=ce992544-8c1c-44b7-acc0-4e508d023d30,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:57.321701 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798651a8-8072-43b2-9a1f-bc6a0bfcb46e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:57.326568 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-798651a8-8072-43b2-9a1f-bc6a0bfcb46e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1960323 Jul 28 11:47:57.326568 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ba00f005-9352-4bb9-b8f8-716ca8b5e442 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.329620 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ba00f005-9352-4bb9-b8f8-716ca8b5e442 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/ce992544-8c1c-44b7-acc0-4e508d023d30 HTTP/1.1" status: 204 len: 168 time: 1.0954590 Jul 28 11:47:57.337285 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57896) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:57.337285 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57898) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:57.346620 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319eaa4e-67db-46d4-a44f-7cfabe1e415b None None] Network e30147f9-7006-437c-8486-95dcb5e10f2b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:57.554043 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-235b56cd-5dc6-45e5-b34d-6d5d09115948 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2931788 Jul 28 11:47:57.571201 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57906) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:57.595934 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-13bb95ec-29da-4d1a-98ed-ad7cfa841657 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.602286 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db54842f-bf63-4e70-aa1d-dd95c2f3be94 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:57.603836 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-db54842f-bf63-4e70-aa1d-dd95c2f3be94 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2670851 Jul 28 11:47:57.618793 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57908) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:57.624928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58facf17-fdff-4858-a893-0933c7c77977 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.625414 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f776e40d-4d44-4508-939e-7a5e9b940433 None None] DHCP port deletion for e30147f9-7006-437c-8486-95dcb5e10f2b request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:47:57.626020 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.636927 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58facf17-fdff-4858-a893-0933c7c77977 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.648579 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-13bb95ec-29da-4d1a-98ed-ad7cfa841657 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Transition to ACTIVE for port object 7f332189-cd8f-49f5-866e-cca5b1ec615c will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:57.689935 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58facf17-fdff-4858-a893-0933c7c77977 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.696159 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58facf17-fdff-4858-a893-0933c7c77977 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.701362 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-58facf17-fdff-4858-a893-0933c7c77977 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/3496ced9-3a80-4c31-84e3-57451a879706 HTTP/1.1" status: 204 len: 168 time: 0.1290998 Jul 28 11:47:57.703928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57910) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:57.708644 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf02d78d-60ed-46cf-ae83-c7eed7224c98 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:57.710335 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf02d78d-60ed-46cf-ae83-c7eed7224c98 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:57.712351 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf02d78d-60ed-46cf-ae83-c7eed7224c98 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:57.714085 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bf02d78d-60ed-46cf-ae83-c7eed7224c98 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0959463 Jul 28 11:47:57.719381 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fb92a44b-2307-40ee-bd00-74adafdb7cd1 req-c3e2fddb-6d78-4753-9248-a7d17f1ee235 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 210 time: 0.1394191 Jul 28 11:47:57.719838 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57912) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:57.724603 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58facf17-fdff-4858-a893-0933c7c77977 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3496ced9-3a80-4c31-84e3-57451a879706,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:57.762135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-13bb95ec-29da-4d1a-98ed-ad7cfa841657 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.780166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f776e40d-4d44-4508-939e-7a5e9b940433 None None] Deleting port 4a0d69b1-1825-4a3e-8dcc-7140bef7279f {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:57.780913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f776e40d-4d44-4508-939e-7a5e9b940433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.795252 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-13bb95ec-29da-4d1a-98ed-ad7cfa841657 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Network 6a1fce29-ec01-4e0f-afda-86e621a73431 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:47:57.798664 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-13bb95ec-29da-4d1a-98ed-ad7cfa841657 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:47:57.815197 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-13bb95ec-29da-4d1a-98ed-ad7cfa841657 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:47:57.837129 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3584c51e-2383-4174-b9a1-2224bd06af68 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.852084 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3584c51e-2383-4174-b9a1-2224bd06af68 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.879520 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-89a09c71-a090-420e-b5e4-ad044bbfccf7 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1662395 Jul 28 11:47:57.880978 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57916) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:57.923506 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3cdb62-5cee-49a7-a801-aec05dbb3c29 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet bfc7e5db-751b-4316-b780-56b6c87b0bad {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:47:57.932209 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584c51e-2383-4174-b9a1-2224bd06af68 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=8a36248b-c7f4-44db-85ff-a78cb367f4ce,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:57.936403 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b3cdb62-5cee-49a7-a801-aec05dbb3c29 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.961596 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51aa3adb-aeb3-4cd0-b821-5d21267dcba5 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.978645 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb95ec-29da-4d1a-98ed-ad7cfa841657 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event updated for resources: {'Port': ['ID=7f332189-cd8f-49f5-866e-cca5b1ec615c,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:57.983749 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51aa3adb-aeb3-4cd0-b821-5d21267dcba5 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.990314 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-f776e40d-4d44-4508-939e-7a5e9b940433 None None] For port 4a0d69b1-1825-4a3e-8dcc-7140bef7279f, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=4a0d69b1-1825-4a3e-8dcc-7140bef7279f,segment=NetworkSegment(6eab99bb-3484-4ca9-b93e-a89eb42098df),segment_id=6eab99bb-3484-4ca9-b93e-a89eb42098df)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:57.990809 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f776e40d-4d44-4508-939e-7a5e9b940433 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.007685 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-13bb95ec-29da-4d1a-98ed-ad7cfa841657 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:58.008689 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-13bb95ec-29da-4d1a-98ed-ad7cfa841657 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.030289 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f776e40d-4d44-4508-939e-7a5e9b940433 None None] Calling delete_port for 4a0d69b1-1825-4a3e-8dcc-7140bef7279f owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:58.032294 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-13bb95ec-29da-4d1a-98ed-ad7cfa841657 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9173863 Jul 28 11:47:58.047063 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Request body: {'port': {'device_id': '3f45b625-3131-48d4-bd0e-833de57b72fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:58.074458 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51aa3adb-aeb3-4cd0-b821-5d21267dcba5 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.080317 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-51aa3adb-aeb3-4cd0-b821-5d21267dcba5 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.084275 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-51aa3adb-aeb3-4cd0-b821-5d21267dcba5 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e2653c6d-c38d-4ba4-ba8c-1dd3067949b1 HTTP/1.1" status: 204 len: 168 time: 0.1778526 Jul 28 11:47:58.087001 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57920) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:58.103841 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port 4a0d69b1-1825-4a3e-8dcc-7140bef7279f {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:47:58.105992 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa3adb-aeb3-4cd0-b821-5d21267dcba5 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2653c6d-c38d-4ba4-ba8c-1dd3067949b1,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:58.106908 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.120663 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b3cdb62-5cee-49a7-a801-aec05dbb3c29 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.141887 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f776e40d-4d44-4508-939e-7a5e9b940433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.158219 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.177671 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776e40d-4d44-4508-939e-7a5e9b940433 None None] Pushing event deleted for resources: {'Port': ['ID=4a0d69b1-1825-4a3e-8dcc-7140bef7279f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:58.195422 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f776e40d-4d44-4508-939e-7a5e9b940433 None None] No DVR routers for this DVR port 4a0d69b1-1825-4a3e-8dcc-7140bef7279f on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:58.216961 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-155afc10-a119-48d8-9db3-f7ed2e9b72a7 None None] Provisioning for port 7f332189-cd8f-49f5-866e-cca5b1ec615c completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:47:58.221141 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-155afc10-a119-48d8-9db3-f7ed2e9b72a7 None None] Provisioning complete for port 7f332189-cd8f-49f5-866e-cca5b1ec615c triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:58.221518 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-155afc10-a119-48d8-9db3-f7ed2e9b72a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.240754 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3584c51e-2383-4174-b9a1-2224bd06af68 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.252361 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6d7d7ce2-a000-4ffa-beed-3cca100cd4d4 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1567805 Jul 28 11:47:58.256237 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57922) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:58.274827 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-155afc10-a119-48d8-9db3-f7ed2e9b72a7 None None] Port 7f332189-cd8f-49f5-866e-cca5b1ec615c cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:47:58.302971 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3584c51e-2383-4174-b9a1-2224bd06af68 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.304191 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3584c51e-2383-4174-b9a1-2224bd06af68 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2984636 Jul 28 11:47:58.309648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57926) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:58.314406 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-293cab84-43f1-43ab-8f78-7822919b8810 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.318321 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] For port 4a0d69b1-1825-4a3e-8dcc-7140bef7279f, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=4a0d69b1-1825-4a3e-8dcc-7140bef7279f,segment=NetworkSegment(6eab99bb-3484-4ca9-b93e-a89eb42098df),segment_id=6eab99bb-3484-4ca9-b93e-a89eb42098df)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:47:58.318730 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.319185 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a45e15cd-920d-40a6-9a28-6bc7c5b78db4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'port': {'network_id': '1ac05020-84a0-4d15-bfbf-8b4d9e555dab', 'name': 'tempest-FloatingIPTestJSON-551624713'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:58.352029 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for 4a0d69b1-1825-4a3e-8dcc-7140bef7279f owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:47:58.354938 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b3cdb62-5cee-49a7-a801-aec05dbb3c29 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.436771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-293cab84-43f1-43ab-8f78-7822919b8810 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.480433 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b3cdb62-5cee-49a7-a801-aec05dbb3c29 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.523774 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cdb62-5cee-49a7-a801-aec05dbb3c29 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc7e5db-751b-4316-b780-56b6c87b0bad,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:58.530204 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.533078 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b3cdb62-5cee-49a7-a801-aec05dbb3c29 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.537488 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9b3cdb62-5cee-49a7-a801-aec05dbb3c29 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/bfc7e5db-751b-4316-b780-56b6c87b0bad HTTP/1.1" status: 204 len: 168 time: 0.8105903 Jul 28 11:47:58.541096 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd48592-48c6-47ff-a70c-134401d39480 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:58.546329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57934) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:58.560518 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=4a0d69b1-1825-4a3e-8dcc-7140bef7279f,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:58.579693 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No DVR routers for this DVR port 4a0d69b1-1825-4a3e-8dcc-7140bef7279f on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:47:58.641952 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-293cab84-43f1-43ab-8f78-7822919b8810 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.646397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-293cab84-43f1-43ab-8f78-7822919b8810 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.647581 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-293cab84-43f1-43ab-8f78-7822919b8810 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/3eccfae5-c3f0-47ef-9392-cae6222c73d8 HTTP/1.1" status: 204 len: 168 time: 0.3898923 Jul 28 11:47:58.658109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57938) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:58.679361 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.691936 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30147f9-7006-437c-8486-95dcb5e10f2b']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:58.712754 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cab84-43f1-43ab-8f78-7822919b8810 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3eccfae5-c3f0-47ef-9392-cae6222c73d8,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:58.717185 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eab99bb-3484-4ca9-b93e-a89eb42098df') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:58.717483 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eab99bb-3484-4ca9-b93e-a89eb42098df') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:47:58.737049 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.743318 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-6101ff87-9860-4437-ae46-65941f48c6e0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet cd719500-9b2d-4d1e-9633-f4d128ca1ed8 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:47:58.749140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6101ff87-9860-4437-ae46-65941f48c6e0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.769799 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.772153 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57942) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:58.802775 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:47:58.802939 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.844448 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6101ff87-9860-4437-ae46-65941f48c6e0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: self.session.flush() Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: self.session.flush() Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: self.session.flush() Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: self.session.flush() Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:47:58.852745 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:47:58.933398 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.946676 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6101ff87-9860-4437-ae46-65941f48c6e0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.957185 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:58.963285 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/networks/e30147f9-7006-437c-8486-95dcb5e10f2b HTTP/1.1" status: 204 len: 168 time: 1.6252270 Jul 28 11:47:58.964384 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96537641-f7bd-4489-ba11-f50a8f51b6ee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Network': ['ID=e30147f9-7006-437c-8486-95dcb5e10f2b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:58.968136 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57946) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:58.974454 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-ef6ac6ac-f732-4d76-91b8-63cafb35e1a4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1640220928'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:58.988431 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df54f51-4924-4d9a-8ef4-8ea13eeb66ea req-96011cd5-7285-4b0b-bc07-2e834974f761 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:58.992512 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4df54f51-4924-4d9a-8ef4-8ea13eeb66ea req-96011cd5-7285-4b0b-bc07-2e834974f761 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 932 time: 0.1215637 Jul 28 11:47:59.055131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6101ff87-9860-4437-ae46-65941f48c6e0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.057831 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b6ba90ea-5072-4c7f-b849-e3a61df936d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'network': {'name': 'tempest-network-smoke--1153430058', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'port_security_enabled': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:59.074070 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 4a0d69b1-1825-4a3e-8dcc-7140bef7279f no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:47:59.078934 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4df54f51-4924-4d9a-8ef4-8ea13eeb66ea req-d0cde9d9-50d0-446e-8e3b-13793120cd07 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796144 Jul 28 11:47:59.111296 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e496718e-8396-48ba-a618-1b7bfb48654b tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4394345 Jul 28 11:47:59.111526 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 4a0d69b1-1825-4a3e-8dcc-7140bef7279f {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:47:59.111642 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45e15cd-920d-40a6-9a28-6bc7c5b78db4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Made reservation on behalf of a221e3cf074d4d21b16f57192577aa10 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:59.111739 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 4a0d69b1-1825-4a3e-8dcc-7140bef7279f not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:47:59.115102 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57948) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:59.117805 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6ac6ac-f732-4d76-91b8-63cafb35e1a4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:59.121268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ef6ac6ac-f732-4d76-91b8-63cafb35e1a4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.122622 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a45e15cd-920d-40a6-9a28-6bc7c5b78db4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.173367 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ba90ea-5072-4c7f-b849-e3a61df936d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:59.176927 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b6ba90ea-5072-4c7f-b849-e3a61df936d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.193539 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9120427a-78d8-48a6-aee5-bbf16526f8f4 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.195861 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6ac6ac-f732-4d76-91b8-63cafb35e1a4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:47:59.198795 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b6ba90ea-5072-4c7f-b849-e3a61df936d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.210037 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9120427a-78d8-48a6-aee5-bbf16526f8f4 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.238387 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ef6ac6ac-f732-4d76-91b8-63cafb35e1a4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.238766 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-ef6ac6ac-f732-4d76-91b8-63cafb35e1a4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Added segment 4130d4e7-9bdb-493c-a4a9-c605c528fea5 of type vlan for network f44f887d-cc2d-40cc-8b79-67e2e846b5eb Jul 28 11:47:59.251956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f332189-cd8f-49f5-866e-cca5b1ec615c {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:47:59.260962 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.277350 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Transition to ACTIVE for port object 7f332189-cd8f-49f5-866e-cca5b1ec615c will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:47:59.287621 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6101ff87-9860-4437-ae46-65941f48c6e0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.290391 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6101ff87-9860-4437-ae46-65941f48c6e0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/cd719500-9b2d-4d1e-9633-f4d128ca1ed8 HTTP/1.1" status: 204 len: 168 time: 0.7427857 Jul 28 11:47:59.291492 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101ff87-9860-4437-ae46-65941f48c6e0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=cd719500-9b2d-4d1e-9633-f4d128ca1ed8,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:59.294137 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57950) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:59.297196 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.308705 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9120427a-78d8-48a6-aee5-bbf16526f8f4 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.314530 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9120427a-78d8-48a6-aee5-bbf16526f8f4 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.318475 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9120427a-78d8-48a6-aee5-bbf16526f8f4 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/a8e69dba-390e-470c-9a34-fd1de9bda0f3 HTTP/1.1" status: 204 len: 168 time: 0.1990278 Jul 28 11:47:59.321469 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ef6ac6ac-f732-4d76-91b8-63cafb35e1a4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.333913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57952) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:59.356722 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120427a-78d8-48a6-aee5-bbf16526f8f4 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8e69dba-390e-470c-9a34-fd1de9bda0f3,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:59.444209 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8c9b3ff5-d449-4cda-967c-ce91619e9655 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1064098 Jul 28 11:47:59.446314 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57954) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:59.447090 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ef6ac6ac-f732-4d76-91b8-63cafb35e1a4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.453871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ac6ac-f732-4d76-91b8-63cafb35e1a4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:59.454528 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ef6ac6ac-f732-4d76-91b8-63cafb35e1a4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.586938 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ac6ac-f732-4d76-91b8-63cafb35e1a4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Network': ['ID=f44f887d-cc2d-40cc-8b79-67e2e846b5eb,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:59.602935 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network f44f887d-cc2d-40cc-8b79-67e2e846b5eb details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:47:59.604115 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b6ba90ea-5072-4c7f-b849-e3a61df936d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.617358 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b6ba90ea-5072-4c7f-b849-e3a61df936d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.636203 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ef6ac6ac-f732-4d76-91b8-63cafb35e1a4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6640794 Jul 28 11:47:59.638986 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57956) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:59.643421 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-27d03ba8-e8a6-4064-9aaa-8d208e0ddc3d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.648340 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-415b8ca6-87cb-4dfa-837f-c81ab35c1951 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'subnet': {'network_id': 'f44f887d-cc2d-40cc-8b79-67e2e846b5eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:59.674223 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ba90ea-5072-4c7f-b849-e3a61df936d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:47:59.726401 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cff7a64-a41f-4e5f-91b2-9e721aaea00a None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:47:59.757928 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-27d03ba8-e8a6-4064-9aaa-8d208e0ddc3d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.765170 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba90ea-5072-4c7f-b849-e3a61df936d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:47:59.783680 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b6ba90ea-5072-4c7f-b849-e3a61df936d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.784341 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-b6ba90ea-5072-4c7f-b849-e3a61df936d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Added segment 9d123eab-912d-404c-941b-9071e5b8e0d4 of type vlan for network b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 Jul 28 11:47:59.794338 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cd96a6dc-1df3-448b-ac1d-b5da8568ef85 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4913805 Jul 28 11:47:59.798718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57958) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:47:59.813955 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-78f93773-282f-4889-acc0-d00deb681d8f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:47:59.898203 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-11fe2978-febe-4511-9880-360ac12def00 None None] Provisioning complete for port 6db19e51-9a0f-41a8-9849-61b397066d04 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:47:59.898671 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11fe2978-febe-4511-9880-360ac12def00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.903513 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b6ba90ea-5072-4c7f-b849-e3a61df936d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.906712 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-a45e15cd-920d-40a6-9a28-6bc7c5b78db4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] device_id is not set on port 5c17de06-a5e8-49f7-86ec-1007889187ab yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:47:59.917024 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415b8ca6-87cb-4dfa-837f-c81ab35c1951 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:47:59.924370 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-415b8ca6-87cb-4dfa-837f-c81ab35c1951 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.957155 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-27d03ba8-e8a6-4064-9aaa-8d208e0ddc3d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.961677 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-27d03ba8-e8a6-4064-9aaa-8d208e0ddc3d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:59.966530 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-27d03ba8-e8a6-4064-9aaa-8d208e0ddc3d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-groups/8ed24593-48ff-49e9-94e5-10d036d9bcba HTTP/1.1" status: 204 len: 168 time: 0.5060744 Jul 28 11:48:00.018589 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57960) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:00.021011 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.db.resource_extend [None req-b6ba90ea-5072-4c7f-b849-e3a61df936d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:48:00.094206 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136cc6cd-5a48-453c-ada0-5099a86a1e23 None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:48:00.146258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Pushing event updated for resources: {'Port': ['ID=7f332189-cd8f-49f5-866e-cca5b1ec615c,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:00.152108 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d03ba8-e8a6-4064-9aaa-8d208e0ddc3d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed24593-48ff-49e9-94e5-10d036d9bcba,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:00.158771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f93773-282f-4889-acc0-d00deb681d8f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:00.174762 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-78f93773-282f-4889-acc0-d00deb681d8f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:00.196280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b6ba90ea-5072-4c7f-b849-e3a61df936d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:00.202718 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ba90ea-5072-4c7f-b849-e3a61df936d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:00.203382 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b6ba90ea-5072-4c7f-b849-e3a61df936d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:00.232316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-136cc6cd-5a48-453c-ada0-5099a86a1e23 None None] Deleting port 6db19e51-9a0f-41a8-9849-61b397066d04 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:00.232693 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-136cc6cd-5a48-453c-ada0-5099a86a1e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:00.263098 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-179f5de4-92a5-486a-8b67-cb918a31f461 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2371137 Jul 28 11:48:00.268085 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57964) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:00.330782 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-0d541137-98f0-44ee-a482-34a8d7e76a94 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group': {'name': 'tempest-secgroup--347807633'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:00.346611 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-136cc6cd-5a48-453c-ada0-5099a86a1e23 None None] For port 6db19e51-9a0f-41a8-9849-61b397066d04, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6db19e51-9a0f-41a8-9849-61b397066d04,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:00.347107 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-136cc6cd-5a48-453c-ada0-5099a86a1e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:00.371753 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-136cc6cd-5a48-453c-ada0-5099a86a1e23 None None] Calling delete_port for 6db19e51-9a0f-41a8-9849-61b397066d04 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:00.372255 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b6ba90ea-5072-4c7f-b849-e3a61df936d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5985606 Jul 28 11:48:00.373277 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57966) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:00.382127 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-901106143', 'admin_state_up': True, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:00.434560 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba90ea-5072-4c7f-b849-e3a61df936d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Network': ['ID=b7a33a95-fbe5-45dc-a9c3-a85b667e3d72,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:00.456153 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:48:00.472161 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-415b8ca6-87cb-4dfa-837f-c81ab35c1951 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:00.556579 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-136cc6cd-5a48-453c-ada0-5099a86a1e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:00.580809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Attempting to bind port 7f332189-cd8f-49f5-866e-cca5b1ec615c on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:48:00.582533 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b8ca6-87cb-4dfa-837f-c81ab35c1951 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Subnet': ['ID=4d323d27-2da8-47a5-84a2-c88fc37f47bd,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:00.584245 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136cc6cd-5a48-453c-ada0-5099a86a1e23 None None] Pushing event deleted for resources: {'Port': ['ID=6db19e51-9a0f-41a8-9849-61b397066d04,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:00.587466 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:00.588137 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136cc6cd-5a48-453c-ada0-5099a86a1e23 None None] No DVR routers for this DVR port 6db19e51-9a0f-41a8-9849-61b397066d04 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:48:00.588531 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:00.595019 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Attempting to bind port 7f332189-cd8f-49f5-866e-cca5b1ec615c by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:48:00.596653 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Attempting to bind port 7f332189-cd8f-49f5-866e-cca5b1ec615c on network 6a1fce29-ec01-4e0f-afda-86e621a73431 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:48:00.600776 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0d541137-98f0-44ee-a482-34a8d7e76a94 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:00.617718 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedab93-a5d9-4049-967d-9ba71511b93b req-3fca861b-22e8-4088-ae54-6b5fac757ce6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:00.619330 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fbedab93-a5d9-4049-967d-9ba71511b93b req-3fca861b-22e8-4088-ae54-6b5fac757ce6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 944 time: 0.1632235 Jul 28 11:48:00.656727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Port 7f332189-cd8f-49f5-866e-cca5b1ec615c on network 6a1fce29-ec01-4e0f-afda-86e621a73431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:48:00.657094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Attempting to bind port 7f332189-cd8f-49f5-866e-cca5b1ec615c on network 6a1fce29-ec01-4e0f-afda-86e621a73431 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:48:00.663250 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415b8ca6-87cb-4dfa-837f-c81ab35c1951 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Checking segment: {'id': '4130d4e7-9bdb-493c-a4a9-c605c528fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f44f887d-cc2d-40cc-8b79-67e2e846b5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:00.663613 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415b8ca6-87cb-4dfa-837f-c81ab35c1951 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network hostable DHCP agents. Network: f44f887d-cc2d-40cc-8b79-67e2e846b5eb, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:48:00.698364 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:48:00.698740 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Checking segment: {'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:00.699147 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Bound using segment: {'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:48:00.699599 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Bound port: 7f332189-cd8f-49f5-866e-cca5b1ec615c, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:48:00.700008 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:00.702293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-a45e15cd-920d-40a6-9a28-6bc7c5b78db4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Allocated IP 172.20.0.6 (1ac05020-84a0-4d15-bfbf-8b4d9e555dab/fc80c0b8-bc5b-4deb-b4a4-f864c79570f1/5c17de06-a5e8-49f7-86ec-1007889187ab) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:00.719094 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:00.728819 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fbedab93-a5d9-4049-967d-9ba71511b93b req-635213a5-fe04-4516-93ad-b68e4f978daf tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982184 Jul 28 11:48:00.768876 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415b8ca6-87cb-4dfa-837f-c81ab35c1951 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network f44f887d-cc2d-40cc-8b79-67e2e846b5eb is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:48:00.810504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-415b8ca6-87cb-4dfa-837f-c81ab35c1951 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, f44f887d-cc2d-40cc-8b79-67e2e846b5eb) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:00.815860 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415b8ca6-87cb-4dfa-837f-c81ab35c1951 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:00.817097 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-415b8ca6-87cb-4dfa-837f-c81ab35c1951 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:00.820581 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8824b38-6d32-4955-8e0e-e65554933a01 None None] Network f44f887d-cc2d-40cc-8b79-67e2e846b5eb requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:00.890389 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-78f93773-282f-4889-acc0-d00deb681d8f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:00.919785 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.067749 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-f44f887d-cc2d-40cc-8b79-67e2e846b5eb', 'network_id': 'f44f887d-cc2d-40cc-8b79-67e2e846b5eb', 'tenant_id': '7afb90f661d64aa0a8cacc3c8af77233', 'fixed_ips': [{'subnet_id': '4d323d27-2da8-47a5-84a2-c88fc37f47bd'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:48:01.069106 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.086943 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6db19e51-9a0f-41a8-9849-61b397066d04 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:48:01.095720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] For port 7f332189-cd8f-49f5-866e-cca5b1ec615c, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:48:01.110620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] For port 7f332189-cd8f-49f5-866e-cca5b1ec615c, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7f332189-cd8f-49f5-866e-cca5b1ec615c,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:48:01.113851 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0d541137-98f0-44ee-a482-34a8d7e76a94 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.117181 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 6db19e51-9a0f-41a8-9849-61b397066d04 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:48:01.117808 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6db19e51-9a0f-41a8-9849-61b397066d04 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:48:01.132636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f93773-282f-4889-acc0-d00deb681d8f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:01.143591 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-78f93773-282f-4889-acc0-d00deb681d8f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:01.147066 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f93773-282f-4889-acc0-d00deb681d8f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:01.147745 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-78f93773-282f-4889-acc0-d00deb681d8f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.165901 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0d541137-98f0-44ee-a482-34a8d7e76a94 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.170206 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.189690 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-415b8ca6-87cb-4dfa-837f-c81ab35c1951 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5473013 Jul 28 11:48:01.190303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94d50ce-6805-4c85-8df7-0524d661dd4c None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:01.193608 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57972) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:01.199442 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-2eb786dd-2fce-4380-ae93-c783d40cb6d9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'network_id': 'f44f887d-cc2d-40cc-8b79-67e2e846b5eb', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1377031730'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:01.207269 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-78f93773-282f-4889-acc0-d00deb681d8f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4016869 Jul 28 11:48:01.217085 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d541137-98f0-44ee-a482-34a8d7e76a94 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=376dcfea-9b70-44ac-8548-0ff8b21bcdb7,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:01.252745 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57974) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:01.268886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ca3e1806-55ec-4dbf-a33f-96f75d72804d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:01.343096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f93773-282f-4889-acc0-d00deb681d8f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=96da1181-35e8-488c-93d4-89fc20239b79,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:01.347422 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0d541137-98f0-44ee-a482-34a8d7e76a94 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.351352 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0d541137-98f0-44ee-a482-34a8d7e76a94 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0235291 Jul 28 11:48:01.361037 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:01.361720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.363389 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] 10.222.0.39 "PUT /v2.0/ports/7f332189-cd8f-49f5-866e-cca5b1ec615c HTTP/1.1" status: 200 len: 1094 time: 3.3218277 Jul 28 11:48:01.374470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f45b625-3131-48d4-bd0e-833de57b72fc', 'tag': '7f332189-cd8f-49f5-866e-cca5b1ec615c'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:48:01.376981 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686e2613-1b98-43b1-98f4-c44a2799b4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "3f45b625-3131-48d4-bd0e-833de57b72fc", "tag": "7f332189-cd8f-49f5-866e-cca5b1ec615c"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:48:01.381772 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57976) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:01.392630 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b2c7a73a-be86-42fd-9256-c53290b52735 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group_rule': {'security_group_id': '376dcfea-9b70-44ac-8548-0ff8b21bcdb7', 'direction': 'ingress', 'protocol': 17}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:01.397635 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.421058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a45e15cd-920d-40a6-9a28-6bc7c5b78db4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.433496 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.453906 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb786dd-2fce-4380-ae93-c783d40cb6d9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:01.459093 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2eb786dd-2fce-4380-ae93-c783d40cb6d9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.493539 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'tenant_id': '739ef05e821d405ba4c24e8e1cf2c8b4', 'fixed_ips': [{'subnet_id': '96da1181-35e8-488c-93d4-89fc20239b79'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:48:01.494534 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.498780 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Allocated IP 2001:db8::2 (f44f887d-cc2d-40cc-8b79-67e2e846b5eb/4d323d27-2da8-47a5-84a2-c88fc37f47bd/652e226c-f6cf-4133-b97a-6129cdc28cde) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:01.513625 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5bc960-97fd-4bde-94f9-2425e6dad7f6 x-openstack-request-id: req-ea5bc960-97fd-4bde-94f9-2425e6dad7f6 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:48:01.514005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f45b625-3131-48d4-bd0e-833de57b72fc", "tag": "7f332189-cd8f-49f5-866e-cca5b1ec615c", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:48:01.514261 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea5bc960-97fd-4bde-94f9-2425e6dad7f6 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:48:01.514687 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f45b625-3131-48d4-bd0e-833de57b72fc', 'tag': '7f332189-cd8f-49f5-866e-cca5b1ec615c', 'status': 'completed', 'code': 200} Jul 28 11:48:01.526802 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-2eb786dd-2fce-4380-ae93-c783d40cb6d9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] device_id is not set on port b1d08442-1998-4878-90fe-cae054d02573 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:48:01.568006 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2110b5-8507-438f-bd3b-fd22750a1beb service neutron] Pushing event updated for resources: {'Port': ['ID=7f332189-cd8f-49f5-866e-cca5b1ec615c,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:01.607777 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-2202f46d-ddbf-4d76-9713-89978c08fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:01.609431 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-2202f46d-ddbf-4d76-9713-89978c08fb80 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51ac002bba904616bbf9cec718c70d3e&device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 1097 time: 0.1794467 Jul 28 11:48:01.632182 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a73a-be86-42fd-9256-c53290b52735 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.696631 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.26.1.81 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/281a2988-02ee-4fd7-850d-0190333e6608) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:01.723794 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3e1806-55ec-4dbf-a33f-96f75d72804d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:01.728003 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca3e1806-55ec-4dbf-a33f-96f75d72804d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.733127 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-c1f34f80-61cb-4e65-bdf5-e0d8bc84b139 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f332189-cd8f-49f5-866e-cca5b1ec615c HTTP/1.1" status: 200 len: 217 time: 0.1135063 Jul 28 11:48:01.870326 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a45e15cd-920d-40a6-9a28-6bc7c5b78db4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.871509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.879890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Allocated IP 2001:db8::2 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/96da1181-35e8-488c-93d4-89fc20239b79/1036d061-2f20-4682-b2ea-be714331cadd) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:01.926681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a73a-be86-42fd-9256-c53290b52735 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.947585 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.ipam_backend_mixin [None req-ca3e1806-55ec-4dbf-a33f-96f75d72804d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 96da1181-35e8-488c-93d4-89fc20239b79 (CIDR: 2001:db8::/64) Jul 28 11:48:01.953518 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a73a-be86-42fd-9256-c53290b52735 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.960127 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.969779 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-2ac7c9b4-2428-488b-b43b-531d198463e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:01.971284 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-2ac7c9b4-2428-488b-b43b-531d198463e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5 HTTP/1.1" status: 200 len: 849 time: 0.2163401 Jul 28 11:48:01.972303 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3e1806-55ec-4dbf-a33f-96f75d72804d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:48:01.972736 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3e1806-55ec-4dbf-a33f-96f75d72804d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:01.976090 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e15cd-920d-40a6-9a28-6bc7c5b78db4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network 1ac05020-84a0-4d15-bfbf-8b4d9e555dab is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:01.976548 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Transition to ACTIVE for port object 652e226c-f6cf-4133-b97a-6129cdc28cde will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:01.995959 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a93eb-0c4e-451b-8cc2-cefe1403486f req-5b192a97-bfdc-4fc3-a7f8-595cf904ade1 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:01.998070 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-695a93eb-0c4e-451b-8cc2-cefe1403486f req-5b192a97-bfdc-4fc3-a7f8-595cf904ade1 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 944 time: 0.1187589 Jul 28 11:48:02.008904 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-a45e15cd-920d-40a6-9a28-6bc7c5b78db4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:02.009163 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Transition to ACTIVE for port object 652e226c-f6cf-4133-b97a-6129cdc28cde will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:02.020879 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.031474 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.037475 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45e15cd-920d-40a6-9a28-6bc7c5b78db4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:02.042657 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e15cd-920d-40a6-9a28-6bc7c5b78db4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=5c17de06-a5e8-49f7-86ec-1007889187ab,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:02.045530 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7a73a-be86-42fd-9256-c53290b52735 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c73c34e-e78b-432c-84cc-22cea783043a,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:02.070734 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a73a-be86-42fd-9256-c53290b52735 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.074814 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b2c7a73a-be86-42fd-9256-c53290b52735 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6834974 Jul 28 11:48:02.074814 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ca3e1806-55ec-4dbf-a33f-96f75d72804d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8195369 Jul 28 11:48:02.078681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57982) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:02.078887 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57984) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:02.090294 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-5dd853da-a567-4a3d-9ce5-383ae8fa6e34 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'subnet': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:02.105660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Network f44f887d-cc2d-40cc-8b79-67e2e846b5eb is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:02.112095 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:02.114747 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:02.131622 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:02.134266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Pushing event updated for resources: {'Port': ['ID=652e226c-f6cf-4133-b97a-6129cdc28cde,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:02.155578 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:02.161567 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:02.164140 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=281a2988-02ee-4fd7-850d-0190333e6608,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:02.174599 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-695a93eb-0c4e-451b-8cc2-cefe1403486f req-7543826e-ef0d-46ea-a987-9ecea87a715c tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570947 Jul 28 11:48:02.187814 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.190754 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e15cd-920d-40a6-9a28-6bc7c5b78db4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:02.191403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a45e15cd-920d-40a6-9a28-6bc7c5b78db4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.206232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-3f636950-ad7f-4dfe-b322-c275ac8f3658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:02.207768 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-3f636950-ad7f-4dfe-b322-c275ac8f3658 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a1fce29-ec01-4e0f-afda-86e621a73431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2202365 Jul 28 11:48:02.217751 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Transition to ACTIVE for port object 1036d061-2f20-4682-b2ea-be714331cadd will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:02.224419 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-2eb786dd-2fce-4380-ae93-c783d40cb6d9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Allocated IP 2001:db8::48 (f44f887d-cc2d-40cc-8b79-67e2e846b5eb/4d323d27-2da8-47a5-84a2-c88fc37f47bd/b1d08442-1998-4878-90fe-cae054d02573) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:02.226833 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Attempting to bind port 652e226c-f6cf-4133-b97a-6129cdc28cde on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:48:02.227283 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Attempting to bind port 652e226c-f6cf-4133-b97a-6129cdc28cde by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '4130d4e7-9bdb-493c-a4a9-c605c528fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f44f887d-cc2d-40cc-8b79-67e2e846b5eb'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:48:02.227979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Attempting to bind port 652e226c-f6cf-4133-b97a-6129cdc28cde on network f44f887d-cc2d-40cc-8b79-67e2e846b5eb {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:48:02.243770 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:48:02.244622 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Checking segment: {'id': '4130d4e7-9bdb-493c-a4a9-c605c528fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f44f887d-cc2d-40cc-8b79-67e2e846b5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:02.245039 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.246070 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Bound using segment: {'id': '4130d4e7-9bdb-493c-a4a9-c605c528fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f44f887d-cc2d-40cc-8b79-67e2e846b5eb'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:48:02.247209 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Bound port: 652e226c-f6cf-4133-b97a-6129cdc28cde, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4130d4e7-9bdb-493c-a4a9-c605c528fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f44f887d-cc2d-40cc-8b79-67e2e846b5eb'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:48:02.247616 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.252451 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Transition to ACTIVE for port object 1036d061-2f20-4682-b2ea-be714331cadd will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:02.267647 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.293210 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a45e15cd-920d-40a6-9a28-6bc7c5b78db4 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.9791479 Jul 28 11:48:02.299816 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57986) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:02.315405 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-be77b14c-5599-4bc9-a90c-6dbe283a276d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'floatingip': {'port_id': '5c17de06-a5e8-49f7-86ec-1007889187ab'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:02.322380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-437f59bb-f0ba-4c63-b594-aad75371437c tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.338467 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:02.353401 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:02.356528 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:02.378101 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Pushing event updated for resources: {'Port': ['ID=1036d061-2f20-4682-b2ea-be714331cadd,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:02.386252 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be77b14c-5599-4bc9-a90c-6dbe283a276d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.419250 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] For port 652e226c-f6cf-4133-b97a-6129cdc28cde, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:48:02.438316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2572d9e-a07f-406f-80e2-97bed4e2ad66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.451569 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-437f59bb-f0ba-4c63-b594-aad75371437c tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.453494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] For port 652e226c-f6cf-4133-b97a-6129cdc28cde, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=652e226c-f6cf-4133-b97a-6129cdc28cde,segment=NetworkSegment(4130d4e7-9bdb-493c-a4a9-c605c528fea5),segment_id=4130d4e7-9bdb-493c-a4a9-c605c528fea5)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:48:02.463394 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.475581 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Attempting to bind port 1036d061-2f20-4682-b2ea-be714331cadd on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:48:02.475959 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Attempting to bind port 1036d061-2f20-4682-b2ea-be714331cadd by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:48:02.476330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Attempting to bind port 1036d061-2f20-4682-b2ea-be714331cadd on network ff79b356-b140-4126-83e7-2a8ec9cd81dc {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:48:02.509818 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:48:02.510655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Checking segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:02.510655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.510871 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd853da-a567-4a3d-9ce5-383ae8fa6e34 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:02.511045 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Bound using segment: {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:48:02.511670 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Bound port: 1036d061-2f20-4682-b2ea-be714331cadd, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bd8496-1922-4e28-b253-25921b0f99e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:48:02.512102 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.515364 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5dd853da-a567-4a3d-9ce5-383ae8fa6e34 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.636136 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-04e882cf-9efe-4ca9-b5ff-9012b5291dae service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127550 Jul 28 11:48:02.729130 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-437f59bb-f0ba-4c63-b594-aad75371437c tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.732128 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-437f59bb-f0ba-4c63-b594-aad75371437c tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.736188 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-437f59bb-f0ba-4c63-b594-aad75371437c tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-groups/376dcfea-9b70-44ac-8548-0ff8b21bcdb7 HTTP/1.1" status: 204 len: 168 time: 0.6563275 Jul 28 11:48:02.736957 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57988) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:02.738937 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd99287-f977-402d-800d-6c1b7b0be567 None None] Pushing event updated for resources: {'Port': ['ID=652e226c-f6cf-4133-b97a-6129cdc28cde,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:02.807382 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] For port 1036d061-2f20-4682-b2ea-be714331cadd, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:48:02.813331 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] For port 1036d061-2f20-4682-b2ea-be714331cadd, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1036d061-2f20-4682-b2ea-be714331cadd,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:48:02.827185 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.838153 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f59bb-f0ba-4c63-b594-aad75371437c tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=376dcfea-9b70-44ac-8548-0ff8b21bcdb7,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:02.915684 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce125a04-f14e-452c-8ab9-704ccc125e4f None None] Pushing event updated for resources: {'Port': ['ID=1036d061-2f20-4682-b2ea-be714331cadd,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:02.957893 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2eb786dd-2fce-4380-ae93-c783d40cb6d9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:03.007817 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-49af89e2-e26b-4565-8ac8-cb56b17f9151 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1978190 Jul 28 11:48:03.026392 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 57990) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:03.035062 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-2eb786dd-2fce-4380-ae93-c783d40cb6d9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Transition to ACTIVE for port object b1d08442-1998-4878-90fe-cae054d02573 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:03.040088 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-58fc70a2-3085-4b11-b324-c98e65a5371d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group': {'name': 'tempest-secgroup--903090888'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:03.061312 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5818b1c2-233c-4ba2-b8d8-162ad53a8266 req-e4f579e4-a8fc-4ccb-a37d-bcac96229d78 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107857 Jul 28 11:48:03.072612 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:03.128062 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 652e226c-f6cf-4133-b97a-6129cdc28cde up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:03.251660 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2eb786dd-2fce-4380-ae93-c783d40cb6d9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:03.255571 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 652e226c-f6cf-4133-b97a-6129cdc28cde completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:03.308175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58fc70a2-3085-4b11-b324-c98e65a5371d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:03.374337 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb786dd-2fce-4380-ae93-c783d40cb6d9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network f44f887d-cc2d-40cc-8b79-67e2e846b5eb is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:03.386606 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-2eb786dd-2fce-4380-ae93-c783d40cb6d9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:03.398105 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e2613-1b98-43b1-98f4-c44a2799b4cf req-0d12fcc1-c007-4f36-8039-ffd1c1e9c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:03.399673 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-686e2613-1b98-43b1-98f4-c44a2799b4cf req-0d12fcc1-c007-4f36-8039-ffd1c1e9c14b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51ac002bba904616bbf9cec718c70d3e&device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 1097 time: 0.2323484 Jul 28 11:48:03.424688 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb786dd-2fce-4380-ae93-c783d40cb6d9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:03.430574 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb786dd-2fce-4380-ae93-c783d40cb6d9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:03.431498 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2eb786dd-2fce-4380-ae93-c783d40cb6d9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:03.445705 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb786dd-2fce-4380-ae93-c783d40cb6d9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=b1d08442-1998-4878-90fe-cae054d02573,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:03.466312 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef4f2f-b917-4d0a-910e-529881b3fae5 req-bb3a6165-5b65-4ddb-a5a2-a0d1d5566ea9 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:03.467849 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-adef4f2f-b917-4d0a-910e-529881b3fae5 req-bb3a6165-5b65-4ddb-a5a2-a0d1d5566ea9 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 944 time: 0.1691077 Jul 28 11:48:03.505306 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.resource_extend [None req-be77b14c-5599-4bc9-a90c-6dbe283a276d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:48:03.510116 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:03.521715 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-adef4f2f-b917-4d0a-910e-529881b3fae5 req-210e5860-0239-4de1-99ee-813b63b0a521 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448592 Jul 28 11:48:03.669746 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:48:03.804699 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:03.816602 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Sync routers for ids ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:03.826367 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Routers {'9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:03.827122 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:47:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:03.879207 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6726f1-c12b-4f4f-af29-5f6986639710 None None] Network f44f887d-cc2d-40cc-8b79-67e2e846b5eb requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:03.978689 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be77b14c-5599-4bc9-a90c-6dbe283a276d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:03.992533 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-22d830f7-5649-4900-970a-9d5b840b70c6 None None] Provisioning for port 652e226c-f6cf-4133-b97a-6129cdc28cde completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:03.999104 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be77b14c-5599-4bc9-a90c-6dbe283a276d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:04.003793 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-22d830f7-5649-4900-970a-9d5b840b70c6 None None] Provisioning complete for port 652e226c-f6cf-4133-b97a-6129cdc28cde triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:04.004165 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22d830f7-5649-4900-970a-9d5b840b70c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:04.064287 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e2613-1b98-43b1-98f4-c44a2799b4cf req-d5c1f281-97ff-4c7d-a101-0121f5839b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:04.065800 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-686e2613-1b98-43b1-98f4-c44a2799b4cf req-d5c1f281-97ff-4c7d-a101-0121f5839b55 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 200 len: 911 time: 0.6429501 Jul 28 11:48:04.066499 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Set router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:48:04.138572 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-686e2613-1b98-43b1-98f4-c44a2799b4cf req-e43e90e0-9156-4e02-8055-cd52287c71bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f332189-cd8f-49f5-866e-cca5b1ec615c HTTP/1.1" status: 200 len: 217 time: 0.0566268 Jul 28 11:48:04.141094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58fc70a2-3085-4b11-b324-c98e65a5371d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:04.150248 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:04.153074 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3177b581-ad45-4c59-81db-144afe064a6c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7747674 Jul 28 11:48:04.156941 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 57996) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:04.161816 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58fc70a2-3085-4b11-b324-c98e65a5371d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:04.169967 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2eb786dd-2fce-4380-ae93-c783d40cb6d9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.9750588 Jul 28 11:48:04.170863 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58000) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:04.273053 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b926f156-26a8-4f77-80ca-9678d3933250 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=494923637e9742fd92ad3c4630d377e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1147406 Jul 28 11:48:04.276955 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58002) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:04.307128 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22d830f7-5649-4900-970a-9d5b840b70c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:04.312589 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58fc70a2-3085-4b11-b324-c98e65a5371d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:04.313853 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-58fc70a2-3085-4b11-b324-c98e65a5371d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2835493 Jul 28 11:48:04.320583 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58004) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:04.326471 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-13312103-d959-49f5-9098-4e06d9eb73b8 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group': {'name': 'tempest-secgroup--452926387'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:04.329483 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.objects.ports [None req-5dd853da-a567-4a3d-9ce5-383ae8fa6e34 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100415) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:48:04.334930 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc70a2-3085-4b11-b324-c98e65a5371d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a747b9-3bea-4db2-a255-4029ea822818,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:04.342233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e2613-1b98-43b1-98f4-c44a2799b4cf req-49e0b82e-79a6-4faa-928b-4d7e43dde51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:04.344317 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-686e2613-1b98-43b1-98f4-c44a2799b4cf req-49e0b82e-79a6-4faa-928b-4d7e43dde51a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5 HTTP/1.1" status: 200 len: 849 time: 0.1925402 Jul 28 11:48:04.351610 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-be77b14c-5599-4bc9-a90c-6dbe283a276d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Floating IP 5452b0a8-b55e-42f3-866f-0690a30a5f67 associated. External IP: 172.26.1.248, port: 5c17de06-a5e8-49f7-86ec-1007889187ab. Jul 28 11:48:04.370055 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-22d830f7-5649-4900-970a-9d5b840b70c6 None None] For port 652e226c-f6cf-4133-b97a-6129cdc28cde, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=652e226c-f6cf-4133-b97a-6129cdc28cde,segment=NetworkSegment(4130d4e7-9bdb-493c-a4a9-c605c528fea5),segment_id=4130d4e7-9bdb-493c-a4a9-c605c528fea5)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:04.377962 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22d830f7-5649-4900-970a-9d5b840b70c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:04.454904 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d830f7-5649-4900-970a-9d5b840b70c6 None None] Pushing event updated for resources: {'Port': ['ID=652e226c-f6cf-4133-b97a-6129cdc28cde,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:04.472712 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:48:02Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:04.489425 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-13312103-d959-49f5-9098-4e06d9eb73b8 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:04.520598 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Checking router: 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:48:04.520598 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Updating router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 port 281a2988-02ee-4fd7-850d-0190333e6608 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:48:04.547224 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-8d48da9a-117b-4dd3-9437-fafdd72af1b2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port b1d08442-1998-4878-90fe-cae054d02573 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:04.548089 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d48da9a-117b-4dd3-9437-fafdd72af1b2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:04.555951 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e2613-1b98-43b1-98f4-c44a2799b4cf req-0c7733b5-2746-4fcb-85df-4b9e5856d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:04.557505 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-686e2613-1b98-43b1-98f4-c44a2799b4cf req-0c7733b5-2746-4fcb-85df-4b9e5856d93e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a1fce29-ec01-4e0f-afda-86e621a73431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2026634 Jul 28 11:48:04.558001 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1350fbca-d1d7-453c-b070-25a2be91d385 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:04.560878 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1350fbca-d1d7-453c-b070-25a2be91d385 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2820871 Jul 28 11:48:04.570187 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:04.581109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58008) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:04.694946 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-23a0c2db-8aff-47b7-97ed-1176384dbc12 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1103315 Jul 28 11:48:04.696836 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58010) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:04.706170 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-22308e0f-38cd-4498-83f5-c07b854794ee None None] Provisioning for port 1036d061-2f20-4682-b2ea-be714331cadd completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:04.707687 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-9705a9cb-b88a-4092-b154-9de45be36948 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-801545512', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:04.807188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5dd853da-a567-4a3d-9ce5-383ae8fa6e34 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:04.845431 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-686e2613-1b98-43b1-98f4-c44a2799b4cf req-1909e506-0d35-4ae7-ad6e-fbacc35eab34 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511494 Jul 28 11:48:04.857673 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b9f73399-8bf6-4cda-bedf-74e7d5d95227 None None] Provisioning complete for port 652e226c-f6cf-4133-b97a-6129cdc28cde triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:04.858172 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9f73399-8bf6-4cda-bedf-74e7d5d95227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:04.882859 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d48da9a-117b-4dd3-9437-fafdd72af1b2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:04.899671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fe281-8433-4593-a0ac-68e271fc969a req-69811389-c86f-45a7-9a9e-70b7f7f8a177 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:04.909591 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ba1fe281-8433-4593-a0ac-68e271fc969a req-69811389-c86f-45a7-9a9e-70b7f7f8a177 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 944 time: 0.2637897 Jul 28 11:48:04.939447 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-13312103-d959-49f5-9098-4e06d9eb73b8 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:04.958456 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-13312103-d959-49f5-9098-4e06d9eb73b8 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:04.971839 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-8d48da9a-117b-4dd3-9437-fafdd72af1b2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for b1d08442-1998-4878-90fe-cae054d02573 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:04.973650 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-23707890-29e6-4580-a51b-f4ffbd3d0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.014176 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13312103-d959-49f5-9098-4e06d9eb73b8 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ff061f-f537-41f8-a311-1f954a5d5696,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:05.015567 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-13312103-d959-49f5-9098-4e06d9eb73b8 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.016833 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-13312103-d959-49f5-9098-4e06d9eb73b8 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6949236 Jul 28 11:48:05.026378 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58012) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:05.039432 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-65fa9443-8ca4-4ec6-a71f-b25859255fb3 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group_rule': {'security_group_id': 'f0a747b9-3bea-4db2-a255-4029ea822818', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '35ff061f-f537-41f8-a311-1f954a5d5696', 'remote_ip_prefix': None}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:05.041174 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.063380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Transition to ACTIVE for port object 281a2988-02ee-4fd7-850d-0190333e6608 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:05.068804 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ba1fe281-8433-4593-a0ac-68e271fc969a req-fd95e405-48f2-4f7c-9151-6cd32848a782 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583397 Jul 28 11:48:05.069127 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b9f73399-8bf6-4cda-bedf-74e7d5d95227 None None] Provisioning for port b1d08442-1998-4878-90fe-cae054d02573 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:05.073803 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b9f73399-8bf6-4cda-bedf-74e7d5d95227 None None] Provisioning complete for port b1d08442-1998-4878-90fe-cae054d02573 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:05.074215 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9f73399-8bf6-4cda-bedf-74e7d5d95227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.076433 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.079177 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-686e2613-1b98-43b1-98f4-c44a2799b4cf req-3a7e5032-fab5-4bb9-a348-a3a7bf420ab0 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810875 Jul 28 11:48:05.096257 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be77b14c-5599-4bc9-a90c-6dbe283a276d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router 8d66e034-67e3-4a0c-a483-96b3ce78f7e0 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:48:05.141848 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8d6da-5bb3-4ce8-84c1-bc6b0881a5e6 None None] Pushing event updated for resources: {'Port': ['ID=281a2988-02ee-4fd7-850d-0190333e6608,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:05.167055 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Attempting to bind port 281a2988-02ee-4fd7-850d-0190333e6608 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:48:05.167433 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Attempting to bind port 281a2988-02ee-4fd7-850d-0190333e6608 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:48:05.167789 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Attempting to bind port 281a2988-02ee-4fd7-850d-0190333e6608 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:48:05.175484 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:48:05.175929 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:05.176332 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.176758 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:48:05.177271 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Bound port: 281a2988-02ee-4fd7-850d-0190333e6608, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:48:05.177655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.185619 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-5dd853da-a567-4a3d-9ce5-383ae8fa6e34 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] For port 1036d061-2f20-4682-b2ea-be714331cadd, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1036d061-2f20-4682-b2ea-be714331cadd,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:05.185833 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9705a9cb-b88a-4092-b154-9de45be36948 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:05.186564 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b9f73399-8bf6-4cda-bedf-74e7d5d95227 None None] Port b1d08442-1998-4878-90fe-cae054d02573 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:05.193877 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9705a9cb-b88a-4092-b154-9de45be36948 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.249329 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 652e226c-f6cf-4133-b97a-6129cdc28cde up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:05.260673 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5dd853da-a567-4a3d-9ce5-383ae8fa6e34 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.274250 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5dd853da-a567-4a3d-9ce5-383ae8fa6e34 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.275319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5dd853da-a567-4a3d-9ce5-383ae8fa6e34 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.277237 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65fa9443-8ca4-4ec6-a71f-b25859255fb3 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.288449 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] For port 281a2988-02ee-4fd7-850d-0190333e6608, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:48:05.327579 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] For port 281a2988-02ee-4fd7-850d-0190333e6608, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=281a2988-02ee-4fd7-850d-0190333e6608,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:48:05.336637 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.338249 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be77b14c-5599-4bc9-a90c-6dbe283a276d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:05.339018 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-35c0a7aa-680a-41a7-bbf0-dbfce17cb161 None None] Provisioning complete for port b1d08442-1998-4878-90fe-cae054d02573 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:05.339554 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35c0a7aa-680a-41a7-bbf0-dbfce17cb161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.346414 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be77b14c-5599-4bc9-a90c-6dbe283a276d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.357911 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5580d3ef-dfe2-4af4-8509-8905a2443260 None None] Sync routers for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:05.366787 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd853da-a567-4a3d-9ce5-383ae8fa6e34 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:05.370566 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.393877 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5580d3ef-dfe2-4af4-8509-8905a2443260 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:05.397670 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5580d3ef-dfe2-4af4-8509-8905a2443260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:05.405232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-5dd853da-a567-4a3d-9ce5-383ae8fa6e34 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:05.423875 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd853da-a567-4a3d-9ce5-383ae8fa6e34 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:05.424759 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5dd853da-a567-4a3d-9ce5-383ae8fa6e34 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.425106 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbee3a3-3442-4969-9a0d-ad01fe797617 None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:05.447126 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 652e226c-f6cf-4133-b97a-6129cdc28cde triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:05.447610 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.449199 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-35c0a7aa-680a-41a7-bbf0-dbfce17cb161 None None] Port b1d08442-1998-4878-90fe-cae054d02573 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:05.458346 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd853da-a567-4a3d-9ce5-383ae8fa6e34 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Subnet': ['ID=ac31dcc4-1748-4e13-aaaa-b8b7bb0bc586,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:05.466647 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-be77b14c-5599-4bc9-a90c-6dbe283a276d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "PUT /v2.0/floatingips/5452b0a8-b55e-42f3-866f-0690a30a5f67 HTTP/1.1" status: 200 len: 977 time: 3.1598499 Jul 28 11:48:05.470890 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd853da-a567-4a3d-9ce5-383ae8fa6e34 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=1036d061-2f20-4682-b2ea-be714331cadd,revision_number=4']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:05.474112 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5580d3ef-dfe2-4af4-8509-8905a2443260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:05.484047 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58014) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:05.486930 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5580d3ef-dfe2-4af4-8509-8905a2443260 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:05.488528 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5580d3ef-dfe2-4af4-8509-8905a2443260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:05.491025 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5dd853da-a567-4a3d-9ce5-383ae8fa6e34 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4094663 Jul 28 11:48:05.491305 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d48da9a-117b-4dd3-9437-fafdd72af1b2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.494265 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58016) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:05.497466 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65fa9443-8ca4-4ec6-a71f-b25859255fb3 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.508356 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-35971544-3b76-4e2a-8408-2ff4c6efb262 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Request body: {'port': {'network_id': 'ff79b356-b140-4126-83e7-2a8ec9cd81dc', 'mac_address': 'fa:16:3e:7d:4d:16', 'name': 'tempest-NetworksTestDHCPv6-1428298484'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:05.545770 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65fa9443-8ca4-4ec6-a71f-b25859255fb3 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.548231 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8d6da-5bb3-4ce8-84c1-bc6b0881a5e6 None None] Pushing event updated for resources: {'Port': ['ID=281a2988-02ee-4fd7-850d-0190333e6608,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:05.549064 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5580d3ef-dfe2-4af4-8509-8905a2443260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:05.549806 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5580d3ef-dfe2-4af4-8509-8905a2443260 None None] The sync data for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:05.558550 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Routers {'9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:05.559723 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:05.596397 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48da9a-117b-4dd3-9437-fafdd72af1b2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=b1d08442-1998-4878-90fe-cae054d02573,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:05.625006 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-579e67d1-fbf3-4775-bb14-4d0ec7907175 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Deleting port 5c17de06-a5e8-49f7-86ec-1007889187ab {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:05.625601 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-579e67d1-fbf3-4775-bb14-4d0ec7907175 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.663306 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa9443-8ca4-4ec6-a71f-b25859255fb3 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f70fc9-afd2-43fd-9cea-23b4ad598d04,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:05.707626 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d48da9a-117b-4dd3-9437-fafdd72af1b2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.714063 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8d48da9a-117b-4dd3-9437-fafdd72af1b2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/ports/b1d08442-1998-4878-90fe-cae054d02573 HTTP/1.1" status: 204 len: 168 time: 1.5417333 Jul 28 11:48:05.718981 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58018) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:05.719917 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65fa9443-8ca4-4ec6-a71f-b25859255fb3 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.723787 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-65fa9443-8ca4-4ec6-a71f-b25859255fb3 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6877213 Jul 28 11:48:05.734597 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58020) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:05.735648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-579e67d1-fbf3-4775-bb14-4d0ec7907175 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.760121 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9705a9cb-b88a-4092-b154-9de45be36948 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.768823 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] Set router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:48:05.801967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1036d061-2f20-4682-b2ea-be714331cadd up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:05.843472 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4f67da-8e09-44a1-8370-e06651df8ff7 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] GET failed (client error): The resource could not be found. Jul 28 11:48:05.845124 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7d4f67da-8e09-44a1-8370-e06651df8ff7 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports/b1d08442-1998-4878-90fe-cae054d02573 HTTP/1.1" status: 404 len: 333 time: 0.1223958 Jul 28 11:48:05.852513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58022) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:05.873468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ac7815df-ce79-4a71-9caf-27ecca60bf70 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.890788 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705a9cb-b88a-4092-b154-9de45be36948 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Subnet': ['ID=b23141ed-c471-4a5e-93e5-569f161c6c26,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:05.905141 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ac7815df-ce79-4a71-9caf-27ecca60bf70 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.964154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d99ec0c-65e1-43f1-a068-c9cea20def42 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting subnet 4d323d27-2da8-47a5-84a2-c88fc37f47bd {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:48:05.964502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35971544-3b76-4e2a-8408-2ff4c6efb262 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Made reservation on behalf of 739ef05e821d405ba4c24e8e1cf2c8b4 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:05.970571 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9705a9cb-b88a-4092-b154-9de45be36948 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Checking segment: {'id': '9d123eab-912d-404c-941b-9071e5b8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:05.971316 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9705a9cb-b88a-4092-b154-9de45be36948 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network hostable DHCP agents. Network: b7a33a95-fbe5-45dc-a9c3-a85b667e3d72, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:48:05.971470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9d99ec0c-65e1-43f1-a068-c9cea20def42 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:05.983915 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ac7815df-ce79-4a71-9caf-27ecca60bf70 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.020487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ac7815df-ce79-4a71-9caf-27ecca60bf70 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.024455 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ac7815df-ce79-4a71-9caf-27ecca60bf70 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b9f70fc9-afd2-43fd-9cea-23b4ad598d04 HTTP/1.1" status: 204 len: 168 time: 0.2815061 Jul 28 11:48:06.025118 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-579e67d1-fbf3-4775-bb14-4d0ec7907175 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.025504 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-579e67d1-fbf3-4775-bb14-4d0ec7907175 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.025867 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-579e67d1-fbf3-4775-bb14-4d0ec7907175 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Floating IP 5452b0a8-b55e-42f3-866f-0690a30a5f67 disassociated. External IP: 172.26.1.248, port: 5c17de06-a5e8-49f7-86ec-1007889187ab. Jul 28 11:48:06.026173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-579e67d1-fbf3-4775-bb14-4d0ec7907175 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Calling delete_port for 5c17de06-a5e8-49f7-86ec-1007889187ab owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:06.030569 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58024) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:06.040330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9d99ec0c-65e1-43f1-a068-c9cea20def42 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.084065 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7815df-ce79-4a71-9caf-27ecca60bf70 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9f70fc9-afd2-43fd-9cea-23b4ad598d04,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:06.095070 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-35971544-3b76-4e2a-8408-2ff4c6efb262 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.147466 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-35971544-3b76-4e2a-8408-2ff4c6efb262 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] device_id is not set on port 2e7298d6-24b7-4729-9d41-0cd8b8e4c3d1 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:48:06.154727 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 1036d061-2f20-4682-b2ea-be714331cadd completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:06.158878 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0ea100e1-97b1-4969-9c95-b1ad3d79582b tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1260562 Jul 28 11:48:06.161385 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 1036d061-2f20-4682-b2ea-be714331cadd triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:06.161824 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.164273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58028) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:06.237200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:48:02Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:06.249431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9d99ec0c-65e1-43f1-a068-c9cea20def42 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.261920 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9705a9cb-b88a-4092-b154-9de45be36948 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:48:06.291482 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9866d9-bb03-495d-bb6d-d9462cbe450a None None] The sync data for ids ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'] in dv-neutron-786478-16-hyperv is: [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:48:02Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:06.318937 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.342121 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-9705a9cb-b88a-4092-b154-9de45be36948 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, b7a33a95-fbe5-45dc-a9c3-a85b667e3d72) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:06.356525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9046921b-4733-43f4-8017-cdcffe716e09 None None] Network b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:06.382273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-219c99b7-9d71-4ae0-a5ee-5ed732c022dd tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.391990 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9705a9cb-b88a-4092-b154-9de45be36948 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:06.392595 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9705a9cb-b88a-4092-b154-9de45be36948 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.402382 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6629f-8cb7-4f08-966f-d28038161d4a req-3f16a1dc-1d55-49ca-a57f-d7cb94d4294b tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:06.410808 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ffb6629f-8cb7-4f08-966f-d28038161d4a req-3f16a1dc-1d55-49ca-a57f-d7cb94d4294b tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 944 time: 0.1734715 Jul 28 11:48:06.422867 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-219c99b7-9d71-4ae0-a5ee-5ed732c022dd tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.426559 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.446330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 1036d061-2f20-4682-b2ea-be714331cadd, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1036d061-2f20-4682-b2ea-be714331cadd,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:06.455781 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.494002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58030) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:06.501402 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9705a9cb-b88a-4092-b154-9de45be36948 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8023970 Jul 28 11:48:06.515064 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ffb6629f-8cb7-4f08-966f-d28038161d4a req-34a3fb29-5398-45df-9ab7-d258906b814e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033621 Jul 28 11:48:06.551614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=1036d061-2f20-4682-b2ea-be714331cadd,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:06.573465 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-219c99b7-9d71-4ae0-a5ee-5ed732c022dd tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.577605 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-219c99b7-9d71-4ae0-a5ee-5ed732c022dd tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.578938 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-219c99b7-9d71-4ae0-a5ee-5ed732c022dd tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-groups/35ff061f-f537-41f8-a311-1f954a5d5696 HTTP/1.1" status: 204 len: 168 time: 0.4141886 Jul 28 11:48:06.581991 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58032) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:06.608432 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9d99ec0c-65e1-43f1-a068-c9cea20def42 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.619714 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c99b7-9d71-4ae0-a5ee-5ed732c022dd tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ff061f-f537-41f8-a311-1f954a5d5696,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:06.659817 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-579e67d1-fbf3-4775-bb14-4d0ec7907175 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.682146 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-35971544-3b76-4e2a-8408-2ff4c6efb262 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8::35 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/96da1181-35e8-488c-93d4-89fc20239b79/2e7298d6-24b7-4729-9d41-0cd8b8e4c3d1) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:06.710387 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-35971544-3b76-4e2a-8408-2ff4c6efb262 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7d:4d16 (ff79b356-b140-4126-83e7-2a8ec9cd81dc/ac31dcc4-1748-4e13-aaaa-b8b7bb0bc586/2e7298d6-24b7-4729-9d41-0cd8b8e4c3d1) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:06.725871 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99ec0c-65e1-43f1-a068-c9cea20def42 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Subnet': ['ID=4d323d27-2da8-47a5-84a2-c88fc37f47bd,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:06.732714 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ips': [{'subnet_id': 'b23141ed-c471-4a5e-93e5-569f161c6c26'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:48:06.734393 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.737800 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4dd8ed57-2e3e-40bd-82a8-7e922b352c5f tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1546483 Jul 28 11:48:06.740756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58034) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:06.912747 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b222-e2d6-40df-9218-0eef12531b98 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:06.958375 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b222-e2d6-40df-9218-0eef12531b98 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.008919 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Allocated IP 172.20.0.2 (b7a33a95-fbe5-45dc-a9c3-a85b667e3d72/b23141ed-c471-4a5e-93e5-569f161c6c26/dde74638-7811-441b-8326-de8c39806550) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:07.057817 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-35971544-3b76-4e2a-8408-2ff4c6efb262 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.083211 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-35971544-3b76-4e2a-8408-2ff4c6efb262 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Transition to ACTIVE for port object 2e7298d6-24b7-4729-9d41-0cd8b8e4c3d1 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:07.095981 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b222-e2d6-40df-9218-0eef12531b98 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.101333 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6bd1b222-e2d6-40df-9218-0eef12531b98 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.110067 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6bd1b222-e2d6-40df-9218-0eef12531b98 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-groups/f0a747b9-3bea-4db2-a255-4029ea822818 HTTP/1.1" status: 204 len: 168 time: 0.3682525 Jul 28 11:48:07.122339 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58038) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:07.157818 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1b222-e2d6-40df-9218-0eef12531b98 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a747b9-3bea-4db2-a255-4029ea822818,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:07.184504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-35971544-3b76-4e2a-8408-2ff4c6efb262 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.252150 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35971544-3b76-4e2a-8408-2ff4c6efb262 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:07.258468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-35971544-3b76-4e2a-8408-2ff4c6efb262 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:07.261470 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35971544-3b76-4e2a-8408-2ff4c6efb262 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:07.263606 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9d99ec0c-65e1-43f1-a068-c9cea20def42 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.268565 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9d99ec0c-65e1-43f1-a068-c9cea20def42 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/4d323d27-2da8-47a5-84a2-c88fc37f47bd HTTP/1.1" status: 204 len: 168 time: 1.4146893 Jul 28 11:48:07.269232 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35971544-3b76-4e2a-8408-2ff4c6efb262 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:07.270187 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-35971544-3b76-4e2a-8408-2ff4c6efb262 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.270719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58040) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:07.282012 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e67d1-fbf3-4775-bb14-4d0ec7907175 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Port': ['ID=5c17de06-a5e8-49f7-86ec-1007889187ab,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:07.299676 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1789358c-bcce-48a2-9676-8231231dad4f None None] Network f44f887d-cc2d-40cc-8b79-67e2e846b5eb requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:07.300286 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7894bc57-c9a3-4db0-8972-086d8a40a3c4 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1688590 Jul 28 11:48:07.301535 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-35971544-3b76-4e2a-8408-2ff4c6efb262 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8002496 Jul 28 11:48:07.302469 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58042) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:07.308221 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58044) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:07.310938 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-6ade3aaf-e1ad-4d56-8db4-cc79e93a5766 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477158851'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:07.329484 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35971544-3b76-4e2a-8408-2ff4c6efb262 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event updated for resources: {'Port': ['ID=2e7298d6-24b7-4729-9d41-0cd8b8e4c3d1,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:07.354928 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6ade3aaf-e1ad-4d56-8db4-cc79e93a5766 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.379424 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 281a2988-02ee-4fd7-850d-0190333e6608 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:07.438415 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6ee305fd-e2cf-4895-af9c-a4bc6fde1c32 None None] Provisioning complete for port 1036d061-2f20-4682-b2ea-be714331cadd triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:07.438826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6ee305fd-e2cf-4895-af9c-a4bc6fde1c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.491915 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6ade3aaf-e1ad-4d56-8db4-cc79e93a5766 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.511231 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6ade3aaf-e1ad-4d56-8db4-cc79e93a5766 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.539868 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6ade3aaf-e1ad-4d56-8db4-cc79e93a5766 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.545426 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6ade3aaf-e1ad-4d56-8db4-cc79e93a5766 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2396245 Jul 28 11:48:07.546503 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58048) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:07.558197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c90f987e-ca30-4c01-b6bb-0503769920f0 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group_rule': {'security_group_id': '6088d62f-fada-41d7-9914-1aea1ca7909a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:07.563238 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.582692 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Transition to ACTIVE for port object dde74638-7811-441b-8326-de8c39806550 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:07.588477 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade3aaf-e1ad-4d56-8db4-cc79e93a5766 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6088d62f-fada-41d7-9914-1aea1ca7909a,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:07.596485 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.612621 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c90f987e-ca30-4c01-b6bb-0503769920f0 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.713447 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Transition to ACTIVE for port object dde74638-7811-441b-8326-de8c39806550 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:07.715835 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 281a2988-02ee-4fd7-850d-0190333e6608 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:07.732491 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71292f54-145e-44c1-9b37-ecc398db4eed req-0f135848-25ca-451e-b892-388d43546eef tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:07.734528 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-71292f54-145e-44c1-9b37-ecc398db4eed req-0f135848-25ca-451e-b892-388d43546eef tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 944 time: 0.0936804 Jul 28 11:48:07.744903 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 281a2988-02ee-4fd7-850d-0190333e6608 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:07.745333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.745725 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c90f987e-ca30-4c01-b6bb-0503769920f0 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.755321 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.756405 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c90f987e-ca30-4c01-b6bb-0503769920f0 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.760295 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579e67d1-fbf3-4775-bb14-4d0ec7907175 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router 8d66e034-67e3-4a0c-a483-96b3ce78f7e0 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:48:07.804743 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f987e-ca30-4c01-b6bb-0503769920f0 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04da0416-388f-4d11-aa1e-0e14a960488f,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:07.810597 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c90f987e-ca30-4c01-b6bb-0503769920f0 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.814029 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c90f987e-ca30-4c01-b6bb-0503769920f0 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2601128 Jul 28 11:48:07.825636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58050) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:07.839905 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c15e3-b40f-492c-8262-62f2e70f93ab tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting port 2e7298d6-24b7-4729-9d41-0cd8b8e4c3d1 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:07.840836 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eb0c15e3-b40f-492c-8262-62f2e70f93ab tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:07.841325 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Network b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:07.850389 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-71292f54-145e-44c1-9b37-ecc398db4eed req-50eaa8f9-60ae-4684-8f2c-e322136b04af tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887320 Jul 28 11:48:07.853111 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:07.856676 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:07.861396 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Pushing event updated for resources: {'Port': ['ID=dde74638-7811-441b-8326-de8c39806550,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:07.936467 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73c86d4-0669-476c-821d-6bf1dd3c700c None None] DHCP port deletion for f44f887d-cc2d-40cc-8b79-67e2e846b5eb request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:48:07.979264 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.002138 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.008322 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8a740c9a-65f0-4cc8-aa69-e8f8b9933910 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.009148 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Attempting to bind port dde74638-7811-441b-8326-de8c39806550 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:48:08.009522 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Attempting to bind port dde74638-7811-441b-8326-de8c39806550 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '9d123eab-912d-404c-941b-9071e5b8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:48:08.009889 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Attempting to bind port dde74638-7811-441b-8326-de8c39806550 on network b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:48:08.014858 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9db668bb-d5f9-4bb3-a941-c584a012e70c None None] Provisioning for port 2e7298d6-24b7-4729-9d41-0cd8b8e4c3d1 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:08.028396 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:48:08.028743 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Checking segment: {'id': '9d123eab-912d-404c-941b-9071e5b8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:08.029373 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.029765 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Bound using segment: {'id': '9d123eab-912d-404c-941b-9071e5b8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:48:08.030256 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Bound port: dde74638-7811-441b-8326-de8c39806550, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d123eab-912d-404c-941b-9071e5b8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:48:08.030651 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.032357 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port 652e226c-f6cf-4133-b97a-6129cdc28cde {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:08.032513 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9db668bb-d5f9-4bb3-a941-c584a012e70c None None] Provisioning complete for port 2e7298d6-24b7-4729-9d41-0cd8b8e4c3d1 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:08.032710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.032820 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9db668bb-d5f9-4bb3-a941-c584a012e70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.049706 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8a740c9a-65f0-4cc8-aa69-e8f8b9933910 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.070750 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 281a2988-02ee-4fd7-850d-0190333e6608, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=281a2988-02ee-4fd7-850d-0190333e6608,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:08.080918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.081701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1036d061-2f20-4682-b2ea-be714331cadd up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:08.154196 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9db668bb-d5f9-4bb3-a941-c584a012e70c None None] Port 2e7298d6-24b7-4729-9d41-0cd8b8e4c3d1 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:08.166790 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eb0c15e3-b40f-492c-8262-62f2e70f93ab tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.207534 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c15e3-b40f-492c-8262-62f2e70f93ab tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Calling delete_port for 2e7298d6-24b7-4729-9d41-0cd8b8e4c3d1 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:08.217018 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=281a2988-02ee-4fd7-850d-0190333e6608,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:08.223143 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f73c86d4-0669-476c-821d-6bf1dd3c700c None None] Deleting port 652e226c-f6cf-4133-b97a-6129cdc28cde {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:08.223508 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f73c86d4-0669-476c-821d-6bf1dd3c700c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.231662 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] For port dde74638-7811-441b-8326-de8c39806550, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:48:08.239066 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8a740c9a-65f0-4cc8-aa69-e8f8b9933910 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.244133 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8a740c9a-65f0-4cc8-aa69-e8f8b9933910 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.245905 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8a740c9a-65f0-4cc8-aa69-e8f8b9933910 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/04da0416-388f-4d11-aa1e-0e14a960488f HTTP/1.1" status: 204 len: 168 time: 0.4186177 Jul 28 11:48:08.248093 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58052) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:08.268334 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] For port 652e226c-f6cf-4133-b97a-6129cdc28cde, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=652e226c-f6cf-4133-b97a-6129cdc28cde,segment=NetworkSegment(4130d4e7-9bdb-493c-a4a9-c605c528fea5),segment_id=4130d4e7-9bdb-493c-a4a9-c605c528fea5)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:08.268703 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.272200 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579e67d1-fbf3-4775-bb14-4d0ec7907175 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:08.289338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] For port dde74638-7811-441b-8326-de8c39806550, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=dde74638-7811-441b-8326-de8c39806550,segment=NetworkSegment(9d123eab-912d-404c-941b-9071e5b8e0d4),segment_id=9d123eab-912d-404c-941b-9071e5b8e0d4)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:48:08.296246 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16919ea7-2fd6-42f9-a1b4-72daef21c3e5 None None] Sync routers for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:08.303153 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 1036d061-2f20-4682-b2ea-be714331cadd triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:08.303820 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.305459 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.309930 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-82265e73-79d1-4909-9a0c-9c236aabf75a tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0570483 Jul 28 11:48:08.312303 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58054) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:08.319542 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a740c9a-65f0-4cc8-aa69-e8f8b9933910 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04da0416-388f-4d11-aa1e-0e14a960488f,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:08.356033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for 652e226c-f6cf-4133-b97a-6129cdc28cde owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:08.369763 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16919ea7-2fd6-42f9-a1b4-72daef21c3e5 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:08.370391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-16919ea7-2fd6-42f9-a1b4-72daef21c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:08.375582 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b8f3-0a77-4430-90e0-6838ca366996 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.376477 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-f73c86d4-0669-476c-821d-6bf1dd3c700c None None] For port 652e226c-f6cf-4133-b97a-6129cdc28cde, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=652e226c-f6cf-4133-b97a-6129cdc28cde,segment=NetworkSegment(4130d4e7-9bdb-493c-a4a9-c605c528fea5),segment_id=4130d4e7-9bdb-493c-a4a9-c605c528fea5)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:08.376882 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f73c86d4-0669-476c-821d-6bf1dd3c700c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.401652 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b8f3-0a77-4430-90e0-6838ca366996 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.431734 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-16919ea7-2fd6-42f9-a1b4-72daef21c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:08.441158 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f73c86d4-0669-476c-821d-6bf1dd3c700c None None] Calling delete_port for 652e226c-f6cf-4133-b97a-6129cdc28cde owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:08.465396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b8f3-0a77-4430-90e0-6838ca366996 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.468294 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b8f3-0a77-4430-90e0-6838ca366996 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.473115 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f7e1b8f3-0a77-4430-90e0-6838ca366996 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-groups/6088d62f-fada-41d7-9914-1aea1ca7909a HTTP/1.1" status: 204 len: 168 time: 0.1583552 Jul 28 11:48:08.478954 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58056) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:08.479941 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1b8f3-0a77-4430-90e0-6838ca366996 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6088d62f-fada-41d7-9914-1aea1ca7909a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:08.500649 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-579e67d1-fbf3-4775-bb14-4d0ec7907175 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.502600 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-579e67d1-fbf3-4775-bb14-4d0ec7907175 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/ports/5c17de06-a5e8-49f7-86ec-1007889187ab HTTP/1.1" status: 204 len: 168 time: 3.0109217 Jul 28 11:48:08.505197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58058) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:08.509479 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16919ea7-2fd6-42f9-a1b4-72daef21c3e5 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:08.510244 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-16919ea7-2fd6-42f9-a1b4-72daef21c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:08.512562 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cbb5c-ef64-4d93-8788-c6669e030e2f None None] Pushing event updated for resources: {'Port': ['ID=dde74638-7811-441b-8326-de8c39806550,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:08.579567 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-16919ea7-2fd6-42f9-a1b4-72daef21c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:08.580224 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16919ea7-2fd6-42f9-a1b4-72daef21c3e5 None None] The sync data for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:08.631847 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58060) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:08.634404 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1ab292ae-aa57-4f99-bfdb-a54b6f9ae232 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1457975 Jul 28 11:48:08.639834 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-f346503b-3958-4aa7-86e2-f7e1aec145e7 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1229501608'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:08.647885 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.652338 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cce19ecd-ec5e-4a55-99aa-3da9a81891e8 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "GET /v2.0/floatingips/5452b0a8-b55e-42f3-866f-0690a30a5f67 HTTP/1.1" status: 200 len: 688 time: 0.1444266 Jul 28 11:48:08.655743 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58062) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:08.690353 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f73c86d4-0669-476c-821d-6bf1dd3c700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.727247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c86d4-0669-476c-821d-6bf1dd3c700c None None] Pushing event deleted for resources: {'Port': ['ID=652e226c-f6cf-4133-b97a-6129cdc28cde,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:08.729420 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c86d4-0669-476c-821d-6bf1dd3c700c None None] No DVR routers for this DVR port 652e226c-f6cf-4133-b97a-6129cdc28cde on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:48:08.752699 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.803973 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f346503b-3958-4aa7-86e2-f7e1aec145e7 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.811248 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=652e226c-f6cf-4133-b97a-6129cdc28cde,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:08.823223 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No DVR routers for this DVR port 652e226c-f6cf-4133-b97a-6129cdc28cde on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:48:08.836146 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-846c24e1-1ec7-4b9f-b30d-76de07f5ac2a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Deleting port 8a36248b-c7f4-44db-85ff-a78cb367f4ce {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:08.836490 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-846c24e1-1ec7-4b9f-b30d-76de07f5ac2a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.943997 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-846c24e1-1ec7-4b9f-b30d-76de07f5ac2a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.944287 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-846c24e1-1ec7-4b9f-b30d-76de07f5ac2a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.958839 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eb0c15e3-b40f-492c-8262-62f2e70f93ab tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:08.971304 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-846c24e1-1ec7-4b9f-b30d-76de07f5ac2a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Calling delete_port for 8a36248b-c7f4-44db-85ff-a78cb367f4ce owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:09.034352 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.056607 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c15e3-b40f-492c-8262-62f2e70f93ab tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Port': ['ID=2e7298d6-24b7-4729-9d41-0cd8b8e4c3d1,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:09.091491 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4790050-ccc5-4aa8-ae0f-08bd81ba38dd req-c2a8be5a-3647-4a2e-b54c-7839a147499f tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:09.093542 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f4790050-ccc5-4aa8-ae0f-08bd81ba38dd req-c2a8be5a-3647-4a2e-b54c-7839a147499f tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 944 time: 0.1466537 Jul 28 11:48:09.094939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44f887d-cc2d-40cc-8b79-67e2e846b5eb']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:09.102693 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eb0c15e3-b40f-492c-8262-62f2e70f93ab tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.105043 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-eb0c15e3-b40f-492c-8262-62f2e70f93ab tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/2e7298d6-24b7-4729-9d41-0cd8b8e4c3d1 HTTP/1.1" status: 204 len: 168 time: 1.7958410 Jul 28 11:48:09.109011 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58066) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:09.156279 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4130d4e7-9bdb-493c-a4a9-c605c528fea5') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:09.156562 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4130d4e7-9bdb-493c-a4a9-c605c528fea5') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:09.176610 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.195532 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 281a2988-02ee-4fd7-850d-0190333e6608 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:09.201881 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f4790050-ccc5-4aa8-ae0f-08bd81ba38dd req-fcb19322-3598-4573-8948-fe118bb3cd56 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989485 Jul 28 11:48:09.229076 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797994cb-bf07-40fe-99e9-41773f14dd6d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:09.235402 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-797994cb-bf07-40fe-99e9-41773f14dd6d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1143651 Jul 28 11:48:09.239824 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58068) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:09.240987 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.261098 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:48:09.261529 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:48:09.267266 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:48:09.306353 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a25b363-936f-4a5b-b485-356c358ae845 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:09.307982 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7a25b363-936f-4a5b-b485-356c358ae845 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0671976 Jul 28 11:48:09.311435 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58070) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:09.313995 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 281a2988-02ee-4fd7-850d-0190333e6608 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:09.315706 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.379777 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f346503b-3958-4aa7-86e2-f7e1aec145e7 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.386550 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f346503b-3958-4aa7-86e2-f7e1aec145e7 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.405791 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device dde74638-7811-441b-8326-de8c39806550 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:09.413395 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78fffdb-312f-4c75-bc9e-5210d3ec8108 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:09.415280 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.415868 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78fffdb-312f-4c75-bc9e-5210d3ec8108 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:09.417678 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78fffdb-312f-4c75-bc9e-5210d3ec8108 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:09.419850 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.422109 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/networks/f44f887d-cc2d-40cc-8b79-67e2e846b5eb HTTP/1.1" status: 204 len: 168 time: 2.1486197 Jul 28 11:48:09.427319 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d78fffdb-312f-4c75-bc9e-5210d3ec8108 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1148446 Jul 28 11:48:09.428357 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58072) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:09.428489 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58074) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:09.448420 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-ec295693-5162-49f4-85e8-85f5beec374a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42', 'name': 'tempest-PortsIpV6TestJSON-1354106324'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:09.451341 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f346503b-3958-4aa7-86e2-f7e1aec145e7 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.455194 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f346503b-3958-4aa7-86e2-f7e1aec145e7 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8197246 Jul 28 11:48:09.455194 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.1 (b7a33a95-fbe5-45dc-a9c3-a85b667e3d72/b23141ed-c471-4a5e-93e5-569f161c6c26/d3ff3380-7b43-4c37-ad8e-46e8dff900d2) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:09.467886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58076) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:09.472291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a99ca5-88e5-4c6d-809e-833a235266da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Network': ['ID=f44f887d-cc2d-40cc-8b79-67e2e846b5eb,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:09.475413 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346503b-3958-4aa7-86e2-f7e1aec145e7 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f96105-e76d-4d4d-8237-94f9a3eea668,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:09.477479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-846c24e1-1ec7-4b9f-b30d-76de07f5ac2a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.481974 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-d38a28e7-8665-4cb0-85ae-a30b6af552c9 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group_rule': {'security_group_id': '66f96105-e76d-4d4d-8237-94f9a3eea668', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:09.490185 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port dde74638-7811-441b-8326-de8c39806550 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:09.558007 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 652e226c-f6cf-4133-b97a-6129cdc28cde no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:48:09.578438 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d38a28e7-8665-4cb0-85ae-a30b6af552c9 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.594443 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 652e226c-f6cf-4133-b97a-6129cdc28cde {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:48:09.595062 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 652e226c-f6cf-4133-b97a-6129cdc28cde not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:48:09.663870 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.679537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d38a28e7-8665-4cb0-85ae-a30b6af552c9 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.688639 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d38a28e7-8665-4cb0-85ae-a30b6af552c9 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.694170 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object d3ff3380-7b43-4c37-ad8e-46e8dff900d2 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:09.715265 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a28e7-8665-4cb0-85ae-a30b6af552c9 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4846c2-ca2a-447a-8dd6-702924f91801,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:09.728342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d38a28e7-8665-4cb0-85ae-a30b6af552c9 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.730480 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d38a28e7-8665-4cb0-85ae-a30b6af552c9 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2612886 Jul 28 11:48:09.734999 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58078) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:09.761402 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0dbefff2-5e4c-40c6-99b8-862a46c8221f tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-group-rules/cc4846c2-ca2a-447a-8dd6-702924f91801 HTTP/1.1" status: 200 len: 763 time: 0.0252743 Jul 28 11:48:09.763985 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58080) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:09.781408 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.839348 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:09.850101 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:09.853012 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:09.860572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c69b0c0-3a49-406a-8c78-ec29ef5210bc None None] Network b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:09.869428 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a2ea01fa-2cdd-4659-be9f-3db1d90ef44d tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1020150 Jul 28 11:48:09.870530 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58082) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:09.894553 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=d3ff3380-7b43-4c37-ad8e-46e8dff900d2,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:09.922560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.930028 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c24e1-1ec7-4b9f-b30d-76de07f5ac2a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Port': ['ID=8a36248b-c7f4-44db-85ff-a78cb367f4ce,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:09.949385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6d6fbda4-7905-42c9-a915-028101f50b04 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.989395 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6d6fbda4-7905-42c9-a915-028101f50b04 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:09.994803 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ae49cb-c007-4b10-a805-4ec5dd25593b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet 96da1181-35e8-488c-93d4-89fc20239b79 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:48:10.024459 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-57ae49cb-c007-4b10-a805-4ec5dd25593b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.069235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.078512 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7bde3294-6756-49d8-a360-43b83b352784 None None] Provisioning for port dde74638-7811-441b-8326-de8c39806550 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:10.086055 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7bde3294-6756-49d8-a360-43b83b352784 None None] Provisioning complete for port dde74638-7811-441b-8326-de8c39806550 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:10.086581 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7bde3294-6756-49d8-a360-43b83b352784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.104460 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-57ae49cb-c007-4b10-a805-4ec5dd25593b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.127739 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec295693-5162-49f4-85e8-85f5beec374a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:10.131366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ec295693-5162-49f4-85e8-85f5beec374a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.136427 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-846c24e1-1ec7-4b9f-b30d-76de07f5ac2a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.139777 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-846c24e1-1ec7-4b9f-b30d-76de07f5ac2a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.141019 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-846c24e1-1ec7-4b9f-b30d-76de07f5ac2a tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/floatingips/5452b0a8-b55e-42f3-866f-0690a30a5f67 HTTP/1.1" status: 204 len: 168 time: 1.4842086 Jul 28 11:48:10.155001 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6d6fbda4-7905-42c9-a915-028101f50b04 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.158164 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58084) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:10.166504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '4f2b78fe-fa99-4b4e-9675-d53fdc70568d'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:10.177769 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6d6fbda4-7905-42c9-a915-028101f50b04 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.178983 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6d6fbda4-7905-42c9-a915-028101f50b04 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/cc4846c2-ca2a-447a-8dd6-702924f91801 HTTP/1.1" status: 204 len: 168 time: 0.3040540 Jul 28 11:48:10.188702 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58086) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:10.205165 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fbda4-7905-42c9-a915-028101f50b04 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc4846c2-ca2a-447a-8dd6-702924f91801,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:10.207541 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-ec295693-5162-49f4-85e8-85f5beec374a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] device_id is not set on port 9e44af04-f6ed-4d96-8004-02117676b792 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:48:10.244145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7bde3294-6756-49d8-a360-43b83b352784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.290049 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7bde3294-6756-49d8-a360-43b83b352784 None None] For port dde74638-7811-441b-8326-de8c39806550, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=dde74638-7811-441b-8326-de8c39806550,segment=NetworkSegment(9d123eab-912d-404c-941b-9071e5b8e0d4),segment_id=9d123eab-912d-404c-941b-9071e5b8e0d4)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:10.295832 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7bde3294-6756-49d8-a360-43b83b352784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.314581 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.374823 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-237416d9-429c-42e1-b61c-5535c87b84ec tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1848686 Jul 28 11:48:10.379617 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58090) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:10.380491 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde3294-6756-49d8-a360-43b83b352784 None None] Pushing event updated for resources: {'Port': ['ID=dde74638-7811-441b-8326-de8c39806550,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:10.384789 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-cf9d41fc-986d-4b08-84f1-16116698c48b tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group_rule': {'security_group_id': '66f96105-e76d-4d4d-8237-94f9a3eea668', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:10.443931 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-57ae49cb-c007-4b10-a805-4ec5dd25593b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.444533 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cf9d41fc-986d-4b08-84f1-16116698c48b tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.448609 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.457730 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.600969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a4412-08c7-48b7-a7a2-a06970cb51a5 req-114f0f8c-ecca-40b4-ad06-f999ff7cd6cf tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:10.602780 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9f0a4412-08c7-48b7-a7a2-a06970cb51a5 req-114f0f8c-ecca-40b4-ad06-f999ff7cd6cf tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 944 time: 0.2498474 Jul 28 11:48:10.628480 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7e787c31-0bd6-4f54-94f1-b0b3c7898c00 None None] Provisioning for port d3ff3380-7b43-4c37-ad8e-46e8dff900d2 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:10.629185 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ec295693-5162-49f4-85e8-85f5beec374a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.634987 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7e787c31-0bd6-4f54-94f1-b0b3c7898c00 None None] Provisioning complete for port d3ff3380-7b43-4c37-ad8e-46e8dff900d2 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:10.635985 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7e787c31-0bd6-4f54-94f1-b0b3c7898c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.662022 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-57ae49cb-c007-4b10-a805-4ec5dd25593b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.679834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7e787c31-0bd6-4f54-94f1-b0b3c7898c00 None None] Port d3ff3380-7b43-4c37-ad8e-46e8dff900d2 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:10.693816 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7e787c31-0bd6-4f54-94f1-b0b3c7898c00 None None] Provisioning complete for port dde74638-7811-441b-8326-de8c39806550 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:10.694380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7e787c31-0bd6-4f54-94f1-b0b3c7898c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.722603 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae49cb-c007-4b10-a805-4ec5dd25593b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=96da1181-35e8-488c-93d4-89fc20239b79,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:10.726265 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6817fe0b-e9a5-4e3e-b2d1-64e6a73df8cc None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:10.737231 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-57ae49cb-c007-4b10-a805-4ec5dd25593b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.742105 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-57ae49cb-c007-4b10-a805-4ec5dd25593b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/96da1181-35e8-488c-93d4-89fc20239b79 HTTP/1.1" status: 204 len: 168 time: 1.3088589 Jul 28 11:48:10.743073 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58092) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:10.805129 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9f0a4412-08c7-48b7-a7a2-a06970cb51a5 req-8ff48948-8880-4911-b3f8-c1d47dba7c78 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852977 Jul 28 11:48:10.838032 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-594e5d02-b9c0-4878-a424-c50aea131977 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Deleting subnet ac31dcc4-1748-4e13-aaaa-b8b7bb0bc586 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:48:10.845108 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-594e5d02-b9c0-4878-a424-c50aea131977 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.871945 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ec295693-5162-49f4-85e8-85f5beec374a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.877011 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.902794 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:10.952341 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=d3ff3380-7b43-4c37-ad8e-46e8dff900d2,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:10.968593 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-594e5d02-b9c0-4878-a424-c50aea131977 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.001477 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec295693-5162-49f4-85e8-85f5beec374a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network ca168f09-cf7b-434c-bdb4-a31095463e42 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:11.013374 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-ec295693-5162-49f4-85e8-85f5beec374a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:11.015308 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec295693-5162-49f4-85e8-85f5beec374a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=9e44af04-f6ed-4d96-8004-02117676b792,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:11.017369 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec295693-5162-49f4-85e8-85f5beec374a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:11.023196 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec295693-5162-49f4-85e8-85f5beec374a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:11.023854 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ec295693-5162-49f4-85e8-85f5beec374a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.035752 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cf9d41fc-986d-4b08-84f1-16116698c48b tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.045477 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-19e7bbb9-abd2-4efa-aeb2-f28f15305926 None None] Provisioning complete for port d3ff3380-7b43-4c37-ad8e-46e8dff900d2 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:11.047565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cf9d41fc-986d-4b08-84f1-16116698c48b tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.062371 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19e7bbb9-abd2-4efa-aeb2-f28f15305926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.069923 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cf9d41fc-986d-4b08-84f1-16116698c48b tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.073598 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cf9d41fc-986d-4b08-84f1-16116698c48b tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6903312 Jul 28 11:48:11.084579 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58094) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:11.088233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d41fc-986d-4b08-84f1-16116698c48b tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a942c20d-6d43-4868-9383-812f7f445461,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:11.100382 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:11.101784 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:11.112607 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ec295693-5162-49f4-85e8-85f5beec374a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6808753 Jul 28 11:48:11.115922 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58096) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:11.135925 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device dde74638-7811-441b-8326-de8c39806550 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:11.138446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-19e7bbb9-abd2-4efa-aeb2-f28f15305926 None None] Port d3ff3380-7b43-4c37-ad8e-46e8dff900d2 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:11.202788 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-37af8718-6c4a-4ebc-868a-1f41836329c2 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-group-rules/a942c20d-6d43-4868-9383-812f7f445461 HTTP/1.1" status: 200 len: 763 time: 0.1172442 Jul 28 11:48:11.205989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58098) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:11.218611 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port dde74638-7811-441b-8326-de8c39806550 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:11.224142 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-594e5d02-b9c0-4878-a424-c50aea131977 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.225252 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.254722 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:48:11.270782 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a75b6e5a-4892-4bfe-9b6d-361f663596b2 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0635393 Jul 28 11:48:11.273344 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58100) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:11.291305 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Allocated IP 172.26.1.248 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/68418141-49fd-4752-b792-270a7c7499ad) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:11.305110 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-95e8b3cf-7d56-4fb5-b331-6eadf3a65536 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.335534 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-95e8b3cf-7d56-4fb5-b331-6eadf3a65536 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.441377 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-95e8b3cf-7d56-4fb5-b331-6eadf3a65536 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.449115 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-95e8b3cf-7d56-4fb5-b331-6eadf3a65536 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.451025 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-95e8b3cf-7d56-4fb5-b331-6eadf3a65536 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/a942c20d-6d43-4868-9383-812f7f445461 HTTP/1.1" status: 204 len: 168 time: 0.1765604 Jul 28 11:48:11.453495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58102) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:11.455221 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 7f332189-cd8f-49f5-866e-cca5b1ec615c details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:48:11.468271 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8b3cf-7d56-4fb5-b331-6eadf3a65536 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a942c20d-6d43-4868-9383-812f7f445461,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:11.499696 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:11.510606 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-594e5d02-b9c0-4878-a424-c50aea131977 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.511042 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Sync routers for ids ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:11.514904 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a4630adf-07de-4c8e-ae7c-be2a0d20b7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0167737 Jul 28 11:48:11.519646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58104) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:11.523929 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Routers {'9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:11.524535 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:11.525498 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-08df9e72-5b57-4c72-8c86-a8698873f768 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port 9e44af04-f6ed-4d96-8004-02117676b792 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:11.525850 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08df9e72-5b57-4c72-8c86-a8698873f768 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.538442 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.544262 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b0193f53-b684-427f-b099-bd496f93d787 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0886276 Jul 28 11:48:11.552806 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58106) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:11.568311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c6e7be49-6329-4800-9362-557ede40368d None None] Provisioning complete for port d3ff3380-7b43-4c37-ad8e-46e8dff900d2 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:11.568683 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6e7be49-6329-4800-9362-557ede40368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.580712 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-61375469-b057-40fa-b4cd-ac1c3d23ef4a tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Request body: {'security_group_rule': {'security_group_id': '66f96105-e76d-4d4d-8237-94f9a3eea668', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:11.581100 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-594e5d02-b9c0-4878-a424-c50aea131977 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.583371 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-594e5d02-b9c0-4878-a424-c50aea131977 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/ac31dcc4-1748-4e13-aaaa-b8b7bb0bc586 HTTP/1.1" status: 204 len: 168 time: 0.8324709 Jul 28 11:48:11.589501 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e5d02-b9c0-4878-a424-c50aea131977 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Subnet': ['ID=ac31dcc4-1748-4e13-aaaa-b8b7bb0bc586,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:11.594123 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58108) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:11.637701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7be49-6329-4800-9362-557ede40368d None None] Port d3ff3380-7b43-4c37-ad8e-46e8dff900d2 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:11.668718 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 7f332189-cd8f-49f5-866e-cca5b1ec615c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7f332189-cd8f-49f5-866e-cca5b1ec615c,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:11.680038 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '7f332189-cd8f-49f5-866e-cca5b1ec615c', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'port_id': '7f332189-cd8f-49f5-866e-cca5b1ec615c', 'mac_address': 'fa:16:3e:f9:41:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:48:11.700098 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Set router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:48:11.710023 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-091ad801-1894-4336-91d2-25d8e4c48b08 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856681 Jul 28 11:48:11.720438 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58110) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:11.738085 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.756536 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-61375469-b057-40fa-b4cd-ac1c3d23ef4a tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.764582 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f332189-cd8f-49f5-866e-cca5b1ec615c {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:48:11.780509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08df9e72-5b57-4c72-8c86-a8698873f768 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.804640 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 7f332189-cd8f-49f5-866e-cca5b1ec615c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7f332189-cd8f-49f5-866e-cca5b1ec615c,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:11.811938 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.818068 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-08df9e72-5b57-4c72-8c86-a8698873f768 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for 9e44af04-f6ed-4d96-8004-02117676b792 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:11.880096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e77df8-9370-4dec-bfe2-3aa8e994ca25 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:11.880822 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e77df8-9370-4dec-bfe2-3aa8e994ca25 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:11.881376 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e77df8-9370-4dec-bfe2-3aa8e994ca25 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:11.881964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e77df8-9370-4dec-bfe2-3aa8e994ca25 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:11.883859 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e77df8-9370-4dec-bfe2-3aa8e994ca25 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:11.884631 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e77df8-9370-4dec-bfe2-3aa8e994ca25 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:11.885512 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e77df8-9370-4dec-bfe2-3aa8e994ca25 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:11.885975 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e77df8-9370-4dec-bfe2-3aa8e994ca25 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:11.886562 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e77df8-9370-4dec-bfe2-3aa8e994ca25 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:11.887693 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e77df8-9370-4dec-bfe2-3aa8e994ca25 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:11.892254 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-79e77df8-9370-4dec-bfe2-3aa8e994ca25 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6995 time: 0.3687046 Jul 28 11:48:11.895694 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58116) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:11.897111 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.906225 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-61375469-b057-40fa-b4cd-ac1c3d23ef4a tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.916738 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-61375469-b057-40fa-b4cd-ac1c3d23ef4a tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:11.935463 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb060fe7-fb12-4789-95ba-521154d623dc None None] Network ff79b356-b140-4126-83e7-2a8ec9cd81dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:11.936136 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e21139-3eb9-4def-97fd-3ea8b19d681e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:11.941021 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-98e21139-3eb9-4def-97fd-3ea8b19d681e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2163482 Jul 28 11:48:11.941598 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58118) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:11.955142 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=7f332189-cd8f-49f5-866e-cca5b1ec615c,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:12.000514 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466504e2-4faa-4160-97cd-90613a900b19 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:12.004576 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-466504e2-4faa-4160-97cd-90613a900b19 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0593812 Jul 28 11:48:12.004576 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61375469-b057-40fa-b4cd-ac1c3d23ef4a tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539d1ac7-60ed-4e7a-94dc-ad851dcfe849,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:12.009534 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58120) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.017957 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-61375469-b057-40fa-b4cd-ac1c3d23ef4a tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.021674 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-61375469-b057-40fa-b4cd-ac1c3d23ef4a tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4651823 Jul 28 11:48:12.021674 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58122) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.034561 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-543ad3d7-f536-429d-8b76-26b31d55e68f None None] Provisioning complete for port 1036d061-2f20-4682-b2ea-be714331cadd triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:12.034984 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-543ad3d7-f536-429d-8b76-26b31d55e68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.046880 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:48:10Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'd3ff3380-7b43-4c37-ad8e-46e8dff900d2', 'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:5c:58:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:09Z', 'updated_at': '2021-07-28T11:48:10Z', 'revision_number': 2, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:12.048471 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58124) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.064261 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:12.077833 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Checking router: 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:48:12.078498 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Updating router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 port d3ff3380-7b43-4c37-ad8e-46e8dff900d2 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:48:12.082825 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['7f332189-cd8f-49f5-866e-cca5b1ec615c'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:48:12.108301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:12.111200 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.111351 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:12.133228 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f6e3cba7-e74b-454e-8ba9-6f333470c0e6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1253781 Jul 28 11:48:12.142687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58126) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.178936 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d7a34390-fb0b-4c5c-b8db-4fc37233b027 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-group-rules/539d1ac7-60ed-4e7a-94dc-ad851dcfe849 HTTP/1.1" status: 200 len: 764 time: 0.1260026 Jul 28 11:48:12.190180 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58128) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.203391 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a862186-0df8-4dc6-9117-22b2369d91a6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:12.204385 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a862186-0df8-4dc6-9117-22b2369d91a6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:12.209801 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2a862186-0df8-4dc6-9117-22b2369d91a6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/2e7298d6-24b7-4729-9d41-0cd8b8e4c3d1 HTTP/1.1" status: 404 len: 333 time: 0.0657058 Jul 28 11:48:12.210584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58130) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.219245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=68418141-49fd-4752-b792-270a7c7499ad,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:12.260603 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6a3d22-f8da-4c34-be90-301d49d64744 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:12.261184 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6a3d22-f8da-4c34-be90-301d49d64744 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:12.266955 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3c6a3d22-f8da-4c34-be90-301d49d64744 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/ac31dcc4-1748-4e13-aaaa-b8b7bb0bc586 HTTP/1.1" status: 404 len: 337 time: 0.0530322 Jul 28 11:48:12.267722 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58132) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.292856 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225240d1-a435-4492-8bcd-2b2f107e7942 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:12.293938 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225240d1-a435-4492-8bcd-2b2f107e7942 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:12.294440 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225240d1-a435-4492-8bcd-2b2f107e7942 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:12.294915 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225240d1-a435-4492-8bcd-2b2f107e7942 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:12.295380 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225240d1-a435-4492-8bcd-2b2f107e7942 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:12.295842 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225240d1-a435-4492-8bcd-2b2f107e7942 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:12.296303 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225240d1-a435-4492-8bcd-2b2f107e7942 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:12.296762 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225240d1-a435-4492-8bcd-2b2f107e7942 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:12.301364 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-225240d1-a435-4492-8bcd-2b2f107e7942 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5218 time: 0.3552923 Jul 28 11:48:12.304147 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea41d860-dcb2-4ffd-95d2-d9aaad375689 None None] DHCP port deletion for ff79b356-b140-4126-83e7-2a8ec9cd81dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:48:12.305381 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58134) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.331415 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd5b24c-7018-483d-b110-94c170378127 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:12.332052 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd5b24c-7018-483d-b110-94c170378127 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:12.337008 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cfd5b24c-7018-483d-b110-94c170378127 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/96da1181-35e8-488c-93d4-89fc20239b79 HTTP/1.1" status: 404 len: 337 time: 0.0656757 Jul 28 11:48:12.339639 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58136) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.351440 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be528763-0691-4c72-b3e9-e98972261b96 req-8e7019a9-411e-4cb2-a033-bd540554bfac tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:12.359398 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-be528763-0691-4c72-b3e9-e98972261b96 req-8e7019a9-411e-4cb2-a033-bd540554bfac tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 945 time: 0.4065247 Jul 28 11:48:12.369629 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa383cc9-4f29-4662-b343-92e7694d6da7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:12.370627 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa383cc9-4f29-4662-b343-92e7694d6da7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:12.376438 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-aa383cc9-4f29-4662-b343-92e7694d6da7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/8d2125ee-3d53-42ee-b59e-065c0d6a33fd HTTP/1.1" status: 404 len: 333 time: 0.0356147 Jul 28 11:48:12.377395 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58138) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.436969 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec85e5d-ca0c-43ff-9a7b-ad45d745dcd4 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:12.437617 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec85e5d-ca0c-43ff-9a7b-ad45d745dcd4 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:12.440365 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08df9e72-5b57-4c72-8c86-a8698873f768 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.441466 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ea41d860-dcb2-4ffd-95d2-d9aaad375689 None None] Deleting port 1036d061-2f20-4682-b2ea-be714331cadd {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:12.441847 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ea41d860-dcb2-4ffd-95d2-d9aaad375689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.442749 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-eec85e5d-ca0c-43ff-9a7b-ad45d745dcd4 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/cd719500-9b2d-4d1e-9633-f4d128ca1ed8 HTTP/1.1" status: 404 len: 337 time: 0.0639579 Jul 28 11:48:12.444652 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58140) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.476597 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0cfdb2-0cdd-407c-81ef-b0f57aac2fe7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:12.477246 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0cfdb2-0cdd-407c-81ef-b0f57aac2fe7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:12.483430 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-dd0cfdb2-0cdd-407c-81ef-b0f57aac2fe7 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/bfc7e5db-751b-4316-b780-56b6c87b0bad HTTP/1.1" status: 404 len: 337 time: 0.0376430 Jul 28 11:48:12.486279 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58142) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.506772 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ea41d860-dcb2-4ffd-95d2-d9aaad375689 None None] For port 1036d061-2f20-4682-b2ea-be714331cadd, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1036d061-2f20-4682-b2ea-be714331cadd,segment=NetworkSegment(e9bd8496-1922-4e28-b253-25921b0f99e3),segment_id=e9bd8496-1922-4e28-b253-25921b0f99e3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:12.507424 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ea41d860-dcb2-4ffd-95d2-d9aaad375689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.515284 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e9abb9-71fe-4d26-9ca3-1b6e91a22508 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:12.516080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e9abb9-71fe-4d26-9ca3-1b6e91a22508 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:12.516204 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8f5da8cc-8a59-4824-9f76-cd3b7284a5ab tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3190165 Jul 28 11:48:12.521052 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-96e9abb9-71fe-4d26-9ca3-1b6e91a22508 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/e4aa3eaa-0b2e-4c13-81de-8c96f635e972 HTTP/1.1" status: 404 len: 333 time: 0.0335984 Jul 28 11:48:12.521826 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58144) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.522277 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58146) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.524170 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ea41d860-dcb2-4ffd-95d2-d9aaad375689 None None] Calling delete_port for 1036d061-2f20-4682-b2ea-be714331cadd owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:12.560819 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.561378 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-be528763-0691-4c72-b3e9-e98972261b96 req-bbf16f79-275a-46ab-b2f3-aaecac3ea792 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008040 Jul 28 11:48:12.569481 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-644193ad-e73e-4466-a224-167db48dccd6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:12.570070 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644193ad-e73e-4466-a224-167db48dccd6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:12.573591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08df9e72-5b57-4c72-8c86-a8698873f768 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.575656 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-644193ad-e73e-4466-a224-167db48dccd6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/6413e13a-54c2-4c5c-802f-86d5491bc786 HTTP/1.1" status: 404 len: 337 time: 0.0372210 Jul 28 11:48:12.576449 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58148) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.577592 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-08df9e72-5b57-4c72-8c86-a8698873f768 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/ports/9e44af04-f6ed-4d96-8004-02117676b792 HTTP/1.1" status: 204 len: 168 time: 1.4592850 Jul 28 11:48:12.581905 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df9e72-5b57-4c72-8c86-a8698873f768 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=9e44af04-f6ed-4d96-8004-02117676b792,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:12.582439 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Transition to ACTIVE for port object d3ff3380-7b43-4c37-ad8e-46e8dff900d2 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:12.592570 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.601271 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58150) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.608318 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-beb72463-f13b-439e-9876-0da2c10a78c0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42', 'mac_address': 'fa:16:3e:6f:98:81', 'name': 'tempest-PortsIpV6TestJSON-766554576'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:12.613414 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b5c1d5-808f-4928-b0f1-ac76282500bd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:12.614006 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b5c1d5-808f-4928-b0f1-ac76282500bd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:12.619000 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58152) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.619457 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c1b5c1d5-808f-4928-b0f1-ac76282500bd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/aa91c83f-a27d-4662-8279-272ffc7d47a3 HTTP/1.1" status: 404 len: 337 time: 0.0402932 Jul 28 11:48:12.627628 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-23e268b0-6a78-4eaf-b3fe-7815ad4e0bfe tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.636051 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-23e268b0-6a78-4eaf-b3fe-7815ad4e0bfe tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.650912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ea41d860-dcb2-4ffd-95d2-d9aaad375689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.666877 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26396a87-73b2-4289-bf47-69f22586e43b None None] Pushing event updated for resources: {'Port': ['ID=d3ff3380-7b43-4c37-ad8e-46e8dff900d2,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:12.682665 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26396a87-73b2-4289-bf47-69f22586e43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:12.684767 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26396a87-73b2-4289-bf47-69f22586e43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:12.687989 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26396a87-73b2-4289-bf47-69f22586e43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:12.688609 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26396a87-73b2-4289-bf47-69f22586e43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:12.689454 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-f14a4ded-1c0c-44cc-8436-587831cb2752 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Deleting port acaba9f0-0dcf-4e9a-b0c9-b944098d9b16 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:12.689881 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26396a87-73b2-4289-bf47-69f22586e43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:12.690455 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26396a87-73b2-4289-bf47-69f22586e43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:12.690842 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f14a4ded-1c0c-44cc-8436-587831cb2752 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.690984 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41d860-dcb2-4ffd-95d2-d9aaad375689 None None] Pushing event deleted for resources: {'Port': ['ID=1036d061-2f20-4682-b2ea-be714331cadd,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:12.691301 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26396a87-73b2-4289-bf47-69f22586e43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:12.691818 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26396a87-73b2-4289-bf47-69f22586e43b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:12.693721 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26396a87-73b2-4289-bf47-69f22586e43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:12.694711 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-23e268b0-6a78-4eaf-b3fe-7815ad4e0bfe tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.695342 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26396a87-73b2-4289-bf47-69f22586e43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:12.695856 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26396a87-73b2-4289-bf47-69f22586e43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:12.696921 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26396a87-73b2-4289-bf47-69f22586e43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:12.697109 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea41d860-dcb2-4ffd-95d2-d9aaad375689 None None] No DVR routers for this DVR port 1036d061-2f20-4682-b2ea-be714331cadd on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:48:12.727963 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-23e268b0-6a78-4eaf-b3fe-7815ad4e0bfe tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.729305 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-23e268b0-6a78-4eaf-b3fe-7815ad4e0bfe tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/539d1ac7-60ed-4e7a-94dc-ad851dcfe849 HTTP/1.1" status: 204 len: 168 time: 0.2045467 Jul 28 11:48:12.736518 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-219659f3-021a-407c-a037-89a04d999653 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:12.737204 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219659f3-021a-407c-a037-89a04d999653 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:12.738964 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-219659f3-021a-407c-a037-89a04d999653 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/bac8d416-44fa-49ef-9b69-a77467e09e02 HTTP/1.1" status: 404 len: 333 time: 0.0925512 Jul 28 11:48:12.744917 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58154) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.745257 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58156) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.769103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e268b0-6a78-4eaf-b3fe-7815ad4e0bfe tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=539d1ac7-60ed-4e7a-94dc-ad851dcfe849,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:12.784365 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Attempting to bind port d3ff3380-7b43-4c37-ad8e-46e8dff900d2 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:48:12.784743 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Attempting to bind port d3ff3380-7b43-4c37-ad8e-46e8dff900d2 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '9d123eab-912d-404c-941b-9071e5b8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:48:12.785396 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Attempting to bind port d3ff3380-7b43-4c37-ad8e-46e8dff900d2 on network b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:48:12.799275 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:48:12.799722 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Checking segment: {'id': '9d123eab-912d-404c-941b-9071e5b8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:12.800130 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.800530 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Bound using segment: {'id': '9d123eab-912d-404c-941b-9071e5b8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:48:12.801028 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Bound port: d3ff3380-7b43-4c37-ad8e-46e8dff900d2, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d123eab-912d-404c-941b-9071e5b8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:48:12.801432 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.824955 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f14a4ded-1c0c-44cc-8436-587831cb2752 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.825537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f14a4ded-1c0c-44cc-8436-587831cb2752 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.848374 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-479732b9-58b9-491f-871e-be41d6c413ec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:12.849109 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-479732b9-58b9-491f-871e-be41d6c413ec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:12.850062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-f14a4ded-1c0c-44cc-8436-587831cb2752 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Calling delete_port for acaba9f0-0dcf-4e9a-b0c9-b944098d9b16 owned by network:floatingip {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:12.851077 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-479732b9-58b9-491f-871e-be41d6c413ec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/182f2194-36ef-435e-8e7b-4ba2f6195d76 HTTP/1.1" status: 404 len: 337 time: 0.0950735 Jul 28 11:48:12.860242 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58158) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.892304 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] For port d3ff3380-7b43-4c37-ad8e-46e8dff900d2, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:48:12.895880 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] For port d3ff3380-7b43-4c37-ad8e-46e8dff900d2, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d3ff3380-7b43-4c37-ad8e-46e8dff900d2,segment=NetworkSegment(9d123eab-912d-404c-941b-9071e5b8e0d4),segment_id=9d123eab-912d-404c-941b-9071e5b8e0d4)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:48:12.911101 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:12.963922 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d56b832-a327-4ffa-82ca-8c30c2ca8314 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:12.964244 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d56b832-a327-4ffa-82ca-8c30c2ca8314 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:12.968483 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9d56b832-a327-4ffa-82ca-8c30c2ca8314 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/99253d1e-c300-4a5a-8726-eb44b49e0947 HTTP/1.1" status: 404 len: 337 time: 0.0564137 Jul 28 11:48:12.970102 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58160) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:12.970677 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Routers {'9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:12.970971 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:12.984225 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2b686cf2-cb5a-4e78-9ce8-92c69d6ed752 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2347617 Jul 28 11:48:12.988513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58162) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:13.013630 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26396a87-73b2-4289-bf47-69f22586e43b None None] Pushing event updated for resources: {'Port': ['ID=d3ff3380-7b43-4c37-ad8e-46e8dff900d2,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:13.039496 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7c9e2e-ebde-4386-879d-7ccbadf477ea tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:13.041283 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d7c9e2e-ebde-4386-879d-7ccbadf477ea tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:13.048917 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9d7c9e2e-ebde-4386-879d-7ccbadf477ea tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/6c8d183d-55a2-4249-83f0-feed84541df4 HTTP/1.1" status: 404 len: 333 time: 0.0747123 Jul 28 11:48:13.053351 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58164) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:13.101882 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1036d061-2f20-4682-b2ea-be714331cadd no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:48:13.117253 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a55f956-1aff-41b7-818f-022dd62ccd53 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:13.117883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a55f956-1aff-41b7-818f-022dd62ccd53 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:13.119923 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7a55f956-1aff-41b7-818f-022dd62ccd53 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/9d57e3c2-ca86-4f36-ada0-5d6cf9b8619c HTTP/1.1" status: 404 len: 337 time: 0.0638375 Jul 28 11:48:13.133819 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 1036d061-2f20-4682-b2ea-be714331cadd {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:48:13.134170 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1036d061-2f20-4682-b2ea-be714331cadd not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:48:13.139481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58166) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:13.150502 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] Set router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:48:13.190341 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb72463-f13b-439e-9876-0da2c10a78c0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:13.191096 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-510312b6-3b4b-465e-8ecf-9d258dfc8316 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:13.192455 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-510312b6-3b4b-465e-8ecf-9d258dfc8316 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:13.195152 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-510312b6-3b4b-465e-8ecf-9d258dfc8316 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/6bfd5d3d-8a34-428d-aa33-7acf417c59b6 HTTP/1.1" status: 404 len: 333 time: 0.0534623 Jul 28 11:48:13.200689 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58168) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:13.251210 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4fb827ab-91ab-42d2-89b8-fe72e3626de0 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:13.257435 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75b5a65-ee72-4ab0-b889-b99c768f591a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:13.257699 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75b5a65-ee72-4ab0-b889-b99c768f591a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:13.263137 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e75b5a65-ee72-4ab0-b889-b99c768f591a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/670ff822-6bb6-4ef3-beb4-b7f32213165d HTTP/1.1" status: 404 len: 337 time: 0.0593452 Jul 28 11:48:13.287526 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58170) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:13.334793 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4fb827ab-91ab-42d2-89b8-fe72e3626de0 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:13.337687 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-6495b31d-3b6b-4aad-a991-f4a97dc2e3ad tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:13.338371 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6495b31d-3b6b-4aad-a991-f4a97dc2e3ad tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:13.343324 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6495b31d-3b6b-4aad-a991-f4a97dc2e3ad tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/639afe16-65ee-4198-933d-710c2e0e68ea HTTP/1.1" status: 404 len: 333 time: 0.0516219 Jul 28 11:48:13.349860 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58172) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:13.386356 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:48:10Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'd3ff3380-7b43-4c37-ad8e-46e8dff900d2', 'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:5c:58:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:09Z', 'updated_at': '2021-07-28T11:48:12Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:13.395549 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-739e4db4-e00b-4357-b6fe-483f930dc8bd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:13.396120 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739e4db4-e00b-4357-b6fe-483f930dc8bd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:13.400503 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-739e4db4-e00b-4357-b6fe-483f930dc8bd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/875bbe05-77ca-49db-b6f4-5ef3d428e559 HTTP/1.1" status: 404 len: 337 time: 0.0471475 Jul 28 11:48:13.400688 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f14a4ded-1c0c-44cc-8436-587831cb2752 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:13.408975 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58174) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:13.416852 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12de795-4f93-4b8c-96a2-4fe482bbda0e None None] The sync data for ids ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'] in dv-neutron-786478-16-hyperv is: [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:48:10Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'd3ff3380-7b43-4c37-ad8e-46e8dff900d2', 'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:5c:58:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:09Z', 'updated_at': '2021-07-28T11:48:12Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:13.480224 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a4ded-1c0c-44cc-8436-587831cb2752 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event deleted for resources: {'Port': ['ID=acaba9f0-0dcf-4e9a-b0c9-b944098d9b16,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:13.482319 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 7f332189-cd8f-49f5-866e-cca5b1ec615c up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:13.504471 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-7377d808-cdda-4d88-b4cd-999dc3b3246f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:13.505218 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7377d808-cdda-4d88-b4cd-999dc3b3246f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:13.507053 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7377d808-cdda-4d88-b4cd-999dc3b3246f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/eb515529-ad69-4101-a0ff-11f1925edcb3 HTTP/1.1" status: 404 len: 333 time: 0.0956016 Jul 28 11:48:13.556431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58176) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:13.570292 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 7f332189-cd8f-49f5-866e-cca5b1ec615c completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:13.575921 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 7f332189-cd8f-49f5-866e-cca5b1ec615c triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:13.576305 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:13.600390 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4fb827ab-91ab-42d2-89b8-fe72e3626de0 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:13.612800 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4fb827ab-91ab-42d2-89b8-fe72e3626de0 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:13.615862 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4fb827ab-91ab-42d2-89b8-fe72e3626de0 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "DELETE /v2.0/security-groups/66f96105-e76d-4d4d-8237-94f9a3eea668 HTTP/1.1" status: 204 len: 168 time: 0.5904329 Jul 28 11:48:13.622357 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcea3d7e-1249-4488-b1c4-33cd9be229a0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:13.623209 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcea3d7e-1249-4488-b1c4-33cd9be229a0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:13.624716 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58180) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:13.626008 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bcea3d7e-1249-4488-b1c4-33cd9be229a0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/786d8b64-4f4b-4408-9115-01879b7808bd HTTP/1.1" status: 404 len: 337 time: 0.0704410 Jul 28 11:48:13.629827 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58182) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:13.640660 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f14a4ded-1c0c-44cc-8436-587831cb2752 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for floatingip, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:13.641381 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-f14a4ded-1c0c-44cc-8436-587831cb2752 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Floating IP 4a94de79-da93-4a3b-8853-a21bf9a7b940 disassociated (deleted). External IP: 172.26.1.7, port: 36606f33-3404-4398-95a8-a6f2f6df5134. Jul 28 11:48:13.695796 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb827ab-91ab-42d2-89b8-fe72e3626de0 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f96105-e76d-4d4d-8237-94f9a3eea668,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:13.701971 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e13f13d-be83-4292-8858-696d238f4e97 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:13.702885 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e13f13d-be83-4292-8858-696d238f4e97 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:13.703540 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:13.705972 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9e13f13d-be83-4292-8858-696d238f4e97 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/56d07c6d-7177-40db-b5c8-e87dc854d1c0 HTTP/1.1" status: 404 len: 333 time: 0.0747423 Jul 28 11:48:13.709996 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58184) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:13.748584 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4126c3b-858a-448b-bf30-5b1270ff2e50 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:13.749408 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4126c3b-858a-448b-bf30-5b1270ff2e50 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:13.751376 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a4126c3b-858a-448b-bf30-5b1270ff2e50 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/5f449334-b981-4284-81c5-1994d5ba3de0 HTTP/1.1" status: 404 len: 337 time: 0.0389404 Jul 28 11:48:13.755722 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f45b625-3131-48d4-bd0e-833de57b72fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f332189-cd8f-49f5-866e-cca5b1ec615c'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:48:13.756621 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58186) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:13.759194 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97695a96-ddf8-4e93-a4dc-df716952e94c" -d '{"events": [{"server_uuid": "3f45b625-3131-48d4-bd0e-833de57b72fc", "name": "network-vif-plugged", "status": "completed", "tag": "7f332189-cd8f-49f5-866e-cca5b1ec615c"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:48:13.780599 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 7f332189-cd8f-49f5-866e-cca5b1ec615c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7f332189-cd8f-49f5-866e-cca5b1ec615c,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:13.788146 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:13.827955 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be570286-7069-4e14-b36d-c1633e9c089c x-openstack-request-id: req-be570286-7069-4e14-b36d-c1633e9c089c {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:48:13.828372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f45b625-3131-48d4-bd0e-833de57b72fc", "name": "network-vif-plugged", "status": "completed", "tag": "7f332189-cd8f-49f5-866e-cca5b1ec615c", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:48:13.828737 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be570286-7069-4e14-b36d-c1633e9c089c {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:48:13.829237 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f45b625-3131-48d4-bd0e-833de57b72fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f332189-cd8f-49f5-866e-cca5b1ec615c', 'code': 200} Jul 28 11:48:13.847835 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-d912f81b-d036-40e7-b163-a592441851ff tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:13.852444 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d912f81b-d036-40e7-b163-a592441851ff tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:13.855213 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d912f81b-d036-40e7-b163-a592441851ff tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/364391bb-ad1f-4a23-ab6a-5c0430044097 HTTP/1.1" status: 404 len: 333 time: 0.0974634 Jul 28 11:48:13.858764 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58190) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:13.869036 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=7f332189-cd8f-49f5-866e-cca5b1ec615c,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:13.892946 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ab5c7d-d8b1-4ba9-bda1-b72908159d8d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:13.893474 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ab5c7d-d8b1-4ba9-bda1-b72908159d8d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:13.896242 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-22ab5c7d-d8b1-4ba9-bda1-b72908159d8d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/84a2fb4e-26b1-4323-af9b-18194c1fd65b HTTP/1.1" status: 404 len: 337 time: 0.0363665 Jul 28 11:48:13.901050 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58192) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:13.902059 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-beb72463-f13b-439e-9876-0da2c10a78c0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:13.917453 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-07df4353-61d1-47d8-b803-48e8af98d6e4 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2418253 Jul 28 11:48:13.939901 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58194) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:13.976684 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-0776e3a5-0019-4ee2-b95e-3a16af2929e1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:13.977274 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0776e3a5-0019-4ee2-b95e-3a16af2929e1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:13.979092 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0776e3a5-0019-4ee2-b95e-3a16af2929e1 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/9687bd10-7b94-4f1d-9ffd-092667d8bc2c HTTP/1.1" status: 404 len: 337 time: 0.0785577 Jul 28 11:48:13.981916 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58196) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:14.017842 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7025336-b4e1-41e2-9a70-5c00ccae4430 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:14.018588 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7025336-b4e1-41e2-9a70-5c00ccae4430 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:14.020343 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c7025336-b4e1-41e2-9a70-5c00ccae4430 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/4c2087bd-c559-455d-ad81-81f575ebf69e HTTP/1.1" status: 404 len: 333 time: 0.0373378 Jul 28 11:48:14.023313 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58198) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:14.044961 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-beb72463-f13b-439e-9876-0da2c10a78c0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] device_id is not set on port 849ce840-513e-495d-a533-86b2dc0f4a65 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:48:14.066158 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ddc2c-6570-41cf-8a7f-b8ba559b6f7e req-689ffedf-30eb-406e-b552-deb3c01604a0 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:14.068002 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-cf3ddc2c-6570-41cf-8a7f-b8ba559b6f7e req-689ffedf-30eb-406e-b552-deb3c01604a0 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 945 time: 0.3701866 Jul 28 11:48:14.111057 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8587fccc-93b2-472b-a403-c33943286c7b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4489 time: 1.8035288 Jul 28 11:48:14.111296 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d4505-5ee3-485e-a52d-f7bfcb448539 req-d12a2764-8911-4f89-9210-da884d6f0dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:14.112742 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-7048859a-d32d-4f56-9d52-234fcc88d6ec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:14.112870 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b90d4505-5ee3-485e-a52d-f7bfcb448539 req-d12a2764-8911-4f89-9210-da884d6f0dd0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 1099 time: 0.0891542 Jul 28 11:48:14.113592 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7048859a-d32d-4f56-9d52-234fcc88d6ec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:14.118037 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14a4ded-1c0c-44cc-8436-587831cb2752 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Router ede3426a-4e97-4209-86ef-ca5f6ae89be5 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:48:14.118715 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7048859a-d32d-4f56-9d52-234fcc88d6ec tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/4264b446-5ec5-45b9-b699-2587366b0508 HTTP/1.1" status: 404 len: 337 time: 0.0859025 Jul 28 11:48:14.118840 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58202) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:14.161666 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed2af05-96d7-42f9-b93f-73429cda20f2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:14.162128 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed2af05-96d7-42f9-b93f-73429cda20f2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:14.164002 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0ed2af05-96d7-42f9-b93f-73429cda20f2 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/f859533d-ac9b-47b6-a06e-09ade4127548 HTTP/1.1" status: 404 len: 337 time: 0.0440152 Jul 28 11:48:14.168778 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58204) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:14.190609 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cfe1a71c-4cdc-4d3c-adcc-301d3f7f1125 tempest-SecGroupTest-1265058716 tempest-SecGroupTest-1265058716-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2447426 Jul 28 11:48:14.209880 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd22839-9c18-46f6-92f0-d27f7a8531a6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:14.210636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd22839-9c18-46f6-92f0-d27f7a8531a6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:14.212686 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7cd22839-9c18-46f6-92f0-d27f7a8531a6 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/1260472a-109f-4a88-a70e-c87663fbe1b4 HTTP/1.1" status: 404 len: 333 time: 0.0428495 Jul 28 11:48:14.247627 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58208) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:14.282315 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b90d4505-5ee3-485e-a52d-f7bfcb448539 req-f7bf9f4e-16b4-45f8-9240-5dce02cb2c55 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543438 Jul 28 11:48:14.286003 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf48836-07a9-437a-9fe1-87f0d6531b60 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:14.286649 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf48836-07a9-437a-9fe1-87f0d6531b60 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:14.288504 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-caf48836-07a9-437a-9fe1-87f0d6531b60 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/72ae99c5-06c8-4987-b76d-11e7be53b984 HTTP/1.1" status: 404 len: 337 time: 0.0379653 Jul 28 11:48:14.291087 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58210) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:14.326449 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d535a2-d718-4a5f-b3d4-8d0936134c54 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:14.326913 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d535a2-d718-4a5f-b3d4-8d0936134c54 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:14.328793 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a6d535a2-d718-4a5f-b3d4-8d0936134c54 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/50ebf127-0b3d-4040-af60-523b4464a339 HTTP/1.1" status: 404 len: 337 time: 0.0367908 Jul 28 11:48:14.335030 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58212) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:14.370540 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-cf3ddc2c-6570-41cf-8a7f-b8ba559b6f7e req-a87e89b0-0c7b-4633-a24c-28bae0c30b3b tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679808 Jul 28 11:48:14.374078 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58214) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:14.385078 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-1260778b-cc29-4782-ae59-cad2897cba13 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-427159049', 'description': 'tempest-secgroup-smoke-427159049 description', 'project_id': '494923637e9742fd92ad3c4630d377e7'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:14.400949 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed79751-2755-4fb1-bef3-cf903e0fb836 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:14.401649 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed79751-2755-4fb1-bef3-cf903e0fb836 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:14.408321 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3ed79751-2755-4fb1-bef3-cf903e0fb836 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/3f0b3ce8-e45c-4d5b-8382-d30d22dbc289 HTTP/1.1" status: 404 len: 333 time: 0.0721750 Jul 28 11:48:14.410353 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58216) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:14.436775 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14a4ded-1c0c-44cc-8436-587831cb2752 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:14.442241 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f14a4ded-1c0c-44cc-8436-587831cb2752 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:14.451682 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb3d98d-3c4e-42fd-848c-e07f8893489e None None] Sync routers for ids ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:14.468627 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb3d98d-3c4e-42fd-848c-e07f8893489e None None] Routers {'ede3426a-4e97-4209-86ef-ca5f6ae89be5'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:14.469277 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6eb3d98d-3c4e-42fd-848c-e07f8893489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:14.474245 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f14a4ded-1c0c-44cc-8436-587831cb2752 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "DELETE /v2.0/floatingips/4a94de79-da93-4a3b-8853-a21bf9a7b940 HTTP/1.1" status: 204 len: 168 time: 2.4125128 Jul 28 11:48:14.474676 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e02e22b-d52a-4139-9648-780ad475893e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:14.475255 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c36e164-c084-401f-8817-7c33a316df25', 'tag': '36606f33-3404-4398-95a8-a6f2f6df5134'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:48:14.475383 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e02e22b-d52a-4139-9648-780ad475893e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:14.479283 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8e02e22b-d52a-4139-9648-780ad475893e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/0a9260a9-d803-45f2-8651-50c129ecdd7d HTTP/1.1" status: 404 len: 337 time: 0.0348077 Jul 28 11:48:14.479438 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16215e0-be0b-4ac3-87f6-5b7d19112ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "1c36e164-c084-401f-8817-7c33a316df25", "tag": "36606f33-3404-4398-95a8-a6f2f6df5134"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:48:14.480185 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58220) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:14.519076 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb9c239-53bb-4741-9b89-4baf181e121d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:14.519663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb9c239-53bb-4741-9b89-4baf181e121d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:14.524199 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6eb9c239-53bb-4741-9b89-4baf181e121d tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/393de5d7-5ce5-47a5-b501-3a1206233bc5 HTTP/1.1" status: 404 len: 337 time: 0.0402293 Jul 28 11:48:14.524847 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58224) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:14.532419 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:14.583474 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ebcd5924-d8ee-4ee2-bff7-8b9974e9c456 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6c1c601-63c8-44c2-bfe3-6d5e861b4044 HTTP/1.1" status: 200 len: 205 time: 0.0547056 Jul 28 11:48:14.583711 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58228) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:14.586134 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1260778b-cc29-4782-ae59-cad2897cba13 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:14.599710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7ec7a7-8637-45ce-8fcc-69cdccf672c1 x-openstack-request-id: req-bf7ec7a7-8637-45ce-8fcc-69cdccf672c1 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:48:14.599996 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c36e164-c084-401f-8817-7c33a316df25", "tag": "36606f33-3404-4398-95a8-a6f2f6df5134", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:48:14.600246 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf7ec7a7-8637-45ce-8fcc-69cdccf672c1 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:48:14.601178 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c36e164-c084-401f-8817-7c33a316df25', 'tag': '36606f33-3404-4398-95a8-a6f2f6df5134', 'status': 'completed', 'code': 200} Jul 28 11:48:14.643885 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-beb72463-f13b-439e-9876-0da2c10a78c0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:14.655979 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-be177759-40a2-4dc3-a590-65da62f23233 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] delete failed (client error): The resource could not be found. Jul 28 11:48:14.656974 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-be177759-40a2-4dc3-a590-65da62f23233 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/routers/a6c1c601-63c8-44c2-bfe3-6d5e861b4044 HTTP/1.1" status: 404 len: 336 time: 0.0723424 Jul 28 11:48:14.666194 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58230) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:14.692049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16215e0-be0b-4ac3-87f6-5b7d19112ba9 req-8f048350-4ae6-49eb-b8ab-f22a3d6ee04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:14.693458 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a16215e0-be0b-4ac3-87f6-5b7d19112ba9 req-8f048350-4ae6-49eb-b8ab-f22a3d6ee04b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f3047592da24f58b861d395ec5927af&device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 1098 time: 0.0509777 Jul 28 11:48:14.698538 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bfc4f3-d42f-434b-ac90-b34a73fcd445 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:14.698996 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8bfc4f3-d42f-434b-ac90-b34a73fcd445 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:14.701638 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e8bfc4f3-d42f-434b-ac90-b34a73fcd445 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/52cc4957-85ee-4e4a-a1e2-027091d5a069 HTTP/1.1" status: 404 len: 337 time: 0.0344543 Jul 28 11:48:14.711684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58232) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:14.720968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-6eb3d98d-3c4e-42fd-848c-e07f8893489e None None] Set router ede3426a-4e97-4209-86ef-ca5f6ae89be5 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:48:14.759394 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58234) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:14.773996 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:14.803925 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f4717191-aa47-46d1-819b-0d44e3b8c4cc tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e9e249f-8622-4793-aa20-1afdccda99e3 HTTP/1.1" status: 200 len: 205 time: 0.0863867 Jul 28 11:48:14.806434 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58238) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:14.847185 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-f7c48902-2df0-4b3c-9081-78a49b34915a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] delete failed (client error): The resource could not be found. Jul 28 11:48:14.848211 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f7c48902-2df0-4b3c-9081-78a49b34915a tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/routers/5e9e249f-8622-4793-aa20-1afdccda99e3 HTTP/1.1" status: 404 len: 336 time: 0.0408072 Jul 28 11:48:14.858409 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58240) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:14.892125 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5bb146-4768-4e92-aad1-4d681254600b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:14.892599 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5bb146-4768-4e92-aad1-4d681254600b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:14.897331 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-df5bb146-4768-4e92-aad1-4d681254600b tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/37f35b3b-3b74-47c0-8610-f52bb68e977d HTTP/1.1" status: 404 len: 337 time: 0.0349426 Jul 28 11:48:14.899327 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58242) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:14.965324 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7a07c2-97dd-41ef-a4a0-ac8997456b87 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:14.965946 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a7a07c2-97dd-41ef-a4a0-ac8997456b87 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:14.967799 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3a7a07c2-97dd-41ef-a4a0-ac8997456b87 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/ed1b2b48-ef4c-4174-b447-2431e267f1ec HTTP/1.1" status: 404 len: 337 time: 0.0675998 Jul 28 11:48:14.972907 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58246) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:15.028505 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c472b5-675f-44fb-b94c-b874a03e3dbd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:15.029522 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c472b5-675f-44fb-b94c-b874a03e3dbd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:15.035588 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-98c472b5-675f-44fb-b94c-b874a03e3dbd tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/4a3ca8ab-c270-478c-902d-fb3e9a0222a7 HTTP/1.1" status: 404 len: 333 time: 0.0614891 Jul 28 11:48:15.046872 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58248) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:15.081373 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6eb3d98d-3c4e-42fd-848c-e07f8893489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444622183', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:16Z', 'updated_at': '2021-07-28T11:46:25Z', 'revision_number': 4, 'project_id': '6f3047592da24f58b861d395ec5927af', 'gw_port': {'id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:18Z', 'updated_at': '2021-07-28T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'c27f934f-9f80-4fb8-92f1-24bc17633dc8', 'name': '', 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'mac_address': 'fa:16:3e:7a:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:22Z', 'updated_at': '2021-07-28T11:46:34Z', 'revision_number': 5, 'project_id': '6f3047592da24f58b861d395ec5927af', 'subnets': [{'id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:15.094444 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0972a2-563a-4df7-a8b6-902cb8b5433c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:15.095396 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0972a2-563a-4df7-a8b6-902cb8b5433c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:15.096771 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-dd0972a2-563a-4df7-a8b6-902cb8b5433c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/7c44dfd8-9f05-4e0e-b760-1057af2a4d2a HTTP/1.1" status: 404 len: 337 time: 0.0488939 Jul 28 11:48:15.099839 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58250) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:15.122082 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16215e0-be0b-4ac3-87f6-5b7d19112ba9 req-0af7c394-83be-4f8f-bd2b-ab2ff6252217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:15.126666 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb3d98d-3c4e-42fd-848c-e07f8893489e None None] Checking router: ede3426a-4e97-4209-86ef-ca5f6ae89be5 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:48:15.131882 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a16215e0-be0b-4ac3-87f6-5b7d19112ba9 req-0af7c394-83be-4f8f-bd2b-ab2ff6252217 service neutron] 10.222.0.39 "GET /v2.0/networks?id=05e0ea0b-61bb-458d-a29d-5f518c0c2f3d HTTP/1.1" status: 200 len: 897 time: 0.4307287 Jul 28 11:48:15.139411 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb3d98d-3c4e-42fd-848c-e07f8893489e None None] Routers {'ede3426a-4e97-4209-86ef-ca5f6ae89be5'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:15.140022 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6eb3d98d-3c4e-42fd-848c-e07f8893489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:15.163457 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-4630a761-3f45-4295-820e-db8313b7deee tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:15.164180 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4630a761-3f45-4295-820e-db8313b7deee tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:15.168465 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4630a761-3f45-4295-820e-db8313b7deee tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/2a482892-f5c4-47c9-8160-274c71d710e5 HTTP/1.1" status: 404 len: 333 time: 0.0629528 Jul 28 11:48:15.168715 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58252) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:15.178303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d3ff3380-7b43-4c37-ad8e-46e8dff900d2 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:15.214659 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d71ec8-d4d0-44b5-a03f-94d184ec3e6f req-eb5d5a52-fa1d-472b-96ce-d89ddf67b88e tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:15.216351 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c5d71ec8-d4d0-44b5-a03f-94d184ec3e6f req-eb5d5a52-fa1d-472b-96ce-d89ddf67b88e tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 945 time: 0.3008504 Jul 28 11:48:15.237100 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd55f9f0-e90d-4d22-9e2d-422fc7819401 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:15.238114 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd55f9f0-e90d-4d22-9e2d-422fc7819401 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:15.240374 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-dd55f9f0-e90d-4d22-9e2d-422fc7819401 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/dd1601be-6bdb-4b1c-901a-b6984d52ebdc HTTP/1.1" status: 404 len: 337 time: 0.0699031 Jul 28 11:48:15.242365 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a16215e0-be0b-4ac3-87f6-5b7d19112ba9 req-0f69ff76-62d4-4939-abba-8c88def4c067 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36606f33-3404-4398-95a8-a6f2f6df5134 HTTP/1.1" status: 200 len: 217 time: 0.0852673 Jul 28 11:48:15.243198 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58254) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:15.246790 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-beb72463-f13b-439e-9876-0da2c10a78c0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:15.282565 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port d3ff3380-7b43-4c37-ad8e-46e8dff900d2 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:15.288831 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-6eb3d98d-3c4e-42fd-848c-e07f8893489e None None] Set router ede3426a-4e97-4209-86ef-ca5f6ae89be5 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:48:15.291178 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port d3ff3380-7b43-4c37-ad8e-46e8dff900d2 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:15.291554 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:15.302862 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d2e618-ceec-4904-8321-8ff66b726767 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:15.303764 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d2e618-ceec-4904-8321-8ff66b726767 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:15.307182 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e2d2e618-ceec-4904-8321-8ff66b726767 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/f4dfddbd-eaf1-466e-a912-b2874ed30e24 HTTP/1.1" status: 404 len: 333 time: 0.0609426 Jul 28 11:48:15.308502 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58256) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:15.325247 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1260778b-cc29-4782-ae59-cad2897cba13 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:15.344824 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1260778b-cc29-4782-ae59-cad2897cba13 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:15.353630 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:15.363471 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-457ada9c-0d11-4183-9a6e-5209c5571de3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c92be87d866646dba8fb789faeb599b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633219 Jul 28 11:48:15.368841 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb72463-f13b-439e-9876-0da2c10a78c0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network ca168f09-cf7b-434c-bdb4-a31095463e42 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:15.370589 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58258) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:15.453860 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:15.456310 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-beb72463-f13b-439e-9876-0da2c10a78c0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:15.485928 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb72463-f13b-439e-9876-0da2c10a78c0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:15.491859 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb72463-f13b-439e-9876-0da2c10a78c0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:15.492645 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-beb72463-f13b-439e-9876-0da2c10a78c0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:15.518277 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1260778b-cc29-4782-ae59-cad2897cba13 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:15.519667 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1260778b-cc29-4782-ae59-cad2897cba13 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1418531 Jul 28 11:48:15.520495 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb72463-f13b-439e-9876-0da2c10a78c0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=849ce840-513e-495d-a533-86b2dc0f4a65,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:15.524594 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58262) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:15.545245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-7bcf3a40-5d8b-4cd4-809c-aa00f07ade0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '61150fbe-72ca-4f0f-823e-f544e2a831d0', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:15.576556 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c5d71ec8-d4d0-44b5-a03f-94d184ec3e6f req-0dbebcfd-b58a-4bb7-aee6-cd5a2ec7796b tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3407607 Jul 28 11:48:15.612071 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260778b-cc29-4782-ae59-cad2897cba13 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61150fbe-72ca-4f0f-823e-f544e2a831d0,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:15.655473 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-beb72463-f13b-439e-9876-0da2c10a78c0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0486028 Jul 28 11:48:15.655473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-52d0478a-3da4-4fb9-9ff9-26a521725923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:15.658397 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58264) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:15.675918 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-025bfb2b-cfcf-441b-b9f5-196171887a9c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:15.676376 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025bfb2b-cfcf-441b-b9f5-196171887a9c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:15.678108 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-025bfb2b-cfcf-441b-b9f5-196171887a9c tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/f78cc925-eb81-42b6-bc92-eb711f882648 HTTP/1.1" status: 404 len: 337 time: 0.3684249 Jul 28 11:48:15.680700 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58266) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:15.688205 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:15.707728 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b2a1da-4fe4-4122-b2f1-1f3fb6080abf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:15.708378 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b2a1da-4fe4-4122-b2f1-1f3fb6080abf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:15.710195 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-20b2a1da-4fe4-4122-b2f1-1f3fb6080abf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/1a6ff582-cacb-4739-b3b9-28bde419aaae HTTP/1.1" status: 404 len: 333 time: 0.0286441 Jul 28 11:48:15.712702 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16215e0-be0b-4ac3-87f6-5b7d19112ba9 req-6b5d3702-511b-4706-8d7d-83b2b070d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:15.714151 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a16215e0-be0b-4ac3-87f6-5b7d19112ba9 req-6b5d3702-511b-4706-8d7d-83b2b070d8db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2 HTTP/1.1" status: 200 len: 834 time: 0.4626718 Jul 28 11:48:15.714720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58268) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:15.751272 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfaf4f58-93cb-4b1b-9a5c-98535e6b4e37 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:15.751832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfaf4f58-93cb-4b1b-9a5c-98535e6b4e37 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:15.753498 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=68418141-49fd-4752-b792-270a7c7499ad,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:15.753705 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cfaf4f58-93cb-4b1b-9a5c-98535e6b4e37 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/df77f00f-509f-417a-b4ee-defb38d6636e HTTP/1.1" status: 404 len: 337 time: 0.0376413 Jul 28 11:48:15.758832 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58270) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:15.759205 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port d3ff3380-7b43-4c37-ad8e-46e8dff900d2, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d3ff3380-7b43-4c37-ad8e-46e8dff900d2,segment=NetworkSegment(9d123eab-912d-404c-941b-9071e5b8e0d4),segment_id=9d123eab-912d-404c-941b-9071e5b8e0d4)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:15.767432 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:15.768046 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:15.773657 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-52d0478a-3da4-4fb9-9ff9-26a521725923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:15.788501 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16215e0-be0b-4ac3-87f6-5b7d19112ba9 req-eda2a59a-bfb8-4752-80f0-016b6102a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:15.790267 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a16215e0-be0b-4ac3-87f6-5b7d19112ba9 req-eda2a59a-bfb8-4752-80f0-016b6102a8b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05e0ea0b-61bb-458d-a29d-5f518c0c2f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0663075 Jul 28 11:48:15.833645 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b49fe0-274c-4c0b-b939-13732798b9d7 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:15.834216 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=d3ff3380-7b43-4c37-ad8e-46e8dff900d2,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:15.837832 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-74b49fe0-274c-4c0b-b939-13732798b9d7 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports/849ce840-513e-495d-a533-86b2dc0f4a65 HTTP/1.1" status: 200 len: 844 time: 0.1717467 Jul 28 11:48:15.837832 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7bcf3a40-5d8b-4cd4-809c-aa00f07ade0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:15.848676 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6eb3d98d-3c4e-42fd-848c-e07f8893489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444622183', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:16Z', 'updated_at': '2021-07-28T11:46:25Z', 'revision_number': 4, 'project_id': '6f3047592da24f58b861d395ec5927af', 'gw_port': {'id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:18Z', 'updated_at': '2021-07-28T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'c27f934f-9f80-4fb8-92f1-24bc17633dc8', 'name': '', 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'mac_address': 'fa:16:3e:7a:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:22Z', 'updated_at': '2021-07-28T11:46:34Z', 'revision_number': 5, 'project_id': '6f3047592da24f58b861d395ec5927af', 'subnets': [{'id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:15.856193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58272) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:15.867211 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5168e4-882a-40f6-8b7a-a6693b2f02fd req-23a61856-647a-4fbc-9350-f8a11497ff45 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:15.870890 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ab5168e4-882a-40f6-8b7a-a6693b2f02fd req-23a61856-647a-4fbc-9350-f8a11497ff45 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 946 time: 0.3992119 Jul 28 11:48:15.877476 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb3d98d-3c4e-42fd-848c-e07f8893489e None None] The sync data for ids ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'] in dv-neutron-786478-16-hyperv is: [{'id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444622183', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:16Z', 'updated_at': '2021-07-28T11:46:25Z', 'revision_number': 4, 'project_id': '6f3047592da24f58b861d395ec5927af', 'gw_port': {'id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:18Z', 'updated_at': '2021-07-28T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'c27f934f-9f80-4fb8-92f1-24bc17633dc8', 'name': '', 'network_id': '05e0ea0b-61bb-458d-a29d-5f518c0c2f3d', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'mac_address': 'fa:16:3e:7a:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:22Z', 'updated_at': '2021-07-28T11:46:34Z', 'revision_number': 5, 'project_id': '6f3047592da24f58b861d395ec5927af', 'subnets': [{'id': '55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:15.896684 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7734ea-5b4f-4e49-8afc-8bff76cd1fbf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:15.897038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7734ea-5b4f-4e49-8afc-8bff76cd1fbf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:15.898862 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7d7734ea-5b4f-4e49-8afc-8bff76cd1fbf tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/90890a00-89f1-41c8-9bd3-52f0849068cb HTTP/1.1" status: 404 len: 333 time: 0.1329379 Jul 28 11:48:15.901967 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58274) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:15.966312 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ac6e70-e8e2-429d-bae3-7de654efd688 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:15.966793 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ac6e70-e8e2-429d-bae3-7de654efd688 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:15.970758 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-74ac6e70-e8e2-429d-bae3-7de654efd688 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/d0f366c6-777d-4e8f-83d8-a59b5b8d0c5a HTTP/1.1" status: 404 len: 337 time: 0.0648856 Jul 28 11:48:15.972312 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58276) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:16.013862 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25ef405-eeac-4da6-8170-13bd54a8ab0e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:16.014638 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25ef405-eeac-4da6-8170-13bd54a8ab0e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:16.018872 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a25ef405-eeac-4da6-8170-13bd54a8ab0e tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/4e5e6c92-d647-41b5-bcbc-c220070c49fc HTTP/1.1" status: 404 len: 333 time: 0.0423956 Jul 28 11:48:16.018872 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a16215e0-be0b-4ac3-87f6-5b7d19112ba9 req-09ee4bae-4daf-43bb-a5e2-d7c33b717736 service neutron] 10.222.0.39 "GET /v2.0/networks/05e0ea0b-61bb-458d-a29d-5f518c0c2f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191551 Jul 28 11:48:16.019407 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58278) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:16.036352 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ab5168e4-882a-40f6-8b7a-a6693b2f02fd req-c5aaddfb-aa44-404e-8c03-4546e551de39 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422644 Jul 28 11:48:16.071231 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-49546bac-649e-4329-8c52-0e679ea01526 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:16.071971 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49546bac-649e-4329-8c52-0e679ea01526 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:16.075073 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-49546bac-649e-4329-8c52-0e679ea01526 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/90c6fff7-f6cf-4856-9b81-c668742b3b0e HTTP/1.1" status: 404 len: 337 time: 0.0538833 Jul 28 11:48:16.081548 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58282) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:16.102593 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-1cea8f1c-59fa-4a93-9da6-651d4ea2e775 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port 849ce840-513e-495d-a533-86b2dc0f4a65 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:16.103169 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1cea8f1c-59fa-4a93-9da6-651d4ea2e775 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.103963 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-52d0478a-3da4-4fb9-9ff9-26a521725923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.107901 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-52d0478a-3da4-4fb9-9ff9-26a521725923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.111356 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-52d0478a-3da4-4fb9-9ff9-26a521725923 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/806b6513-329e-4c76-a56c-592f2fe32d8c HTTP/1.1" status: 204 len: 168 time: 0.7369106 Jul 28 11:48:16.111356 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7bcf3a40-5d8b-4cd4-809c-aa00f07ade0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.136080 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Floating IP f19171c0-7d18-4169-8664-924583d73f52 associated. External IP: 172.26.1.248, port: 4f2b78fe-fa99-4b4e-9675-d53fdc70568d. Jul 28 11:48:16.141351 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7bcf3a40-5d8b-4cd4-809c-aa00f07ade0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.143218 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0478a-3da4-4fb9-9ff9-26a521725923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806b6513-329e-4c76-a56c-592f2fe32d8c,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:16.187358 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc00fabc-41bf-4c6b-aee5-a00c6cfe325f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:16.188141 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc00fabc-41bf-4c6b-aee5-a00c6cfe325f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:16.190326 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bc00fabc-41bf-4c6b-aee5-a00c6cfe325f tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/ports/0b82aa77-25c5-448a-a9ae-c21ea7a90c3e HTTP/1.1" status: 404 len: 333 time: 0.1078115 Jul 28 11:48:16.195074 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58286) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:16.239967 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf3a40-5d8b-4cd4-809c-aa00f07ade0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c13841a-d57b-40d6-b8f0-3d07c8fdb7f9,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:16.249593 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7bcf3a40-5d8b-4cd4-809c-aa00f07ade0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.250862 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7bcf3a40-5d8b-4cd4-809c-aa00f07ade0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7177756 Jul 28 11:48:16.257378 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58288) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:16.264819 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-391e974c-fabc-49c9-92ae-003999446fe2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '61150fbe-72ca-4f0f-823e-f544e2a831d0', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:16.271905 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733379d-7980-4d47-bbe0-6be069024154 None None] New status for floating IP 4a94de79-da93-4a3b-8853-a21bf9a7b940: DOWN {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:48:16.274738 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb26ba86-a53f-4545-b170-1b1638862bc0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:16.275334 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb26ba86-a53f-4545-b170-1b1638862bc0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:16.277978 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bb26ba86-a53f-4545-b170-1b1638862bc0 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/subnets/03b88c1f-a06c-4c37-8e5d-83a22265e209 HTTP/1.1" status: 404 len: 337 time: 0.0809820 Jul 28 11:48:16.290882 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1cea8f1c-59fa-4a93-9da6-651d4ea2e775 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.293426 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58290) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:16.328237 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-1cea8f1c-59fa-4a93-9da6-651d4ea2e775 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for 849ce840-513e-495d-a533-86b2dc0f4a65 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:16.365587 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a16215e0-be0b-4ac3-87f6-5b7d19112ba9 req-f05a0511-08cb-44a0-a0a5-0e270c9839bc service neutron] 10.222.0.39 "GET /v2.0/networks/05e0ea0b-61bb-458d-a29d-5f518c0c2f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383915 Jul 28 11:48:16.395313 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8647e-a1ad-4f8a-a2e0-591acab89973 req-8b75f9e3-e525-41e7-bec5-0ca4d42582c8 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:16.396846 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2dd8647e-a1ad-4f8a-a2e0-591acab89973 req-8b75f9e3-e525-41e7-bec5-0ca4d42582c8 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 945 time: 0.2231154 Jul 28 11:48:16.487403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4e2a829f-7d69-4642-b77c-3c3c865fc998 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.651384 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4e2a829f-7d69-4642-b77c-3c3c865fc998 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.660619 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06dd06-f9cc-497a-bf82-45b30ca7c0c8 req-9c9ca4b9-614b-4928-8828-5097c86c88b3 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:16.661319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1cea8f1c-59fa-4a93-9da6-651d4ea2e775 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.662150 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1b06dd06-f9cc-497a-bf82-45b30ca7c0c8 req-9c9ca4b9-614b-4928-8828-5097c86c88b3 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 946 time: 0.5217960 Jul 28 11:48:16.676416 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-4e2a829f-7d69-4642-b77c-3c3c865fc998 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff79b356-b140-4126-83e7-2a8ec9cd81dc']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:16.708268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-391e974c-fabc-49c9-92ae-003999446fe2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.712590 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-2dd8647e-a1ad-4f8a-a2e0-591acab89973 req-860af06b-83c2-4536-904b-d837e10a6415 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Deleting port 36606f33-3404-4398-95a8-a6f2f6df5134 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:16.712937 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-2dd8647e-a1ad-4f8a-a2e0-591acab89973 req-860af06b-83c2-4536-904b-d837e10a6415 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.722237 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-4e2a829f-7d69-4642-b77c-3c3c865fc998 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9bd8496-1922-4e28-b253-25921b0f99e3') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:16.722560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-4e2a829f-7d69-4642-b77c-3c3c865fc998 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9bd8496-1922-4e28-b253-25921b0f99e3') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:16.724258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea8f1c-59fa-4a93-9da6-651d4ea2e775 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=849ce840-513e-495d-a533-86b2dc0f4a65,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:16.782316 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4e2a829f-7d69-4642-b77c-3c3c865fc998 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.794315 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1cea8f1c-59fa-4a93-9da6-651d4ea2e775 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.800209 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1cea8f1c-59fa-4a93-9da6-651d4ea2e775 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/ports/849ce840-513e-495d-a533-86b2dc0f4a65 HTTP/1.1" status: 204 len: 168 time: 0.9429715 Jul 28 11:48:16.803750 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58310) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:16.820205 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4e2a829f-7d69-4642-b77c-3c3c865fc998 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.832071 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e61b2-b8cb-49dc-864c-76b5856c8ecd req-34d80d87-0c7e-46eb-a881-c9374ac9a0dd tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:16.833606 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-902e61b2-b8cb-49dc-864c-76b5856c8ecd req-34d80d87-0c7e-46eb-a881-c9374ac9a0dd tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 945 time: 0.1680858 Jul 28 11:48:16.843401 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1b06dd06-f9cc-497a-bf82-45b30ca7c0c8 req-91ee9acd-1d73-4a1e-a32d-1aa4eab934c8 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728213 Jul 28 11:48:16.851031 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router 8d66e034-67e3-4a0c-a483-96b3ce78f7e0 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:48:16.860032 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e669288-2447-465f-8b95-47120516e6ea tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] GET failed (client error): The resource could not be found. Jul 28 11:48:16.872950 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4e669288-2447-465f-8b95-47120516e6ea tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports/849ce840-513e-495d-a533-86b2dc0f4a65 HTTP/1.1" status: 404 len: 333 time: 0.0660763 Jul 28 11:48:16.875818 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58314) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:16.876157 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58316) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:16.877231 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2a829f-7d69-4642-b77c-3c3c865fc998 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:48:16.877650 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4e2a829f-7d69-4642-b77c-3c3c865fc998 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.878002 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-391e974c-fabc-49c9-92ae-003999446fe2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:48:16.888135 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:48:16.891367 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-391e974c-fabc-49c9-92ae-003999446fe2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.892583 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-5c91a022-3fb0-4ff8-b8b0-bdeead5fbc72 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42', 'name': 'tempest-PortsIpV6TestJSON-878340194'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:16.954013 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e974c-fabc-49c9-92ae-003999446fe2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a9a1ad-3265-454a-bb6c-39e821256d01,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:16.961326 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-902e61b2-b8cb-49dc-864c-76b5856c8ecd req-4c597bc1-7343-4346-9e38-6fb5edeacb57 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/security-groups?id=42672eb3-95f7-4a40-8165-84cc6ff3704b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1127272 Jul 28 11:48:16.966723 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-391e974c-fabc-49c9-92ae-003999446fe2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:16.970558 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-391e974c-fabc-49c9-92ae-003999446fe2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7094946 Jul 28 11:48:16.971390 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58320) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:16.975355 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-283d8f86-2e01-4062-8cf6-841d5b914544 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '61150fbe-72ca-4f0f-823e-f544e2a831d0', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:17.047081 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58322) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:17.055165 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-2dd8647e-a1ad-4f8a-a2e0-591acab89973 req-860af06b-83c2-4536-904b-d837e10a6415 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] For port 36606f33-3404-4398-95a8-a6f2f6df5134, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36606f33-3404-4398-95a8-a6f2f6df5134,segment=NetworkSegment(8dc492f6-8f51-4763-bd48-06f4c2813a99),segment_id=8dc492f6-8f51-4763-bd48-06f4c2813a99)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:17.055793 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-2dd8647e-a1ad-4f8a-a2e0-591acab89973 req-860af06b-83c2-4536-904b-d837e10a6415 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.065592 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4e2a829f-7d69-4642-b77c-3c3c865fc998 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.068949 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-283d8f86-2e01-4062-8cf6-841d5b914544 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.080887 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:17.098097 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a130f7c-750b-4776-b63a-a53a334bc03a None None] Sync routers for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:17.100890 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4e2a829f-7d69-4642-b77c-3c3c865fc998 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.103104 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4e2a829f-7d69-4642-b77c-3c3c865fc998 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] 10.222.0.43 "DELETE /v2.0/networks/ff79b356-b140-4126-83e7-2a8ec9cd81dc HTTP/1.1" status: 204 len: 168 time: 0.8087139 Jul 28 11:48:17.104888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-2dd8647e-a1ad-4f8a-a2e0-591acab89973 req-860af06b-83c2-4536-904b-d837e10a6415 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Calling delete_port for 36606f33-3404-4398-95a8-a6f2f6df5134 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:17.107622 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a829f-7d69-4642-b77c-3c3c865fc998 tempest-NetworksTestDHCPv6-901070957 tempest-NetworksTestDHCPv6-901070957-project] Pushing event deleted for resources: {'Network': ['ID=ff79b356-b140-4126-83e7-2a8ec9cd81dc,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:17.120566 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a130f7c-750b-4776-b63a-a53a334bc03a None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:17.121802 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6a130f7c-750b-4776-b63a-a53a334bc03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:17.133476 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.165604 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-a58c6003-765c-4ee2-a79f-fa565e3f4716 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-155628165'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:17.165962 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c91a022-3fb0-4ff8-b8b0-bdeead5fbc72 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:17.182547 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5c91a022-3fb0-4ff8-b8b0-bdeead5fbc72 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.190450 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d3ff3380-7b43-4c37-ad8e-46e8dff900d2 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:17.193979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6a130f7c-750b-4776-b63a-a53a334bc03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:17.194580 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8ca7c8f1-0994-4d71-91cb-15dd05e713e2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.0314088 Jul 28 11:48:17.201805 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58328) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:17.203535 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-283d8f86-2e01-4062-8cf6-841d5b914544 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.210473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-8825acdd-5257-4c8c-a4d2-add961e633f9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-715529890'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:17.221312 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-283d8f86-2e01-4062-8cf6-841d5b914544 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.239191 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58c6003-765c-4ee2-a79f-fa565e3f4716 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Made reservation on behalf of d3c398e0948e40508621c9fab91d8338 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:17.242605 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a58c6003-765c-4ee2-a79f-fa565e3f4716 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.243708 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a130f7c-750b-4776-b63a-a53a334bc03a None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:17.244420 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6a130f7c-750b-4776-b63a-a53a334bc03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:17.264671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d8f86-2e01-4062-8cf6-841d5b914544 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fccf66-caa0-4303-90bc-b50b6b858a0d,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:17.268186 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a58c6003-765c-4ee2-a79f-fa565e3f4716 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.284679 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6a130f7c-750b-4776-b63a-a53a334bc03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:17.285343 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a130f7c-750b-4776-b63a-a53a334bc03a None None] The sync data for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:17.290679 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8825acdd-5257-4c8c-a4d2-add961e633f9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Made reservation on behalf of a221e3cf074d4d21b16f57192577aa10 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:17.294833 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8825acdd-5257-4c8c-a4d2-add961e633f9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.300792 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port d3ff3380-7b43-4c37-ad8e-46e8dff900d2 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:17.301577 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.306182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-283d8f86-2e01-4062-8cf6-841d5b914544 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.307410 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-283d8f86-2e01-4062-8cf6-841d5b914544 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3356376 Jul 28 11:48:17.314276 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58330) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:17.320433 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-5c91a022-3fb0-4ff8-b8b0-bdeead5fbc72 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] device_id is not set on port 729a567f-87a1-4491-a3c1-371a9effa9fe yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:48:17.322852 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-edc0c982-4367-4fa9-b2ea-50bf659f7421 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '61150fbe-72ca-4f0f-823e-f544e2a831d0', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:17.362742 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8825acdd-5257-4c8c-a4d2-add961e633f9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:48:17.380518 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8825acdd-5257-4c8c-a4d2-add961e633f9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.380886 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-8825acdd-5257-4c8c-a4d2-add961e633f9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Added segment ffc0c040-b2e6-4cf4-9b79-e96ae671e893 of type vlan for network e83e6ae8-ef05-4fb5-9a56-582d8f68bd31 Jul 28 11:48:17.445358 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8825acdd-5257-4c8c-a4d2-add961e633f9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.453123 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c0b46b-a53a-47f3-a92e-e32ddc2197f3 tempest-TestVolumeBootPattern-387953144 tempest-TestVolumeBootPattern-387953144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:17.454939 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d0c0b46b-a53a-47f3-a92e-e32ddc2197f3 tempest-TestVolumeBootPattern-387953144 tempest-TestVolumeBootPattern-387953144-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 1094 time: 0.5736523 Jul 28 11:48:17.461052 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58334) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:17.470208 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '7f332189-cd8f-49f5-866e-cca5b1ec615c', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:17.510680 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a58c6003-765c-4ee2-a79f-fa565e3f4716 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.520461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a58c6003-765c-4ee2-a79f-fa565e3f4716 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.529270 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8825acdd-5257-4c8c-a4d2-add961e633f9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.534824 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8825acdd-5257-4c8c-a4d2-add961e633f9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:17.535592 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8825acdd-5257-4c8c-a4d2-add961e633f9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.555907 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58336) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:17.593311 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-2dd8647e-a1ad-4f8a-a2e0-591acab89973 req-860af06b-83c2-4536-904b-d837e10a6415 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.614220 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58c6003-765c-4ee2-a79f-fa565e3f4716 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:48:17.629668 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860af06b-83c2-4536-904b-d837e10a6415 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event deleted for resources: {'Port': ['ID=36606f33-3404-4398-95a8-a6f2f6df5134,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:17.648878 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5c91a022-3fb0-4ff8-b8b0-bdeead5fbc72 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.651088 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8825acdd-5257-4c8c-a4d2-add961e633f9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4462223 Jul 28 11:48:17.661590 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-edc0c982-4367-4fa9-b2ea-50bf659f7421 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.673612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58340) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:17.681793 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a58c6003-765c-4ee2-a79f-fa565e3f4716 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.682139 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-a58c6003-765c-4ee2-a79f-fa565e3f4716 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Added segment dc0f2c30-67f8-4c24-ab5b-e059eb8b997b of type vlan for network 40ca529c-03da-449b-9e05-8ac825418044 Jul 28 11:48:17.682469 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-abb02d71-a060-4c1c-aecd-345b87d005f2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'subnet': {'network_id': 'e83e6ae8-ef05-4fb5-9a56-582d8f68bd31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:17.685394 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825acdd-5257-4c8c-a4d2-add961e633f9 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Network': ['ID=e83e6ae8-ef05-4fb5-9a56-582d8f68bd31,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:17.687539 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c6003-765c-4ee2-a79f-fa565e3f4716 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37fbc411-514c-4fe8-a1f6-9c37713dcf3c,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:17.708233 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network e83e6ae8-ef05-4fb5-9a56-582d8f68bd31 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:48:17.730549 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.771768 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a58c6003-765c-4ee2-a79f-fa565e3f4716 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.775831 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd8647e-a1ad-4f8a-a2e0-591acab89973 req-860af06b-83c2-4536-904b-d837e10a6415 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] No DVR routers for this DVR port 36606f33-3404-4398-95a8-a6f2f6df5134 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:48:17.784486 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-2dd8647e-a1ad-4f8a-a2e0-591acab89973 req-860af06b-83c2-4536-904b-d837e10a6415 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.786027 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2dd8647e-a1ad-4f8a-a2e0-591acab89973 req-860af06b-83c2-4536-904b-d837e10a6415 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.39 "DELETE /v2.0/ports/36606f33-3404-4398-95a8-a6f2f6df5134 HTTP/1.1" status: 204 len: 173 time: 1.3568249 Jul 28 11:48:17.786509 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c36e164-c084-401f-8817-7c33a316df25', 'name': 'network-vif-deleted', 'tag': '36606f33-3404-4398-95a8-a6f2f6df5134'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:48:17.789099 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318dfb52-51d2-4d0f-8309-8f6da530c1f7" -d '{"events": [{"server_uuid": "1c36e164-c084-401f-8817-7c33a316df25", "name": "network-vif-deleted", "tag": "36606f33-3404-4398-95a8-a6f2f6df5134"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:48:17.820153 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb02d71-a060-4c1c-aecd-345b87d005f2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Made reservation on behalf of a221e3cf074d4d21b16f57192577aa10 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:17.825533 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-abb02d71-a060-4c1c-aecd-345b87d005f2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.845279 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81c529b-0728-4ac3-af87-ae071840d7b0 x-openstack-request-id: req-b81c529b-0728-4ac3-af87-ae071840d7b0 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:48:17.845643 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c36e164-c084-401f-8817-7c33a316df25", "name": "network-vif-deleted", "tag": "36606f33-3404-4398-95a8-a6f2f6df5134", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:48:17.845958 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b81c529b-0728-4ac3-af87-ae071840d7b0 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:48:17.846460 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c36e164-c084-401f-8817-7c33a316df25', 'name': 'network-vif-deleted', 'tag': '36606f33-3404-4398-95a8-a6f2f6df5134', 'status': 'completed', 'code': 200} Jul 28 11:48:17.885187 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-edc0c982-4367-4fa9-b2ea-50bf659f7421 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.898211 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-edc0c982-4367-4fa9-b2ea-50bf659f7421 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.899308 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5c91a022-3fb0-4ff8-b8b0-bdeead5fbc72 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.912475 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f514a92b-657b-4a55-b71f-d24f8907898d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=739ef05e821d405ba4c24e8e1cf2c8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404586 Jul 28 11:48:17.915922 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a58c6003-765c-4ee2-a79f-fa565e3f4716 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.922547 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58c6003-765c-4ee2-a79f-fa565e3f4716 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:17.923384 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a58c6003-765c-4ee2-a79f-fa565e3f4716 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.923933 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58344) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:17.948485 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0c982-4367-4fa9-b2ea-50bf659f7421 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c40b76-4a82-4c6d-ae95-b1b2b4648cf7,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:17.993120 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-edc0c982-4367-4fa9-b2ea-50bf659f7421 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:17.994656 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-edc0c982-4367-4fa9-b2ea-50bf659f7421 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6788538 Jul 28 11:48:18.004896 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58348) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:18.014673 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a58c6003-765c-4ee2-a79f-fa565e3f4716 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.9632394 Jul 28 11:48:18.017771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c91a022-3fb0-4ff8-b8b0-bdeead5fbc72 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network ca168f09-cf7b-434c-bdb4-a31095463e42 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:18.019986 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58350) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:18.021634 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-4658b52d-aa19-4887-a09f-511289afbd80 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '61150fbe-72ca-4f0f-823e-f544e2a831d0', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:18.027675 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-0ddd95a5-5e94-453d-87d2-a6e309e64322 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '40ca529c-03da-449b-9e05-8ac825418044', 'tempest-TagsTest-Tag-1044921910') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:18.051461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c6003-765c-4ee2-a79f-fa565e3f4716 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Pushing event updated for resources: {'Network': ['ID=40ca529c-03da-449b-9e05-8ac825418044,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:18.052315 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-5c91a022-3fb0-4ff8-b8b0-bdeead5fbc72 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:18.060869 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91a022-3fb0-4ff8-b8b0-bdeead5fbc72 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=729a567f-87a1-4491-a3c1-371a9effa9fe,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:18.063309 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-4658b52d-aa19-4887-a09f-511289afbd80 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:48:18.071863 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c91a022-3fb0-4ff8-b8b0-bdeead5fbc72 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:18.078760 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c91a022-3fb0-4ff8-b8b0-bdeead5fbc72 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:18.079633 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5c91a022-3fb0-4ff8-b8b0-bdeead5fbc72 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.088097 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4658b52d-aa19-4887-a09f-511289afbd80 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.102204 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 40ca529c-03da-449b-9e05-8ac825418044 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:48:18.128103 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5c91a022-3fb0-4ff8-b8b0-bdeead5fbc72 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2415178 Jul 28 11:48:18.130154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58352) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:18.142031 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0dcd24b9-9a01-45bc-9331-7e159319afe2 req-6b1b0e99-3da6-4600-9d13-6584f7d7d18b tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c36e164-c084-401f-8817-7c33a316df25 HTTP/1.1" status: 200 len: 210 time: 0.0467236 Jul 28 11:48:18.144268 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-d907a1bd-e9ce-49c2-8891-f34601bf167e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:18.164627 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.181251 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99c6dffa-ec31-4635-8447-6eea5c5bef70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.323008 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0ddd95a5-5e94-453d-87d2-a6e309e64322 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] 10.222.0.43 "PUT /v2.0/networks/40ca529c-03da-449b-9e05-8ac825418044/tags/tempest-TagsTest-Tag-1044921910 HTTP/1.1" status: 201 len: 201 time: 0.2915084 Jul 28 11:48:18.323591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58354) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:18.330150 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-bfb94d8b-5dd0-46fd-a421-003db14cfb0d tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '40ca529c-03da-449b-9e05-8ac825418044', 'tempest-TagsTest-Tag-1044921910') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:18.337421 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99c6dffa-ec31-4635-8447-6eea5c5bef70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.380849 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4658b52d-aa19-4887-a09f-511289afbd80 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.389209 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Allocated IP 172.26.1.176 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/9ceb5fe6-d299-43d7-b36b-1ac365292b2f) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:18.390041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d907a1bd-e9ce-49c2-8891-f34601bf167e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.396261 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4658b52d-aa19-4887-a09f-511289afbd80 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.412851 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-abb02d71-a060-4c1c-aecd-345b87d005f2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.461988 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658b52d-aa19-4887-a09f-511289afbd80 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33695fe0-5d13-4479-964d-47f5d9336ade,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:18.474402 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bfb94d8b-5dd0-46fd-a421-003db14cfb0d tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] 10.222.0.43 "GET /v2.0/networks/40ca529c-03da-449b-9e05-8ac825418044/tags/tempest-TagsTest-Tag-1044921910 HTTP/1.1" status: 204 len: 168 time: 0.1476495 Jul 28 11:48:18.475049 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58356) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:18.482766 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.tag.tag_plugin [None req-d42110f7-f33c-4381-9d7d-6bc26af619aa tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '40ca529c-03da-449b-9e05-8ac825418044') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:18.489446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4658b52d-aa19-4887-a09f-511289afbd80 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.491052 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4658b52d-aa19-4887-a09f-511289afbd80 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4847181 Jul 28 11:48:18.499728 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58358) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:18.512620 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b047fbf1-ad40-489d-99c9-e6825a371d92 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '61150fbe-72ca-4f0f-823e-f544e2a831d0', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:18.532595 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99c6dffa-ec31-4635-8447-6eea5c5bef70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.535107 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99c6dffa-ec31-4635-8447-6eea5c5bef70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.538778 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-99c6dffa-ec31-4635-8447-6eea5c5bef70 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aab9adff-f3a7-4462-b5f0-91c72c307faa HTTP/1.1" status: 204 len: 168 time: 0.5877247 Jul 28 11:48:18.548563 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb02d71-a060-4c1c-aecd-345b87d005f2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Subnet': ['ID=f12676bd-79cf-45d6-b716-aeaf2bc1a5f0,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:18.573967 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6dffa-ec31-4635-8447-6eea5c5bef70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab9adff-f3a7-4462-b5f0-91c72c307faa,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:18.602159 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.608108 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.securitygroups_db [None req-b047fbf1-ad40-489d-99c9-e6825a371d92 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:48:18.610080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb02d71-a060-4c1c-aecd-345b87d005f2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Checking segment: {'id': 'ffc0c040-b2e6-4cf4-9b79-e96ae671e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e83e6ae8-ef05-4fb5-9a56-582d8f68bd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:18.610469 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb02d71-a060-4c1c-aecd-345b87d005f2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network hostable DHCP agents. Network: e83e6ae8-ef05-4fb5-9a56-582d8f68bd31, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:48:18.617042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b047fbf1-ad40-489d-99c9-e6825a371d92 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.650765 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d42110f7-f33c-4381-9d7d-6bc26af619aa tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] 10.222.0.43 "GET /v2.0/networks/40ca529c-03da-449b-9e05-8ac825418044/tags HTTP/1.1" status: 200 len: 238 time: 0.1731191 Jul 28 11:48:18.655575 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58362) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:18.659048 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb02d71-a060-4c1c-aecd-345b87d005f2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network e83e6ae8-ef05-4fb5-9a56-582d8f68bd31 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:48:18.663833 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-0f763e81-eb13-4b19-a06a-9cd7399ba285 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '40ca529c-03da-449b-9e05-8ac825418044', {'tags': ['tempest-TagsTest-Tag-1081878610', 'tempest-TagsTest-Tag-501403663', 'tempest-TagsTest-Tag-2113203384']}) {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:18.712406 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.729613 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-abb02d71-a060-4c1c-aecd-345b87d005f2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, e83e6ae8-ef05-4fb5-9a56-582d8f68bd31) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:18.737778 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e33ac4-9ff6-498d-a214-8b815bc14826 None None] Network e83e6ae8-ef05-4fb5-9a56-582d8f68bd31 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:18.748993 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb02d71-a060-4c1c-aecd-345b87d005f2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:18.749598 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-abb02d71-a060-4c1c-aecd-345b87d005f2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.754569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b047fbf1-ad40-489d-99c9-e6825a371d92 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.764681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d907a1bd-e9ce-49c2-8891-f34601bf167e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.770514 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:18.774311 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:18.778207 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d907a1bd-e9ce-49c2-8891-f34601bf167e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.784382 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b047fbf1-ad40-489d-99c9-e6825a371d92 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.786955 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:18.791617 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-abb02d71-a060-4c1c-aecd-345b87d005f2 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1169188 Jul 28 11:48:18.802559 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58366) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:18.812777 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1326195147', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}, 'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:18.828033 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0f763e81-eb13-4b19-a06a-9cd7399ba285 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] 10.222.0.43 "PUT /v2.0/networks/40ca529c-03da-449b-9e05-8ac825418044/tags HTTP/1.1" status: 200 len: 308 time: 0.1713731 Jul 28 11:48:18.830677 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58370) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:18.836871 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-4b859130-d19b-4dd3-9bc5-77c89474908b tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '40ca529c-03da-449b-9e05-8ac825418044', 'tempest-TagsTest-Tag-1081878610') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:18.844864 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-d907a1bd-e9ce-49c2-8891-f34601bf167e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] In _notify_port_updated(), no bound segment for port 729a567f-87a1-4491-a3c1-371a9effa9fe on network ca168f09-cf7b-434c-bdb4-a31095463e42 {{(pid=100415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:48:18.850557 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event updated for resources: {'Port': ['ID=9ceb5fe6-d299-43d7-b36b-1ac365292b2f,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:18.852837 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d907a1bd-e9ce-49c2-8891-f34601bf167e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:18.853500 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d907a1bd-e9ce-49c2-8891-f34601bf167e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.857684 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d907a1bd-e9ce-49c2-8891-f34601bf167e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "PUT /v2.0/ports/729a567f-87a1-4491-a3c1-371a9effa9fe HTTP/1.1" status: 200 len: 818 time: 0.7180269 Jul 28 11:48:18.862181 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58374) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:18.897046 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047fbf1-ad40-489d-99c9-e6825a371d92 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0800991-70de-4d40-bcd0-f313dbd04d41,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:18.924568 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907a1bd-e9ce-49c2-8891-f34601bf167e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=729a567f-87a1-4491-a3c1-371a9effa9fe,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:18.971828 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.972808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.999352 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b047fbf1-ad40-489d-99c9-e6825a371d92 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:18.999605 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-e83e6ae8-ef05-4fb5-9a56-582d8f68bd31', 'network_id': 'e83e6ae8-ef05-4fb5-9a56-582d8f68bd31', 'tenant_id': 'a221e3cf074d4d21b16f57192577aa10', 'fixed_ips': [{'subnet_id': 'f12676bd-79cf-45d6-b716-aeaf2bc1a5f0'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:48:19.000458 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:19.000580 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b047fbf1-ad40-489d-99c9-e6825a371d92 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4991634 Jul 28 11:48:19.028324 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4b859130-d19b-4dd3-9bc5-77c89474908b tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] 10.222.0.43 "DELETE /v2.0/networks/40ca529c-03da-449b-9e05-8ac825418044/tags/tempest-TagsTest-Tag-1081878610 HTTP/1.1" status: 204 len: 168 time: 0.1966112 Jul 28 11:48:19.029563 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58382) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:19.034943 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-1a81268a-735a-4200-a0f9-6ecfa7cc22a3 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '40ca529c-03da-449b-9e05-8ac825418044', 'tempest-TagsTest-Tag-1081878610') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:19.123695 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:19.146993 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-1a81268a-735a-4200-a0f9-6ecfa7cc22a3 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] show failed (client error): The resource could not be found. Jul 28 11:48:19.150465 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1a81268a-735a-4200-a0f9-6ecfa7cc22a3 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] 10.222.0.43 "GET /v2.0/networks/40ca529c-03da-449b-9e05-8ac825418044/tags/tempest-TagsTest-Tag-1081878610 HTTP/1.1" status: 404 len: 326 time: 0.1173589 Jul 28 11:48:19.150690 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58384) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:19.156626 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-63a472b4-6abf-4d09-a7aa-6254cc88765f tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '40ca529c-03da-449b-9e05-8ac825418044', 'tempest-TagsTest-Tag-501403663') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:19.175200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Allocated IP 172.20.0.2 (e83e6ae8-ef05-4fb5-9a56-582d8f68bd31/f12676bd-79cf-45d6-b716-aeaf2bc1a5f0/8b06775e-1b2b-4e4b-95a6-e8eb03baec28) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:19.241991 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-63a472b4-6abf-4d09-a7aa-6254cc88765f tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] 10.222.0.43 "GET /v2.0/networks/40ca529c-03da-449b-9e05-8ac825418044/tags/tempest-TagsTest-Tag-501403663 HTTP/1.1" status: 204 len: 168 time: 0.0881279 Jul 28 11:48:19.242301 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58394) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:19.247720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-9f914af5-055e-4384-b9c1-8bcdf28a22ff tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '40ca529c-03da-449b-9e05-8ac825418044', 'tempest-TagsTest-Tag-2113203384') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:19.262821 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58398) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:19.340757 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-fbeeda0f-c0a9-428c-993a-657c55b19a97 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port 729a567f-87a1-4491-a3c1-371a9effa9fe {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:19.341166 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fbeeda0f-c0a9-428c-993a-657c55b19a97 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:19.425438 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9f914af5-055e-4384-b9c1-8bcdf28a22ff tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] 10.222.0.43 "GET /v2.0/networks/40ca529c-03da-449b-9e05-8ac825418044/tags/tempest-TagsTest-Tag-2113203384 HTTP/1.1" status: 204 len: 168 time: 0.1794062 Jul 28 11:48:19.425438 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58410) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:19.426588 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:19.429603 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-b7d48880-190f-469a-ae94-580e58966fc9 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '40ca529c-03da-449b-9e05-8ac825418044') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:19.441824 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Transition to ACTIVE for port object 8b06775e-1b2b-4e4b-95a6-e8eb03baec28 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:19.463995 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Transition to ACTIVE for port object 8b06775e-1b2b-4e4b-95a6-e8eb03baec28 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:19.473823 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:19.517982 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 36606f33-3404-4398-95a8-a6f2f6df5134 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:48:19.528230 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58412) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:19.563885 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:19.573872 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 36606f33-3404-4398-95a8-a6f2f6df5134 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:48:19.574934 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 36606f33-3404-4398-95a8-a6f2f6df5134 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:48:19.577957 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fbeeda0f-c0a9-428c-993a-657c55b19a97 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:19.587308 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Network e83e6ae8-ef05-4fb5-9a56-582d8f68bd31 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:19.587888 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-88d7598e-eadd-47da-974b-6da39a1f605c req-3b39c9e0-ffb3-42d5-b211-47a3e99d46a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427159049&fields=id&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 267 time: 0.2521183 Jul 28 11:48:19.589072 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Pushing event updated for resources: {'Port': ['ID=8b06775e-1b2b-4e4b-95a6-e8eb03baec28,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:19.609728 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:19.616149 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-fbeeda0f-c0a9-428c-993a-657c55b19a97 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for 729a567f-87a1-4491-a3c1-371a9effa9fe owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:19.622965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:19.670483 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b7d48880-190f-469a-ae94-580e58966fc9 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] 10.222.0.43 "DELETE /v2.0/networks/40ca529c-03da-449b-9e05-8ac825418044/tags HTTP/1.1" status: 204 len: 168 time: 0.2428482 Jul 28 11:48:19.672895 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58416) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:19.679419 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-d0212e7a-7c2d-4122-98f3-a8038ad94af7 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '40ca529c-03da-449b-9e05-8ac825418044', 'tempest-TagsTest-Tag-501403663') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:19.698585 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Attempting to bind port 8b06775e-1b2b-4e4b-95a6-e8eb03baec28 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:48:19.698972 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Attempting to bind port 8b06775e-1b2b-4e4b-95a6-e8eb03baec28 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'ffc0c040-b2e6-4cf4-9b79-e96ae671e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e83e6ae8-ef05-4fb5-9a56-582d8f68bd31'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:48:19.700144 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Attempting to bind port 8b06775e-1b2b-4e4b-95a6-e8eb03baec28 on network e83e6ae8-ef05-4fb5-9a56-582d8f68bd31 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:48:19.705281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:48:19.705665 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Checking segment: {'id': 'ffc0c040-b2e6-4cf4-9b79-e96ae671e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e83e6ae8-ef05-4fb5-9a56-582d8f68bd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:19.706076 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:19.706521 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Bound using segment: {'id': 'ffc0c040-b2e6-4cf4-9b79-e96ae671e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e83e6ae8-ef05-4fb5-9a56-582d8f68bd31'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:48:19.706995 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Bound port: 8b06775e-1b2b-4e4b-95a6-e8eb03baec28, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc0c040-b2e6-4cf4-9b79-e96ae671e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e83e6ae8-ef05-4fb5-9a56-582d8f68bd31'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:48:19.707382 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:19.774655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] For port 8b06775e-1b2b-4e4b-95a6-e8eb03baec28, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:48:19.778608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] For port 8b06775e-1b2b-4e4b-95a6-e8eb03baec28, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=8b06775e-1b2b-4e4b-95a6-e8eb03baec28,segment=NetworkSegment(ffc0c040-b2e6-4cf4-9b79-e96ae671e893),segment_id=ffc0c040-b2e6-4cf4-9b79-e96ae671e893)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:48:19.784729 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:19.817955 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-d0212e7a-7c2d-4122-98f3-a8038ad94af7 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] show failed (client error): The resource could not be found. Jul 28 11:48:19.818952 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d0212e7a-7c2d-4122-98f3-a8038ad94af7 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] 10.222.0.43 "GET /v2.0/networks/40ca529c-03da-449b-9e05-8ac825418044/tags/tempest-TagsTest-Tag-501403663 HTTP/1.1" status: 404 len: 325 time: 0.1451347 Jul 28 11:48:19.821989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58418) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:19.828923 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-d5516355-4eb0-436a-bdfc-bc26de258f18 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '40ca529c-03da-449b-9e05-8ac825418044', 'tempest-TagsTest-Tag-2113203384') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:19.846123 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97797c65-7639-4403-9b47-12925a6758e4 None None] Pushing event updated for resources: {'Port': ['ID=8b06775e-1b2b-4e4b-95a6-e8eb03baec28,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:19.953964 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-d5516355-4eb0-436a-bdfc-bc26de258f18 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] show failed (client error): The resource could not be found. Jul 28 11:48:19.956494 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d5516355-4eb0-436a-bdfc-bc26de258f18 tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] 10.222.0.43 "GET /v2.0/networks/40ca529c-03da-449b-9e05-8ac825418044/tags/tempest-TagsTest-Tag-2113203384 HTTP/1.1" status: 404 len: 326 time: 0.1316514 Jul 28 11:48:19.957513 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-9db652be-f368-4d18-9772-533b37019cc2 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1742271907'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:19.958758 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58420) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:19.962411 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:19.964314 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.tag.tag_plugin [None req-76f2fd7f-1f7c-4eb5-bd18-fbd72a8f8aaf tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '40ca529c-03da-449b-9e05-8ac825418044') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:20.055214 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c5eae4e6-cbfd-418b-9cdd-59ad71161738 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:20.133785 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-76f2fd7f-1f7c-4eb5-bd18-fbd72a8f8aaf tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] 10.222.0.43 "DELETE /v2.0/networks/40ca529c-03da-449b-9e05-8ac825418044/tags HTTP/1.1" status: 204 len: 168 time: 0.1685076 Jul 28 11:48:20.138339 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58422) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:20.139019 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db652be-f368-4d18-9772-533b37019cc2 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Made reservation on behalf of b5d35b4053fb4919ae3c63a40be4a8da for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:20.142481 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9db652be-f368-4d18-9772-533b37019cc2 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:20.252750 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9db652be-f368-4d18-9772-533b37019cc2 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:20.345566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-c5eae4e6-cbfd-418b-9cdd-59ad71161738 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Deleting port c27f934f-9f80-4fb8-92f1-24bc17633dc8 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:20.346138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c5eae4e6-cbfd-418b-9cdd-59ad71161738 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:20.366264 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7598e-eadd-47da-974b-6da39a1f605c req-134da030-fe09-4a1a-b2be-919fea7f9c3f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:20.367828 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-88d7598e-eadd-47da-974b-6da39a1f605c req-134da030-fe09-4a1a-b2be-919fea7f9c3f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/networks?id=b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 HTTP/1.1" status: 200 len: 797 time: 0.7374852 Jul 28 11:48:20.378774 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f88faa91-223a-45c2-86ca-5acec71a40ec tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:20.389528 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:20.395107 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fbeeda0f-c0a9-428c-993a-657c55b19a97 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:20.479952 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-88d7598e-eadd-47da-974b-6da39a1f605c req-a539646b-9cc5-4d0f-a307-ad779c32935a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/quotas/494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 375 time: 0.0942869 Jul 28 11:48:20.489021 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeeda0f-c0a9-428c-993a-657c55b19a97 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=729a567f-87a1-4491-a3c1-371a9effa9fe,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:20.530308 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fbeeda0f-c0a9-428c-993a-657c55b19a97 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:20.534971 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fbeeda0f-c0a9-428c-993a-657c55b19a97 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/ports/729a567f-87a1-4491-a3c1-371a9effa9fe HTTP/1.1" status: 204 len: 168 time: 1.6675389 Jul 28 11:48:20.539122 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58424) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:20.788402 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f88faa91-223a-45c2-86ca-5acec71a40ec tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:20.796273 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:20.804535 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-c5eae4e6-cbfd-418b-9cdd-59ad71161738 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] For port c27f934f-9f80-4fb8-92f1-24bc17633dc8, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c27f934f-9f80-4fb8-92f1-24bc17633dc8,segment=NetworkSegment(8dc492f6-8f51-4763-bd48-06f4c2813a99),segment_id=8dc492f6-8f51-4763-bd48-06f4c2813a99)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:20.804915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c5eae4e6-cbfd-418b-9cdd-59ad71161738 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:20.820142 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-c5eae4e6-cbfd-418b-9cdd-59ad71161738 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Calling delete_port for c27f934f-9f80-4fb8-92f1-24bc17633dc8 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:20.852285 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-88d7598e-eadd-47da-974b-6da39a1f605c req-fbe6456c-dacb-4152-a64a-531bfc9989bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3608949 Jul 28 11:48:20.854049 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-f88faa91-223a-45c2-86ca-5acec71a40ec tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ca529c-03da-449b-9e05-8ac825418044']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:20.880582 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a70f447-0e60-4332-8c33-a211f9734924 None None] Network e83e6ae8-ef05-4fb5-9a56-582d8f68bd31 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:20.891205 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102e3949-a72f-43bb-a994-070c2902787d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:20.892696 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-102e3949-a72f-43bb-a994-070c2902787d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3329504 Jul 28 11:48:20.927999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-f88faa91-223a-45c2-86ca-5acec71a40ec tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0f2c30-67f8-4c24-ab5b-e059eb8b997b') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:20.928270 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-f88faa91-223a-45c2-86ca-5acec71a40ec tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0f2c30-67f8-4c24-ab5b-e059eb8b997b') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:20.928882 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58426) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:20.954011 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cf2105dd-7203-4ae8-85a4-412aeb2c1108 None None] Provisioning for port 8b06775e-1b2b-4e4b-95a6-e8eb03baec28 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:20.956120 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:20.963584 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1320dc1-308a-405b-a0ff-fc36af7ad0a1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] GET failed (client error): The resource could not be found. Jul 28 11:48:20.968811 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e1320dc1-308a-405b-a0ff-fc36af7ad0a1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports/729a567f-87a1-4491-a3c1-371a9effa9fe HTTP/1.1" status: 404 len: 333 time: 0.0366855 Jul 28 11:48:20.971663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58428) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:20.976583 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-366748a7-2c91-4bd4-a10d-203280aa57ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-258268973'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:20.992133 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9db652be-f368-4d18-9772-533b37019cc2 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:20.997391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f88faa91-223a-45c2-86ca-5acec71a40ec tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.026924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9db652be-f368-4d18-9772-533b37019cc2 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.042108 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.071339 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f88faa91-223a-45c2-86ca-5acec71a40ec tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.086117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366748a7-2c91-4bd4-a10d-203280aa57ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:21.090606 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-366748a7-2c91-4bd4-a10d-203280aa57ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.103629 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c5eae4e6-cbfd-418b-9cdd-59ad71161738 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.126329 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db652be-f368-4d18-9772-533b37019cc2 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:48:21.138955 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eae4e6-cbfd-418b-9cdd-59ad71161738 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event deleted for resources: {'Port': ['ID=c27f934f-9f80-4fb8-92f1-24bc17633dc8,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:21.174086 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 8b06775e-1b2b-4e4b-95a6-e8eb03baec28 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:21.180273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366748a7-2c91-4bd4-a10d-203280aa57ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:48:21.200835 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88faa91-223a-45c2-86ca-5acec71a40ec tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:48:21.201249 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f88faa91-223a-45c2-86ca-5acec71a40ec tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.263082 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 8b06775e-1b2b-4e4b-95a6-e8eb03baec28 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:21.268990 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 8b06775e-1b2b-4e4b-95a6-e8eb03baec28 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:21.269373 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:48:21.270595 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:48:21.289578 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f88faa91-223a-45c2-86ca-5acec71a40ec tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.291687 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9db652be-f368-4d18-9772-533b37019cc2 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.292034 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-9db652be-f368-4d18-9772-533b37019cc2 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Added segment dde27b97-ee99-468a-825a-8b006d0c734b of type vlan for network cbb73aeb-7724-4ab9-86bd-223bfaeb07fe Jul 28 11:48:21.313350 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db652be-f368-4d18-9772-533b37019cc2 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1d30a0-5645-4e74-baf5-de575ca35511,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:21.364552 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f88faa91-223a-45c2-86ca-5acec71a40ec tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.368829 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f88faa91-223a-45c2-86ca-5acec71a40ec tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] 10.222.0.43 "DELETE /v2.0/networks/40ca529c-03da-449b-9e05-8ac825418044 HTTP/1.1" status: 204 len: 168 time: 1.2216797 Jul 28 11:48:21.368829 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88faa91-223a-45c2-86ca-5acec71a40ec tempest-TagsTest-2043636132 tempest-TagsTest-2043636132-project] Pushing event deleted for resources: {'Network': ['ID=40ca529c-03da-449b-9e05-8ac825418044,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:21.394303 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c5eae4e6-cbfd-418b-9cdd-59ad71161738 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.411703 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.412645 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-88d7598e-eadd-47da-974b-6da39a1f605c req-fbf4d40f-85cf-424c-b64c-de43514cc524 service neutron] 10.222.0.43 "GET /v2.0/networks/b7a33a95-fbe5-45dc-a9c3-a85b667e3d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307822 Jul 28 11:48:21.430524 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-366748a7-2c91-4bd4-a10d-203280aa57ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.432517 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-366748a7-2c91-4bd4-a10d-203280aa57ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Added segment 4716457a-bcb7-4433-9795-df907f4f31f3 of type vlan for network 5233a0c4-078f-406b-8df2-35f852108fa7 Jul 28 11:48:21.467584 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 8b06775e-1b2b-4e4b-95a6-e8eb03baec28, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=8b06775e-1b2b-4e4b-95a6-e8eb03baec28,segment=NetworkSegment(ffc0c040-b2e6-4cf4-9b79-e96ae671e893),segment_id=ffc0c040-b2e6-4cf4-9b79-e96ae671e893)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:21.474740 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.549349 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9a1d8337-7565-4a20-8279-e2e160401429 None None] Provisioning complete for port 8b06775e-1b2b-4e4b-95a6-e8eb03baec28 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:21.549780 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a1d8337-7565-4a20-8279-e2e160401429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.554693 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-366748a7-2c91-4bd4-a10d-203280aa57ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.566598 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9db652be-f368-4d18-9772-533b37019cc2 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.597168 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=8b06775e-1b2b-4e4b-95a6-e8eb03baec28,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:21.626762 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9db652be-f368-4d18-9772-533b37019cc2 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.632262 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db652be-f368-4d18-9772-533b37019cc2 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:21.633123 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9db652be-f368-4d18-9772-533b37019cc2 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.712878 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-366748a7-2c91-4bd4-a10d-203280aa57ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.718604 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366748a7-2c91-4bd4-a10d-203280aa57ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:21.719272 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-366748a7-2c91-4bd4-a10d-203280aa57ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.742911 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58434) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:21.749044 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Allocated IP 172.26.1.136 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/61fe8821-1477-4977-ab81-c74a1e3c7aa0) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:21.769139 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9db652be-f368-4d18-9772-533b37019cc2 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2377532 Jul 28 11:48:21.774688 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.783112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58436) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:21.789692 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:21.790377 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3d2ddd4f-f03d-4784-b35a-1629332a825e tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Request body: {'subnet': {'network_id': 'cbb73aeb-7724-4ab9-86bd-223bfaeb07fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:21.832794 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-88d7598e-eadd-47da-974b-6da39a1f605c req-2b0f0aae-2ac6-46cd-8ffc-5e36350809f0 service neutron] 10.222.0.43 "GET /v2.0/networks/b7a33a95-fbe5-45dc-a9c3-a85b667e3d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104807 Jul 28 11:48:21.845211 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db652be-f368-4d18-9772-533b37019cc2 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Pushing event updated for resources: {'Network': ['ID=cbb73aeb-7724-4ab9-86bd-223bfaeb07fe,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:21.868385 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network cbb73aeb-7724-4ab9-86bd-223bfaeb07fe details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:48:21.868772 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-366748a7-2c91-4bd4-a10d-203280aa57ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8961143 Jul 28 11:48:21.879482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58440) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:21.896401 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a9d5a88e-04bd-4910-bcb1-2f20e405e92f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'subnet': {'network_id': '5233a0c4-078f-406b-8df2-35f852108fa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:21.985324 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366748a7-2c91-4bd4-a10d-203280aa57ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Network': ['ID=5233a0c4-078f-406b-8df2-35f852108fa7,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:22.005941 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 5233a0c4-078f-406b-8df2-35f852108fa7 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:48:22.119564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5eae4e6-cbfd-418b-9cdd-59ad71161738 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Router ede3426a-4e97-4209-86ef-ca5f6ae89be5 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:48:22.127675 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ef51024f-1356-430c-a3ba-a59aa21fb220 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3c398e0948e40508621c9fab91d8338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794663 Jul 28 11:48:22.129737 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58446) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:22.150637 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d5a88e-04bd-4910-bcb1-2f20e405e92f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:22.154447 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a88e-04bd-4910-bcb1-2f20e405e92f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:22.168979 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event updated for resources: {'Port': ['ID=9ceb5fe6-d299-43d7-b36b-1ac365292b2f,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:22.215646 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-223f5574-8730-41fe-9fa0-616e89de15fa req-2cc2e649-9daa-4fa8-b598-0364d9ce33f5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 210 time: 0.0544372 Jul 28 11:48:22.230656 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:22.293591 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2ddd4f-f03d-4784-b35a-1629332a825e tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Made reservation on behalf of b5d35b4053fb4919ae3c63a40be4a8da for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:22.297175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddd4f-f03d-4784-b35a-1629332a825e tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:22.306018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:22.376950 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Floating IP 772fddc3-ce48-4ed6-9caa-e43c76fd7285 associated. External IP: 172.26.1.176, port: 7f332189-cd8f-49f5-866e-cca5b1ec615c. Jul 28 11:48:22.437084 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9a7c6a61-c31f-4826-bbc4-6bee2d17f4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:22.437666 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:22.494296 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5eae4e6-cbfd-418b-9cdd-59ad71161738 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:22.511871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:22.512525 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c746c-b87b-41ee-94f6-a170429d91f4 None None] Sync routers for ids ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:22.522633 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:22.523280 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c746c-b87b-41ee-94f6-a170429d91f4 None None] Routers {'ede3426a-4e97-4209-86ef-ca5f6ae89be5'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:22.524632 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e05c746c-b87b-41ee-94f6-a170429d91f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:22.528545 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:22.533785 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c5eae4e6-cbfd-418b-9cdd-59ad71161738 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "PUT /v2.0/routers/ede3426a-4e97-4209-86ef-ca5f6ae89be5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2674618 Jul 28 11:48:22.534588 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=61fe8821-1477-4977-ab81-c74a1e3c7aa0,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:22.534880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58454) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:22.537467 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9a7c6a61-c31f-4826-bbc4-6bee2d17f4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:22.678700 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-e05c746c-b87b-41ee-94f6-a170429d91f4 None None] Set router ede3426a-4e97-4209-86ef-ca5f6ae89be5 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:48:22.707290 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9f15e8-2fc9-4f41-83e4-69fc04ee72fe tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Deleting subnet 55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:48:22.723680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a88e-04bd-4910-bcb1-2f20e405e92f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:22.737481 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4d9f15e8-2fc9-4f41-83e4-69fc04ee72fe tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:22.764840 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9a7c6a61-c31f-4826-bbc4-6bee2d17f4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:22.767403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9a7c6a61-c31f-4826-bbc4-6bee2d17f4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:22.770939 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9a7c6a61-c31f-4826-bbc4-6bee2d17f4a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37fbc411-514c-4fe8-a1f6-9c37713dcf3c HTTP/1.1" status: 204 len: 168 time: 0.6369705 Jul 28 11:48:22.781957 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddd4f-f03d-4784-b35a-1629332a825e tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:22.837873 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c6a61-c31f-4826-bbc4-6bee2d17f4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fbc411-514c-4fe8-a1f6-9c37713dcf3c,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:22.850922 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4d9f15e8-2fc9-4f41-83e4-69fc04ee72fe tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:22.851178 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5a88e-04bd-4910-bcb1-2f20e405e92f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Subnet': ['ID=02b7c8bd-91d2-4e0e-b8ce-31729a681f88,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:22.897979 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Router 8c47119f-1756-451d-b3c3-4b231fa5082c has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:48:22.938630 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ddd4f-f03d-4784-b35a-1629332a825e tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Pushing event updated for resources: {'Subnet': ['ID=07ace3f1-68e1-4bcb-936f-aa83fcab0e1e,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:22.982144 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e05c746c-b87b-41ee-94f6-a170429d91f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444622183', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:16Z', 'updated_at': '2021-07-28T11:48:21Z', 'revision_number': 5, 'project_id': '6f3047592da24f58b861d395ec5927af', 'gw_port': {'id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:18Z', 'updated_at': '2021-07-28T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:23.015449 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5a88e-04bd-4910-bcb1-2f20e405e92f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Checking segment: {'id': '4716457a-bcb7-4433-9795-df907f4f31f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5233a0c4-078f-406b-8df2-35f852108fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:23.015976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d5a88e-04bd-4910-bcb1-2f20e405e92f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network hostable DHCP agents. Network: 5233a0c4-078f-406b-8df2-35f852108fa7, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:48:23.034890 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ddd4f-f03d-4784-b35a-1629332a825e tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Checking segment: {'id': 'dde27b97-ee99-468a-825a-8b006d0c734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cbb73aeb-7724-4ab9-86bd-223bfaeb07fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:23.035363 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2ddd4f-f03d-4784-b35a-1629332a825e tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Network hostable DHCP agents. Network: cbb73aeb-7724-4ab9-86bd-223bfaeb07fe, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:48:23.035705 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c746c-b87b-41ee-94f6-a170429d91f4 None None] Checking router: ede3426a-4e97-4209-86ef-ca5f6ae89be5 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:48:23.059885 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c746c-b87b-41ee-94f6-a170429d91f4 None None] Routers {'ede3426a-4e97-4209-86ef-ca5f6ae89be5'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:23.060868 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d5a88e-04bd-4910-bcb1-2f20e405e92f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network 5233a0c4-078f-406b-8df2-35f852108fa7 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:48:23.061632 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e05c746c-b87b-41ee-94f6-a170429d91f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:23.065497 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2ddd4f-f03d-4784-b35a-1629332a825e tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Network cbb73aeb-7724-4ab9-86bd-223bfaeb07fe is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:48:23.086207 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-a9d5a88e-04bd-4910-bcb1-2f20e405e92f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 5233a0c4-078f-406b-8df2-35f852108fa7) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:23.091555 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-3d2ddd4f-f03d-4784-b35a-1629332a825e tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, cbb73aeb-7724-4ab9-86bd-223bfaeb07fe) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:23.097992 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d5a88e-04bd-4910-bcb1-2f20e405e92f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:23.098799 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a88e-04bd-4910-bcb1-2f20e405e92f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:23.098952 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a11c01-a6f8-4772-948a-07f6a0b233e4 None None] Network 5233a0c4-078f-406b-8df2-35f852108fa7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:23.117066 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2ddd4f-f03d-4784-b35a-1629332a825e tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:23.122442 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddd4f-f03d-4784-b35a-1629332a825e tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:23.134823 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4d9f15e8-2fc9-4f41-83e4-69fc04ee72fe tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:23.141808 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc87ea7-f41a-4383-ae94-f529fc90eb79 None None] Network cbb73aeb-7724-4ab9-86bd-223bfaeb07fe requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:23.179689 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a9d5a88e-04bd-4910-bcb1-2f20e405e92f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2989831 Jul 28 11:48:23.182396 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58458) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:23.189079 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-547df3ca-e17e-4d69-aae1-b84f55d2b5b4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'subnet': {'network_id': '5233a0c4-078f-406b-8df2-35f852108fa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:23.196085 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3d2ddd4f-f03d-4784-b35a-1629332a825e tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4072483 Jul 28 11:48:23.208373 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58460) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:23.213108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-268ac6e1-1cba-4d7e-9883-6edaff99684b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1426964156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:23.343480 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 8b06775e-1b2b-4e4b-95a6-e8eb03baec28 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:23.352142 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:23.390201 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-e05c746c-b87b-41ee-94f6-a170429d91f4 None None] Set router ede3426a-4e97-4209-86ef-ca5f6ae89be5 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:48:23.414652 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-268ac6e1-1cba-4d7e-9883-6edaff99684b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:23.416567 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-268ac6e1-1cba-4d7e-9883-6edaff99684b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:23.527626 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7598e-eadd-47da-974b-6da39a1f605c req-ed380292-4a1d-4105-b108-19ca5bcec63e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:23.529619 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-88d7598e-eadd-47da-974b-6da39a1f605c req-ed380292-4a1d-4105-b108-19ca5bcec63e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/networks?id=b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 HTTP/1.1" status: 200 len: 797 time: 0.3338251 Jul 28 11:48:23.560781 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 8b06775e-1b2b-4e4b-95a6-e8eb03baec28 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:23.561155 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:23.585636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-268ac6e1-1cba-4d7e-9883-6edaff99684b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:23.598511 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547df3ca-e17e-4d69-aae1-b84f55d2b5b4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:23.604736 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-547df3ca-e17e-4d69-aae1-b84f55d2b5b4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:23.611920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-268ac6e1-1cba-4d7e-9883-6edaff99684b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:23.624744 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-5233a0c4-078f-406b-8df2-35f852108fa7', 'network_id': '5233a0c4-078f-406b-8df2-35f852108fa7', 'tenant_id': '7afb90f661d64aa0a8cacc3c8af77233', 'fixed_ips': [{'subnet_id': '02b7c8bd-91d2-4e0e-b8ce-31729a681f88'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:48:23.625610 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:23.634526 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5c11dab2-e4df-41d5-a169-9d1ec41846da req-aeb974ce-f970-4027-9a72-6cfb8e987dc2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 210 time: 0.2894428 Jul 28 11:48:23.639916 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:23.662030 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:23.662964 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e05c746c-b87b-41ee-94f6-a170429d91f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444622183', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:16Z', 'updated_at': '2021-07-28T11:48:21Z', 'revision_number': 5, 'project_id': '6f3047592da24f58b861d395ec5927af', 'gw_port': {'id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:18Z', 'updated_at': '2021-07-28T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:23.665523 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4d9f15e8-2fc9-4f41-83e4-69fc04ee72fe tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:23.672250 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d64da1-21ac-495a-80d7-6d0965642f40 None None] Sync routers for ids ['8c47119f-1756-451d-b3c3-4b231fa5082c'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:23.673830 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:23.696255 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-268ac6e1-1cba-4d7e-9883-6edaff99684b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:23.697802 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-268ac6e1-1cba-4d7e-9883-6edaff99684b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4883492 Jul 28 11:48:23.706211 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c746c-b87b-41ee-94f6-a170429d91f4 None None] The sync data for ids ['ede3426a-4e97-4209-86ef-ca5f6ae89be5'] in dv-neutron-786478-16-hyperv is: [{'id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444622183', 'tenant_id': '6f3047592da24f58b861d395ec5927af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:16Z', 'updated_at': '2021-07-28T11:48:21Z', 'revision_number': 5, 'project_id': '6f3047592da24f58b861d395ec5927af', 'gw_port': {'id': '7ca77089-bffd-4fe5-b108-4d0705367d8c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3426a-4e97-4209-86ef-ca5f6ae89be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:18Z', 'updated_at': '2021-07-28T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:23.706877 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58468) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:23.723051 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b498f6c7-148d-4560-bc8d-bf857370bd34 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.2486556 Jul 28 11:48:23.733283 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-88d7598e-eadd-47da-974b-6da39a1f605c req-b5cb54c1-2eff-461f-97bd-c486c6432e4e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 379 time: 0.1578288 Jul 28 11:48:23.743525 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f45b625-3131-48d4-bd0e-833de57b72fc', 'tag': '7f332189-cd8f-49f5-866e-cca5b1ec615c'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:48:23.746383 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08be6b81-fc96-4d10-b922-b365efcca844" -d '{"events": [{"name": "network-changed", "server_uuid": "3f45b625-3131-48d4-bd0e-833de57b72fc", "tag": "7f332189-cd8f-49f5-866e-cca5b1ec615c"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:48:23.749335 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-88d7598e-eadd-47da-974b-6da39a1f605c req-d1ab8a8d-bb78-49bd-9a6d-61316053cf5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'port': {'device_id': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'admin_state_up': True, 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'security_groups': ['61150fbe-72ca-4f0f-823e-f544e2a831d0']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:23.756007 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d64da1-21ac-495a-80d7-6d0965642f40 None None] Routers {'8c47119f-1756-451d-b3c3-4b231fa5082c'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:23.756007 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b7d64da1-21ac-495a-80d7-6d0965642f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8c47119f-1756-451d-b3c3-4b231fa5082c'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:23.807984 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73a47ab-ffd8-4810-86f2-853cd2ddfd14 x-openstack-request-id: req-d73a47ab-ffd8-4810-86f2-853cd2ddfd14 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:48:23.808342 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f45b625-3131-48d4-bd0e-833de57b72fc", "tag": "7f332189-cd8f-49f5-866e-cca5b1ec615c", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:48:23.809149 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d73a47ab-ffd8-4810-86f2-853cd2ddfd14 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:48:23.809661 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f45b625-3131-48d4-bd0e-833de57b72fc', 'tag': '7f332189-cd8f-49f5-866e-cca5b1ec615c', 'status': 'completed', 'code': 200} Jul 28 11:48:23.819862 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.ipam_backend_mixin [None req-547df3ca-e17e-4d69-aae1-b84f55d2b5b4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 02b7c8bd-91d2-4e0e-b8ce-31729a681f88 (CIDR: 2001:db8::/64) Jul 28 11:48:23.838907 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f15e8-2fc9-4f41-83e4-69fc04ee72fe tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event deleted for resources: {'Subnet': ['ID=55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:23.853986 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4d9f15e8-2fc9-4f41-83e4-69fc04ee72fe tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:23.856558 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4d9f15e8-2fc9-4f41-83e4-69fc04ee72fe tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "DELETE /v2.0/subnets/55eedb1e-5dcb-40dd-b82b-1f6b5cdc77e2 HTTP/1.1" status: 204 len: 168 time: 1.3204255 Jul 28 11:48:23.859964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58474) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:23.879806 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-547df3ca-e17e-4d69-aae1-b84f55d2b5b4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:48:23.880480 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-547df3ca-e17e-4d69-aae1-b84f55d2b5b4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:23.892336 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-cbb73aeb-7724-4ab9-86bd-223bfaeb07fe', 'network_id': 'cbb73aeb-7724-4ab9-86bd-223bfaeb07fe', 'tenant_id': 'b5d35b4053fb4919ae3c63a40be4a8da', 'fixed_ips': [{'subnet_id': '07ace3f1-68e1-4bcb-936f-aa83fcab0e1e'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:48:23.893303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:23.895259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e10b03-87bc-4633-b9b9-84d6211699cc None None] Network 05e0ea0b-61bb-458d-a29d-5f518c0c2f3d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:23.973858 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-547df3ca-e17e-4d69-aae1-b84f55d2b5b4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7902479 Jul 28 11:48:23.981094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58476) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:23.995611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'subnet': {'network_id': '5233a0c4-078f-406b-8df2-35f852108fa7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:24.156769 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be6b81-fc96-4d10-b922-b365efcca844 req-54021b91-86e8-4eba-b259-9dd47659c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:24.158347 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-08be6b81-fc96-4d10-b922-b365efcca844 req-54021b91-86e8-4eba-b259-9dd47659c70a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51ac002bba904616bbf9cec718c70d3e&device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 1099 time: 0.2992332 Jul 28 11:48:24.173475 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d3d76415-325b-4abf-b72b-72a3c7906e7a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:24.183370 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Allocated IP 2001:db8::2 (5233a0c4-078f-406b-8df2-35f852108fa7/02b7c8bd-91d2-4e0e-b8ce-31729a681f88/d58f29d4-ca95-4eaf-8abc-c45e93ba02f3) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:24.296398 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-b7d64da1-21ac-495a-80d7-6d0965642f40 None None] Set router 8c47119f-1756-451d-b3c3-4b231fa5082c gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:48:24.401225 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d7598e-eadd-47da-974b-6da39a1f605c req-d1ab8a8d-bb78-49bd-9a6d-61316053cf5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:24.405427 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-88d7598e-eadd-47da-974b-6da39a1f605c req-d1ab8a8d-bb78-49bd-9a6d-61316053cf5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:24.459915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:24.463584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:24.483658 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:24.502915 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router fe70a6a6-3a11-4882-a814-f3b949723d46 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:48:24.523250 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Allocated IP 172.20.0.2 (cbb73aeb-7724-4ab9-86bd-223bfaeb07fe/07ace3f1-68e1-4bcb-936f-aa83fcab0e1e/a9e9910f-a24b-4114-a839-35838687fa22) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:24.532230 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be6b81-fc96-4d10-b922-b365efcca844 req-29900529-0363-4085-b406-b564294bcc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:24.533735 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-08be6b81-fc96-4d10-b922-b365efcca844 req-29900529-0363-4085-b406-b564294bcc37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 200 len: 911 time: 0.3538535 Jul 28 11:48:24.537922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d3d76415-325b-4abf-b72b-72a3c7906e7a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:24.726238 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619ef295-0a0e-457c-8e11-72341d64d7c6 None None] DHCP port deletion for 05e0ea0b-61bb-458d-a29d-5f518c0c2f3d request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:48:24.755412 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:24.766303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Transition to ACTIVE for port object d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:24.767585 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-08be6b81-fc96-4d10-b922-b365efcca844 req-b5551a71-6cd3-4b40-8282-f41048ee29c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f332189-cd8f-49f5-866e-cca5b1ec615c HTTP/1.1" status: 200 len: 1000 time: 0.1943133 Jul 28 11:48:24.784374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Transition to ACTIVE for port object d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:24.811210 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fac1ee4e-eb8f-4a6a-8eb4-6713fb5daf85 req-f7df2168-1f41-497f-9dde-12ae7a2bd822 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 210 time: 0.0644484 Jul 28 11:48:24.830872 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:24.869990 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:24.886108 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da53c68-3644-4846-b12f-cada0886762c None None] Sync routers for ids ['fe70a6a6-3a11-4882-a814-f3b949723d46'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:24.897018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:24.898268 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da53c68-3644-4846-b12f-cada0886762c None None] Routers {'fe70a6a6-3a11-4882-a814-f3b949723d46'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:24.898394 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6f71879a-01be-4b4a-abd5-dd3f2142195c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.0903113 Jul 28 11:48:24.899341 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-8da53c68-3644-4846-b12f-cada0886762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['fe70a6a6-3a11-4882-a814-f3b949723d46'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:24.902076 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58480) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:24.937053 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-8da53c68-3644-4846-b12f-cada0886762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:24.937678 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Network 5233a0c4-078f-406b-8df2-35f852108fa7 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:24.946547 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:24.947559 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da53c68-3644-4846-b12f-cada0886762c None None] Routers {'fe70a6a6-3a11-4882-a814-f3b949723d46'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:24.950018 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-8da53c68-3644-4846-b12f-cada0886762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['fe70a6a6-3a11-4882-a814-f3b949723d46'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:24.951766 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:25.041939 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Pushing event updated for resources: {'Port': ['ID=d58f29d4-ca95-4eaf-8abc-c45e93ba02f3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:25.115405 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c27f934f-9f80-4fb8-92f1-24bc17633dc8 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:48:25.127971 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:25.167358 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-8da53c68-3644-4846-b12f-cada0886762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:25.168193 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da53c68-3644-4846-b12f-cada0886762c None None] The sync data for ids ['fe70a6a6-3a11-4882-a814-f3b949723d46'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:25.174931 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-619ef295-0a0e-457c-8e11-72341d64d7c6 None None] Deleting port cc6d712e-eb5e-49b6-b47b-8b2baf8649d0 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:25.175402 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-619ef295-0a0e-457c-8e11-72341d64d7c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:25.180617 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Transition to ACTIVE for port object a9e9910f-a24b-4114-a839-35838687fa22 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:25.182407 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: c27f934f-9f80-4fb8-92f1-24bc17633dc8 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:48:25.182867 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c27f934f-9f80-4fb8-92f1-24bc17633dc8 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:48:25.183930 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device cc6d712e-eb5e-49b6-b47b-8b2baf8649d0 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:48:25.198059 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Attempting to bind port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:48:25.198723 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Attempting to bind port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '4716457a-bcb7-4433-9795-df907f4f31f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5233a0c4-078f-406b-8df2-35f852108fa7'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:48:25.199930 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Attempting to bind port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 on network 5233a0c4-078f-406b-8df2-35f852108fa7 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:48:25.243365 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b7d64da1-21ac-495a-80d7-6d0965642f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '772fddc3-ce48-4ed6-9caa-e43c76fd7285', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'floating_ip_address': '172.26.1.176', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'port_id': '7f332189-cd8f-49f5-866e-cca5b1ec615c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'mac_address': 'fa:16:3e:f9:41:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f45b625-3131-48d4-bd0e-833de57b72fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:48:19Z', 'updated_at': '2021-07-28T11:48:19Z', 'revision_number': 0, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:08Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:25.258466 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-88d7598e-eadd-47da-974b-6da39a1f605c req-d1ab8a8d-bb78-49bd-9a6d-61316053cf5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.5 (b7a33a95-fbe5-45dc-a9c3-a85b667e3d72/b23141ed-c471-4a5e-93e5-569f161c6c26/856b75db-0181-42eb-9a12-c961a13668ad) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:25.286768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be6b81-fc96-4d10-b922-b365efcca844 req-94a45cdf-f93f-4f85-9700-315f168533d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:25.288259 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-08be6b81-fc96-4d10-b922-b365efcca844 req-94a45cdf-f93f-4f85-9700-315f168533d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5 HTTP/1.1" status: 200 len: 849 time: 0.5087440 Jul 28 11:48:25.299141 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-d3d76415-325b-4abf-b72b-72a3c7906e7a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Deleting port 7ca77089-bffd-4fe5-b108-4d0705367d8c {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:25.299489 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d3d76415-325b-4abf-b72b-72a3c7906e7a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:25.308906 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:48:25.309870 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Checking segment: {'id': '4716457a-bcb7-4433-9795-df907f4f31f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5233a0c4-078f-406b-8df2-35f852108fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:25.310373 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:25.310880 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Bound using segment: {'id': '4716457a-bcb7-4433-9795-df907f4f31f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5233a0c4-078f-406b-8df2-35f852108fa7'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:48:25.311500 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Bound port: d58f29d4-ca95-4eaf-8abc-c45e93ba02f3, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4716457a-bcb7-4433-9795-df907f4f31f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5233a0c4-078f-406b-8df2-35f852108fa7'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:48:25.311977 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:25.314269 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Transition to ACTIVE for port object a9e9910f-a24b-4114-a839-35838687fa22 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:25.323132 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d64da1-21ac-495a-80d7-6d0965642f40 None None] Checking router: 8c47119f-1756-451d-b3c3-4b231fa5082c for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:48:25.347223 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:25.351741 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-619ef295-0a0e-457c-8e11-72341d64d7c6 None None] For port cc6d712e-eb5e-49b6-b47b-8b2baf8649d0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=cc6d712e-eb5e-49b6-b47b-8b2baf8649d0,segment=NetworkSegment(8dc492f6-8f51-4763-bd48-06f4c2813a99),segment_id=8dc492f6-8f51-4763-bd48-06f4c2813a99)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:25.352203 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-619ef295-0a0e-457c-8e11-72341d64d7c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:25.401380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-619ef295-0a0e-457c-8e11-72341d64d7c6 None None] Calling delete_port for cc6d712e-eb5e-49b6-b47b-8b2baf8649d0 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:25.426969 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d64da1-21ac-495a-80d7-6d0965642f40 None None] Routers {'8c47119f-1756-451d-b3c3-4b231fa5082c'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:25.427344 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b7d64da1-21ac-495a-80d7-6d0965642f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8c47119f-1756-451d-b3c3-4b231fa5082c'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:25.449301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Allocated IP 172.20.0.1 (cbb73aeb-7724-4ab9-86bd-223bfaeb07fe/07ace3f1-68e1-4bcb-936f-aa83fcab0e1e/4aa35b97-ff9a-43e2-aa55-0f9385e28f00) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:25.472646 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:25.483403 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Network cbb73aeb-7724-4ab9-86bd-223bfaeb07fe is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:25.520080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be6b81-fc96-4d10-b922-b365efcca844 req-8e168da1-8c08-417e-8590-19f31562f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:25.521591 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-08be6b81-fc96-4d10-b922-b365efcca844 req-8e168da1-8c08-417e-8590-19f31562f688 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a1fce29-ec01-4e0f-afda-86e621a73431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2242038 Jul 28 11:48:25.523517 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:25.526149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:25.566384 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Pushing event updated for resources: {'Port': ['ID=a9e9910f-a24b-4114-a839-35838687fa22,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:25.612519 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] For port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:48:25.636960 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:25.675399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-d3d76415-325b-4abf-b72b-72a3c7906e7a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] For port 7ca77089-bffd-4fe5-b108-4d0705367d8c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7ca77089-bffd-4fe5-b108-4d0705367d8c,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:25.676039 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d3d76415-325b-4abf-b72b-72a3c7906e7a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:25.680852 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:25.696228 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Transition to ACTIVE for port object 4aa35b97-ff9a-43e2-aa55-0f9385e28f00 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:25.711623 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] For port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d58f29d4-ca95-4eaf-8abc-c45e93ba02f3,segment=NetworkSegment(4716457a-bcb7-4433-9795-df907f4f31f3),segment_id=4716457a-bcb7-4433-9795-df907f4f31f3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:48:25.718438 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-d3d76415-325b-4abf-b72b-72a3c7906e7a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Calling delete_port for 7ca77089-bffd-4fe5-b108-4d0705367d8c owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:25.726070 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:25.736994 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:25.752562 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:25.757963 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-88d7598e-eadd-47da-974b-6da39a1f605c req-d1ab8a8d-bb78-49bd-9a6d-61316053cf5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:25.765932 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Network cbb73aeb-7724-4ab9-86bd-223bfaeb07fe is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:25.789575 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:25.796317 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:25.798210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Attempting to bind port a9e9910f-a24b-4114-a839-35838687fa22 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:48:25.798759 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Attempting to bind port a9e9910f-a24b-4114-a839-35838687fa22 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'dde27b97-ee99-468a-825a-8b006d0c734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cbb73aeb-7724-4ab9-86bd-223bfaeb07fe'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:48:25.799111 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Attempting to bind port a9e9910f-a24b-4114-a839-35838687fa22 on network cbb73aeb-7724-4ab9-86bd-223bfaeb07fe {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:48:25.834489 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:48:25.834850 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Checking segment: {'id': 'dde27b97-ee99-468a-825a-8b006d0c734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cbb73aeb-7724-4ab9-86bd-223bfaeb07fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:25.850747 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:25.851557 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Bound using segment: {'id': 'dde27b97-ee99-468a-825a-8b006d0c734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cbb73aeb-7724-4ab9-86bd-223bfaeb07fe'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:48:25.852820 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Bound port: a9e9910f-a24b-4114-a839-35838687fa22, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde27b97-ee99-468a-825a-8b006d0c734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cbb73aeb-7724-4ab9-86bd-223bfaeb07fe'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:48:25.853568 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:25.861454 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port cc6d712e-eb5e-49b6-b47b-8b2baf8649d0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=cc6d712e-eb5e-49b6-b47b-8b2baf8649d0,segment=NetworkSegment(8dc492f6-8f51-4763-bd48-06f4c2813a99),segment_id=8dc492f6-8f51-4763-bd48-06f4c2813a99)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:25.872136 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-88d7598e-eadd-47da-974b-6da39a1f605c req-d1ab8a8d-bb78-49bd-9a6d-61316053cf5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object 856b75db-0181-42eb-9a12-c961a13668ad will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:25.875041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-b7d64da1-21ac-495a-80d7-6d0965642f40 None None] Set router 8c47119f-1756-451d-b3c3-4b231fa5082c gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:48:25.876282 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network 5233a0c4-078f-406b-8df2-35f852108fa7 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:25.886322 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-08be6b81-fc96-4d10-b922-b365efcca844 req-56b83875-65b5-482f-84dd-fdbc699df340 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541508 Jul 28 11:48:25.893747 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:25.945306 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48010dfa-aa1f-4f2b-b09b-f17dd97a5544 None None] Pushing event updated for resources: {'Port': ['ID=d58f29d4-ca95-4eaf-8abc-c45e93ba02f3,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:26.005030 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-08be6b81-fc96-4d10-b922-b365efcca844 req-081dc6f9-065c-4a01-af31-cf4006c0eb5e service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062698 Jul 28 11:48:26.010511 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:26.022808 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:26.056744 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0653994 Jul 28 11:48:26.061191 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58484) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:26.061918 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Subnet': ['ID=aeccb26a-e8c4-45fa-8f58-61b7190444c8,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:26.077086 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-0185ab94-6f9e-419d-9abc-0e0a93ca34f8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'network_id': '5233a0c4-078f-406b-8df2-35f852108fa7', 'fixed_ips': [{'subnet_id': '02b7c8bd-91d2-4e0e-b8ce-31729a681f88'}, {'subnet_id': 'aeccb26a-e8c4-45fa-8f58-61b7190444c8'}], 'name': 'tempest-PortsIpV6TestJSON-608086135'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:26.190994 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0a479400-799c-4536-b13e-9c8b8cd98d33 req-0a0cca08-97f1-4c55-810b-d17478b57a98 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 210 time: 0.0621831 Jul 28 11:48:26.193281 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Pushing event updated for resources: {'Port': ['ID=4aa35b97-ff9a-43e2-aa55-0f9385e28f00,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:26.224108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.224680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.225286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.225772 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.226450 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.226948 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.227388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.229525 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.232802 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.233704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:26.234205 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.234710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.235632 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f4f64-a27e-4fc9-b649-e607cb3a8606 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.274832 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.275651 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.279536 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.280265 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.280821 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.281133 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] For port a9e9910f-a24b-4114-a839-35838687fa22, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:48:26.281712 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.282256 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.282847 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.283945 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.284464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.285027 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.285309 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] For port a9e9910f-a24b-4114-a839-35838687fa22, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a9e9910f-a24b-4114-a839-35838687fa22,segment=NetworkSegment(dde27b97-ee99-468a-825a-8b006d0c734b),segment_id=dde27b97-ee99-468a-825a-8b006d0c734b)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:48:26.285845 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:26.297809 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-619ef295-0a0e-457c-8e11-72341d64d7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:26.300913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:26.302656 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:26.339520 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event deleted for resources: {'Port': ['ID=cc6d712e-eb5e-49b6-b47b-8b2baf8649d0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:26.354948 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-88d7598e-eadd-47da-974b-6da39a1f605c req-d1ab8a8d-bb78-49bd-9a6d-61316053cf5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:26.357380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ef295-0a0e-457c-8e11-72341d64d7c6 None None] No DVR routers for this DVR port cc6d712e-eb5e-49b6-b47b-8b2baf8649d0 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:48:26.427245 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ef295-0a0e-457c-8e11-72341d64d7c6 None None] Pushing event deleted for resources: {'Port': ['ID=cc6d712e-eb5e-49b6-b47b-8b2baf8649d0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:26.455180 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d7598e-eadd-47da-974b-6da39a1f605c req-d1ab8a8d-bb78-49bd-9a6d-61316053cf5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:26.461274 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-88d7598e-eadd-47da-974b-6da39a1f605c req-d1ab8a8d-bb78-49bd-9a6d-61316053cf5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:26.470339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d7598e-eadd-47da-974b-6da39a1f605c req-d1ab8a8d-bb78-49bd-9a6d-61316053cf5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:26.490518 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a461c8-d844-48b7-bf02-cb924a97a0ed None None] Pushing event updated for resources: {'Port': ['ID=a9e9910f-a24b-4114-a839-35838687fa22,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:26.563685 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab8a8d-bb78-49bd-9a6d-61316053cf5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=856b75db-0181-42eb-9a12-c961a13668ad,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:26.589151 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d3d76415-325b-4abf-b72b-72a3c7906e7a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:26.611849 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7598e-eadd-47da-974b-6da39a1f605c req-d1ab8a8d-bb78-49bd-9a6d-61316053cf5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:26.612559 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-88d7598e-eadd-47da-974b-6da39a1f605c req-d1ab8a8d-bb78-49bd-9a6d-61316053cf5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:26.640271 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Allocated IP 172.20.0.1 (e83e6ae8-ef05-4fb5-9a56-582d8f68bd31/f12676bd-79cf-45d6-b716-aeaf2bc1a5f0/d6c1f22f-6005-4ea2-94e0-8860f0e75dda) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:26.646776 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d76415-325b-4abf-b72b-72a3c7906e7a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event deleted for resources: {'Port': ['ID=7ca77089-bffd-4fe5-b108-4d0705367d8c,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:26.655943 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0185ab94-6f9e-419d-9abc-0e0a93ca34f8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:26.668845 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:26.716335 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b7d64da1-21ac-495a-80d7-6d0965642f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '772fddc3-ce48-4ed6-9caa-e43c76fd7285', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'floating_ip_address': '172.26.1.176', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'port_id': '7f332189-cd8f-49f5-866e-cca5b1ec615c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'mac_address': 'fa:16:3e:f9:41:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f45b625-3131-48d4-bd0e-833de57b72fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:48:19Z', 'updated_at': '2021-07-28T11:48:19Z', 'revision_number': 0, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:08Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:26.754234 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d64da1-21ac-495a-80d7-6d0965642f40 None None] The sync data for ids ['8c47119f-1756-451d-b3c3-4b231fa5082c'] in dv-neutron-786478-16-hyperv is: [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '772fddc3-ce48-4ed6-9caa-e43c76fd7285', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'floating_ip_address': '172.26.1.176', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'port_id': '7f332189-cd8f-49f5-866e-cca5b1ec615c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'mac_address': 'fa:16:3e:f9:41:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f45b625-3131-48d4-bd0e-833de57b72fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:48:19Z', 'updated_at': '2021-07-28T11:48:19Z', 'revision_number': 0, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:08Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:26.759749 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-88d7598e-eadd-47da-974b-6da39a1f605c req-d1ab8a8d-bb78-49bd-9a6d-61316053cf5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0193415 Jul 28 11:48:26.817940 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:48:26.858516 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Request body: {'port': {'device_id': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:26.975130 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d3d76415-325b-4abf-b72b-72a3c7906e7a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:27.013985 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:27.062724 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-42cab340-4a47-4dab-bbe2-45d8f58d2ceb None None] Provisioning for port 856b75db-0181-42eb-9a12-c961a13668ad completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:27.068306 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-42cab340-4a47-4dab-bbe2-45d8f58d2ceb None None] Provisioning complete for port 856b75db-0181-42eb-9a12-c961a13668ad triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:27.068997 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-42cab340-4a47-4dab-bbe2-45d8f58d2ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:27.129810 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-42cab340-4a47-4dab-bbe2-45d8f58d2ceb None None] Port 856b75db-0181-42eb-9a12-c961a13668ad cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:27.135882 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0185ab94-6f9e-419d-9abc-0e0a93ca34f8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:27.177095 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:27.195988 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d3d76415-325b-4abf-b72b-72a3c7906e7a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:27.216561 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d3d76415-325b-4abf-b72b-72a3c7906e7a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:27.218072 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc86b93f-73d0-4692-8c1a-7a24c9320938 None None] New status for floating IP 772fddc3-ce48-4ed6-9caa-e43c76fd7285: ACTIVE {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:48:27.242739 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Transition to ACTIVE for port object d6c1f22f-6005-4ea2-94e0-8860f0e75dda will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:27.273437 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-0185ab94-6f9e-419d-9abc-0e0a93ca34f8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] device_id is not set on port 510115d0-5910-4712-be17-ffe77bdcb472 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:48:27.375867 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a9e9910f-a24b-4114-a839-35838687fa22 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:27.401305 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:27.429522 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:27.440730 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d3d76415-325b-4abf-b72b-72a3c7906e7a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:27.441254 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d76415-325b-4abf-b72b-72a3c7906e7a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Fanout notify agent at l3_agent the message router_deleted on router ede3426a-4e97-4209-86ef-ca5f6ae89be5 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:48:27.458049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d3d76415-325b-4abf-b72b-72a3c7906e7a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:27.461641 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d3d76415-325b-4abf-b72b-72a3c7906e7a tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "DELETE /v2.0/routers/ede3426a-4e97-4209-86ef-ca5f6ae89be5 HTTP/1.1" status: 204 len: 168 time: 3.5982921 Jul 28 11:48:27.465360 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58488) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:27.518004 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Pushing event updated for resources: {'Port': ['ID=4aa35b97-ff9a-43e2-aa55-0f9385e28f00,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:27.544474 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:27.573332 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b486039-5618-43f8-a3ee-b3939ffd0ed0 None None] Network 5233a0c4-078f-406b-8df2-35f852108fa7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:27.583352 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:27.642228 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3e97d-fee8-4a34-8882-314cbdc809b0 req-0fc11513-bf2b-47db-9a12-8c14f6687517 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:27.644220 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-53c3e97d-fee8-4a34-8882-314cbdc809b0 req-0fc11513-bf2b-47db-9a12-8c14f6687517 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 931 time: 0.2810647 Jul 28 11:48:27.661014 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network e83e6ae8-ef05-4fb5-9a56-582d8f68bd31 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:27.699739 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e5800ee2-3259-41d8-b5bf-817d1de5e32b None None] Provisioning for port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:27.700318 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:27.731375 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=d6c1f22f-6005-4ea2-94e0-8860f0e75dda,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:27.732615 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port a9e9910f-a24b-4114-a839-35838687fa22 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:27.770792 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:27.787394 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:27.810410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-630f5772-4b71-438f-918e-1b25bc65781f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:27.859280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:27.870651 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:27.885156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:27.886022 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:27.955983 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-53c3e97d-fee8-4a34-8882-314cbdc809b0 req-e0d775a7-cfc0-43ff-b540-a870c647e731 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=61150fbe-72ca-4f0f-823e-f544e2a831d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932475 Jul 28 11:48:27.998443 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.067301 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 856b75db-0181-42eb-9a12-c961a13668ad {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:48:28.078082 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.100169 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f596981-84c3-4661-b977-d48abd438be8 None None] Update dhcp port {'port': {'network_id': '5233a0c4-078f-406b-8df2-35f852108fa7', 'fixed_ips': [{'subnet_id': '02b7c8bd-91d2-4e0e-b8ce-31729a681f88', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aeccb26a-e8c4-45fa-8f58-61b7190444c8'}], 'binding:host_id': 'dv-neutron-786478-16-hyperv'}, 'id': 'd58f29d4-ca95-4eaf-8abc-c45e93ba02f3'} from dv-neutron-786478-16-hyperv. {{(pid=100417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:48:28.107463 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d58f29d4-ca95-4eaf-8abc-c45e93ba02f3,segment=NetworkSegment(4716457a-bcb7-4433-9795-df907f4f31f3),segment_id=4716457a-bcb7-4433-9795-df907f4f31f3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:28.122232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Transition to ACTIVE for port object 856b75db-0181-42eb-9a12-c961a13668ad will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:28.126199 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.156827 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Network cbb73aeb-7724-4ab9-86bd-223bfaeb07fe is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:28.176921 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d43768-23f0-4edb-a29d-a52d28719fe1 None None] Network cbb73aeb-7724-4ab9-86bd-223bfaeb07fe requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:28.177143 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:28.188558 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f596981-84c3-4661-b977-d48abd438be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.194452 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.194675 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.245101 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0a6ac723-00b8-4048-b508-a82d2d24e01b None None] Provisioning for port d6c1f22f-6005-4ea2-94e0-8860f0e75dda completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:28.259291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-630f5772-4b71-438f-918e-1b25bc65781f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.290306 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0a6ac723-00b8-4048-b508-a82d2d24e01b None None] Provisioning complete for port d6c1f22f-6005-4ea2-94e0-8860f0e75dda triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:28.290816 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a6ac723-00b8-4048-b508-a82d2d24e01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.302160 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-630f5772-4b71-438f-918e-1b25bc65781f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e0ea0b-61bb-458d-a29d-5f518c0c2f3d']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:28.323167 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=d58f29d4-ca95-4eaf-8abc-c45e93ba02f3,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:28.380808 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-630f5772-4b71-438f-918e-1b25bc65781f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc492f6-8f51-4763-bd48-06f4c2813a99') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:28.380808 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-630f5772-4b71-438f-918e-1b25bc65781f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc492f6-8f51-4763-bd48-06f4c2813a99') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:28.394146 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Pushing event updated for resources: {'Port': ['ID=856b75db-0181-42eb-9a12-c961a13668ad,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:28.416957 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0a6ac723-00b8-4048-b508-a82d2d24e01b None None] Port d6c1f22f-6005-4ea2-94e0-8860f0e75dda cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:28.436222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-630f5772-4b71-438f-918e-1b25bc65781f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.449413 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Attempting to bind port 856b75db-0181-42eb-9a12-c961a13668ad on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:48:28.449766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Attempting to bind port 856b75db-0181-42eb-9a12-c961a13668ad by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '9d123eab-912d-404c-941b-9071e5b8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:48:28.450103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Attempting to bind port 856b75db-0181-42eb-9a12-c961a13668ad on network b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:48:28.457918 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Port 856b75db-0181-42eb-9a12-c961a13668ad on network b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:48:28.458254 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Attempting to bind port 856b75db-0181-42eb-9a12-c961a13668ad on network b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:48:28.474232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:48:28.474649 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Checking segment: {'id': '9d123eab-912d-404c-941b-9071e5b8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:28.475578 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Bound using segment: {'id': '9d123eab-912d-404c-941b-9071e5b8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:48:28.476039 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Bound port: 856b75db-0181-42eb-9a12-c961a13668ad, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d123eab-912d-404c-941b-9071e5b8e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:48:28.476408 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.497136 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Router eac7083a-2766-44a7-a2e8-7f64f33d6147 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:48:28.499662 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-630f5772-4b71-438f-918e-1b25bc65781f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.542975 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630f5772-4b71-438f-918e-1b25bc65781f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:48:28.543402 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-630f5772-4b71-438f-918e-1b25bc65781f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:48:28.548445 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:48:28.551446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-0185ab94-6f9e-419d-9abc-0e0a93ca34f8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Allocated IP 2001:db8::c (5233a0c4-078f-406b-8df2-35f852108fa7/02b7c8bd-91d2-4e0e-b8ce-31729a681f88/510115d0-5910-4712-be17-ffe77bdcb472) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:28.566540 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-386d53fe-64d3-48c1-94bc-74c70aba4de0 None None] Provisioning for port a9e9910f-a24b-4114-a839-35838687fa22 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:28.573248 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-386d53fe-64d3-48c1-94bc-74c70aba4de0 None None] Provisioning complete for port a9e9910f-a24b-4114-a839-35838687fa22 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:28.573739 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-386d53fe-64d3-48c1-94bc-74c70aba4de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.600235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-0185ab94-6f9e-419d-9abc-0e0a93ca34f8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Allocated IP 2001:db8:0:1::39b (5233a0c4-078f-406b-8df2-35f852108fa7/aeccb26a-e8c4-45fa-8f58-61b7190444c8/510115d0-5910-4712-be17-ffe77bdcb472) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:28.657881 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-630f5772-4b71-438f-918e-1b25bc65781f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.680683 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-386d53fe-64d3-48c1-94bc-74c70aba4de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.685473 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-630f5772-4b71-438f-918e-1b25bc65781f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.691224 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-630f5772-4b71-438f-918e-1b25bc65781f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "DELETE /v2.0/networks/05e0ea0b-61bb-458d-a29d-5f518c0c2f3d HTTP/1.1" status: 204 len: 168 time: 1.2192690 Jul 28 11:48:28.691224 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f5772-4b71-438f-918e-1b25bc65781f tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event deleted for resources: {'Network': ['ID=05e0ea0b-61bb-458d-a29d-5f518c0c2f3d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:28.691481 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58490) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:28.693876 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] For port 856b75db-0181-42eb-9a12-c961a13668ad, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:48:28.719770 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] For port 856b75db-0181-42eb-9a12-c961a13668ad, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=856b75db-0181-42eb-9a12-c961a13668ad,segment=NetworkSegment(9d123eab-912d-404c-941b-9071e5b8e0d4),segment_id=9d123eab-912d-404c-941b-9071e5b8e0d4)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:48:28.725716 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:28.731361 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.737785 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-386d53fe-64d3-48c1-94bc-74c70aba4de0 None None] For port a9e9910f-a24b-4114-a839-35838687fa22, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a9e9910f-a24b-4114-a839-35838687fa22,segment=NetworkSegment(dde27b97-ee99-468a-825a-8b006d0c734b),segment_id=dde27b97-ee99-468a-825a-8b006d0c734b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:28.739967 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-de35be2b-db60-415c-a0aa-c6a0441d8e27 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] 10.222.0.43 "PUT /v2.0/routers/eac7083a-2766-44a7-a2e8-7f64f33d6147/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0280814 Jul 28 11:48:28.747505 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5294bdb0-87e5-4b3d-bb0a-d5cf7a6d9c6a None None] Sync routers for ids ['eac7083a-2766-44a7-a2e8-7f64f33d6147'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:28.751970 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-386d53fe-64d3-48c1-94bc-74c70aba4de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.756737 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58492) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:28.762816 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-65893552-1d86-4a38-9547-52b3be427699 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Request body: {'port': {'network_id': 'cbb73aeb-7724-4ab9-86bd-223bfaeb07fe', 'name': 'tempest-FloatingIPNegativeTestJSON-1987829176'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:28.763621 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5294bdb0-87e5-4b3d-bb0a-d5cf7a6d9c6a None None] Routers {'eac7083a-2766-44a7-a2e8-7f64f33d6147'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:28.773485 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5294bdb0-87e5-4b3d-bb0a-d5cf7a6d9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['eac7083a-2766-44a7-a2e8-7f64f33d6147'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:28.817340 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:28.817913 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.819328 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-88d7598e-eadd-47da-974b-6da39a1f605c req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] 10.222.0.39 "PUT /v2.0/ports/856b75db-0181-42eb-9a12-c961a13668ad HTTP/1.1" status: 200 len: 1093 time: 1.9829662 Jul 28 11:48:28.822841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'tag': '856b75db-0181-42eb-9a12-c961a13668ad'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:48:28.835064 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf621c5-42a6-4e16-ba80-c3bae8b25d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5cf840-ca9b-44fa-8bb1-22e5c00806bf", "tag": "856b75db-0181-42eb-9a12-c961a13668ad"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:48:28.851211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d53fe-64d3-48c1-94bc-74c70aba4de0 None None] Pushing event updated for resources: {'Port': ['ID=a9e9910f-a24b-4114-a839-35838687fa22,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:28.853633 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.865918 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5294bdb0-87e5-4b3d-bb0a-d5cf7a6d9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:28.884500 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:28.896743 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5294bdb0-87e5-4b3d-bb0a-d5cf7a6d9c6a None None] Routers {'eac7083a-2766-44a7-a2e8-7f64f33d6147'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:28.897731 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5294bdb0-87e5-4b3d-bb0a-d5cf7a6d9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['eac7083a-2766-44a7-a2e8-7f64f33d6147'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:28.946073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6af5f4-1a73-4bbf-a790-e192b1b7b898 x-openstack-request-id: req-dc6af5f4-1a73-4bbf-a790-e192b1b7b898 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:48:28.946763 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5cf840-ca9b-44fa-8bb1-22e5c00806bf", "tag": "856b75db-0181-42eb-9a12-c961a13668ad", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:48:28.947222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc6af5f4-1a73-4bbf-a790-e192b1b7b898 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:48:28.947857 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'tag': '856b75db-0181-42eb-9a12-c961a13668ad', 'status': 'completed', 'code': 200} Jul 28 11:48:28.959328 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5294bdb0-87e5-4b3d-bb0a-d5cf7a6d9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:28.960726 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5294bdb0-87e5-4b3d-bb0a-d5cf7a6d9c6a None None] The sync data for ids ['eac7083a-2766-44a7-a2e8-7f64f33d6147'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:28.999527 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-741b09d6-f1af-4c80-ab71-056f01aa6822 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:29.008254 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cf9de82d-e0ed-4f0b-9ca4-8a681995cff9 None None] Provisioning complete for port a9e9910f-a24b-4114-a839-35838687fa22 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:29.008648 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf9de82d-e0ed-4f0b-9ca4-8a681995cff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:29.011602 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965485d2-2033-4a82-9ec8-6225a73c9258 service neutron] Pushing event updated for resources: {'Port': ['ID=856b75db-0181-42eb-9a12-c961a13668ad,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:29.083505 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0185ab94-6f9e-419d-9abc-0e0a93ca34f8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:29.095804 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7598e-eadd-47da-974b-6da39a1f605c req-367f96e6-1297-4bdf-abcb-27d76404d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:29.097422 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-88d7598e-eadd-47da-974b-6da39a1f605c req-367f96e6-1297-4bdf-abcb-27d76404d3b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 1096 time: 0.2015524 Jul 28 11:48:29.117419 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-0185ab94-6f9e-419d-9abc-0e0a93ca34f8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Transition to ACTIVE for port object 510115d0-5910-4712-be17-ffe77bdcb472 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:29.172787 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-741b09d6-f1af-4c80-ab71-056f01aa6822 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:29.175930 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cf9de82d-e0ed-4f0b-9ca4-8a681995cff9 None None] Provisioning for port 4aa35b97-ff9a-43e2-aa55-0f9385e28f00 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:29.179653 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:29.184486 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:29.188189 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cf9de82d-e0ed-4f0b-9ca4-8a681995cff9 None None] Provisioning complete for port 4aa35b97-ff9a-43e2-aa55-0f9385e28f00 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:29.188855 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf9de82d-e0ed-4f0b-9ca4-8a681995cff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:29.213631 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=d6c1f22f-6005-4ea2-94e0-8860f0e75dda,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:29.222643 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-88d7598e-eadd-47da-974b-6da39a1f605c req-33900a40-9043-4705-8e45-c2d5c8690e5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=856b75db-0181-42eb-9a12-c961a13668ad HTTP/1.1" status: 200 len: 217 time: 0.1152523 Jul 28 11:48:29.228962 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0185ab94-6f9e-419d-9abc-0e0a93ca34f8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:29.299517 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cf9de82d-e0ed-4f0b-9ca4-8a681995cff9 None None] Port 4aa35b97-ff9a-43e2-aa55-0f9385e28f00 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:29.333820 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-3f596981-84c3-4661-b977-d48abd438be8 None None] Allocated IP 2001:db8:0:1::2 (5233a0c4-078f-406b-8df2-35f852108fa7/aeccb26a-e8c4-45fa-8f58-61b7190444c8/d58f29d4-ca95-4eaf-8abc-c45e93ba02f3) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:29.336334 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:29.336646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:29.499309 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a9e9910f-a24b-4114-a839-35838687fa22 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:29.559312 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-906aa8b1-77b0-40d6-bbb2-ca25cf3ce7e9 None None] Provisioning complete for port 4aa35b97-ff9a-43e2-aa55-0f9385e28f00 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:29.559627 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-906aa8b1-77b0-40d6-bbb2-ca25cf3ce7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:29.594176 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3f596981-84c3-4661-b977-d48abd438be8 None None] For port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d58f29d4-ca95-4eaf-8abc-c45e93ba02f3,segment=NetworkSegment(4716457a-bcb7-4433-9795-df907f4f31f3),segment_id=4716457a-bcb7-4433-9795-df907f4f31f3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:29.596488 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65893552-1d86-4a38-9547-52b3be427699 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Made reservation on behalf of b5d35b4053fb4919ae3c63a40be4a8da for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:29.599039 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65893552-1d86-4a38-9547-52b3be427699 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:29.608577 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a93ea-f2f0-494e-8ef6-7a2a8f7dc2dc req-7bc3cf0b-8284-4ee3-8cea-5c3ba6f015b3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:29.610304 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ba7a93ea-f2f0-494e-8ef6-7a2a8f7dc2dc req-7bc3cf0b-8284-4ee3-8cea-5c3ba6f015b3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 943 time: 0.4923995 Jul 28 11:48:29.633645 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-906aa8b1-77b0-40d6-bbb2-ca25cf3ce7e9 None None] Port 4aa35b97-ff9a-43e2-aa55-0f9385e28f00 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:29.645709 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-65893552-1d86-4a38-9547-52b3be427699 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] device_id is not set on port 7d85ec30-735e-41c7-b9f4-ddb937f6673c yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:48:29.646088 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f596981-84c3-4661-b977-d48abd438be8 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:29.651726 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port a9e9910f-a24b-4114-a839-35838687fa22 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:29.652429 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:29.726257 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3f596981-84c3-4661-b977-d48abd438be8 None None] Transition to ACTIVE for port object d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:29.735276 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f596981-84c3-4661-b977-d48abd438be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:29.742273 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-741b09d6-f1af-4c80-ab71-056f01aa6822 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:29.745422 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-741b09d6-f1af-4c80-ab71-056f01aa6822 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:29.748674 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-741b09d6-f1af-4c80-ab71-056f01aa6822 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] 10.222.0.43 "DELETE /v2.0/security-groups/42672eb3-95f7-4a40-8165-84cc6ff3704b HTTP/1.1" status: 204 len: 168 time: 1.0519648 Jul 28 11:48:29.756464 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185ab94-6f9e-419d-9abc-0e0a93ca34f8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=510115d0-5910-4712-be17-ffe77bdcb472,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:29.760239 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0185ab94-6f9e-419d-9abc-0e0a93ca34f8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network 5233a0c4-078f-406b-8df2-35f852108fa7 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:29.769188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-0185ab94-6f9e-419d-9abc-0e0a93ca34f8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:29.770333 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ba7a93ea-f2f0-494e-8ef6-7a2a8f7dc2dc req-5ea5b443-0ae3-4d79-b9f6-3a54b43634ed tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=61150fbe-72ca-4f0f-823e-f544e2a831d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392848 Jul 28 11:48:29.772596 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0185ab94-6f9e-419d-9abc-0e0a93ca34f8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:29.777911 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network e83e6ae8-ef05-4fb5-9a56-582d8f68bd31 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:29.779174 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b09d6-f1af-4c80-ab71-056f01aa6822 tempest-TestNetworkAdvancedServerOps-265996653 tempest-TestNetworkAdvancedServerOps-265996653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42672eb3-95f7-4a40-8165-84cc6ff3704b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:29.785584 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:29.790130 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0185ab94-6f9e-419d-9abc-0e0a93ca34f8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:29.790887 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0185ab94-6f9e-419d-9abc-0e0a93ca34f8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:29.833306 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7598e-eadd-47da-974b-6da39a1f605c req-1a7498af-e234-451c-bc36-37caf00f7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:29.839118 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-88d7598e-eadd-47da-974b-6da39a1f605c req-1a7498af-e234-451c-bc36-37caf00f7526 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23141ed-c471-4a5e-93e5-569f161c6c26 HTTP/1.1" status: 200 len: 834 time: 0.6028945 Jul 28 11:48:29.843463 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0185ab94-6f9e-419d-9abc-0e0a93ca34f8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 3.7700706 Jul 28 11:48:29.844408 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58504) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:29.856622 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-7c7d711e-0447-427f-a7d3-22d96a6646da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '02b7c8bd-91d2-4e0e-b8ce-31729a681f88'}]}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:29.865596 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7ca77089-bffd-4fe5-b108-4d0705367d8c no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:48:29.921253 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-65893552-1d86-4a38-9547-52b3be427699 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Allocated IP 172.20.0.14 (cbb73aeb-7724-4ab9-86bd-223bfaeb07fe/07ace3f1-68e1-4bcb-936f-aa83fcab0e1e/7d85ec30-735e-41c7-b9f4-ddb937f6673c) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:29.954388 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 7ca77089-bffd-4fe5-b108-4d0705367d8c {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:48:29.954887 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7ca77089-bffd-4fe5-b108-4d0705367d8c not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:48:29.985051 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7598e-eadd-47da-974b-6da39a1f605c req-0a668ac6-a253-4cf0-9fed-68f0561faa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:29.986702 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-88d7598e-eadd-47da-974b-6da39a1f605c req-0a668ac6-a253-4cf0-9fed-68f0561faa05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b7a33a95-fbe5-45dc-a9c3-a85b667e3d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1387684 Jul 28 11:48:29.997944 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7becd04e-7fe8-4ba4-84d4-92647a29e403 None None] Provisioning complete for port 4aa35b97-ff9a-43e2-aa55-0f9385e28f00 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:29.998340 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7becd04e-7fe8-4ba4-84d4-92647a29e403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:30.006368 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7c7d711e-0447-427f-a7d3-22d96a6646da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:30.019655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f596981-84c3-4661-b977-d48abd438be8 None None] Pushing event updated for resources: {'Port': ['ID=d58f29d4-ca95-4eaf-8abc-c45e93ba02f3,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:30.060107 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7becd04e-7fe8-4ba4-84d4-92647a29e403 None None] Port 4aa35b97-ff9a-43e2-aa55-0f9385e28f00 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:30.114592 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router fe70a6a6-3a11-4882-a814-f3b949723d46 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:48:30.202653 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-88d7598e-eadd-47da-974b-6da39a1f605c req-35027206-44d7-41ac-88e3-5482e5173143 service neutron] 10.222.0.39 "GET /v2.0/networks/b7a33a95-fbe5-45dc-a9c3-a85b667e3d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055309 Jul 28 11:48:30.244157 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58508) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:30.295945 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-098168dd-cbc4-4d64-bd9e-9816fa989d24 None None] Provisioning complete for port d6c1f22f-6005-4ea2-94e0-8860f0e75dda triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:30.296743 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-098168dd-cbc4-4d64-bd9e-9816fa989d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:30.358528 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65893552-1d86-4a38-9547-52b3be427699 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:30.368352 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-098168dd-cbc4-4d64-bd9e-9816fa989d24 None None] Port d6c1f22f-6005-4ea2-94e0-8860f0e75dda cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:30.389466 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:30.395678 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2c2a9541-57df-44c3-9328-1ea1f5bddb3d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "PUT /v2.0/routers/fe70a6a6-3a11-4882-a814-f3b949723d46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4929030 Jul 28 11:48:30.396661 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-65893552-1d86-4a38-9547-52b3be427699 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Transition to ACTIVE for port object 7d85ec30-735e-41c7-b9f4-ddb937f6673c will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:30.398031 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58512) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:30.402758 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c16ac3-ef89-48c5-a816-e61a3d179d52 None None] Sync routers for ids ['fe70a6a6-3a11-4882-a814-f3b949723d46'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:30.403089 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5baa5a13-bcf7-4a03-9a92-f5e961e1de37 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'port': {'network_id': 'e83e6ae8-ef05-4fb5-9a56-582d8f68bd31', 'name': 'tempest-FloatingIPTestJSON-451720687'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:30.416600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c16ac3-ef89-48c5-a816-e61a3d179d52 None None] Routers {'fe70a6a6-3a11-4882-a814-f3b949723d46'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:30.417438 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-63c16ac3-ef89-48c5-a816-e61a3d179d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['fe70a6a6-3a11-4882-a814-f3b949723d46'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:30.458862 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-63c16ac3-ef89-48c5-a816-e61a3d179d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:30.470585 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c16ac3-ef89-48c5-a816-e61a3d179d52 None None] Routers {'fe70a6a6-3a11-4882-a814-f3b949723d46'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:30.471699 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-63c16ac3-ef89-48c5-a816-e61a3d179d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['fe70a6a6-3a11-4882-a814-f3b949723d46'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:30.487737 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-88d7598e-eadd-47da-974b-6da39a1f605c req-8c795d1a-908c-441e-83b1-2a8ac7ff08b1 service neutron] 10.222.0.39 "GET /v2.0/networks/b7a33a95-fbe5-45dc-a9c3-a85b667e3d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141819 Jul 28 11:48:30.517330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-63c16ac3-ef89-48c5-a816-e61a3d179d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:30.518116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c16ac3-ef89-48c5-a816-e61a3d179d52 None None] The sync data for ids ['fe70a6a6-3a11-4882-a814-f3b949723d46'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:30.522365 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-7c7d711e-0447-427f-a7d3-22d96a6646da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Delete allocated IP 2001:db8:0:1::39b (5233a0c4-078f-406b-8df2-35f852108fa7/aeccb26a-e8c4-45fa-8f58-61b7190444c8) {{(pid=100415) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 11:48:30.548518 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-355267ca-cbb7-41bc-a97c-c4e2b21b5a5b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f3047592da24f58b861d395ec5927af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000627 Jul 28 11:48:30.552872 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58514) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:30.579787 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65893552-1d86-4a38-9547-52b3be427699 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:30.651579 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf621c5-42a6-4e16-ba80-c3bae8b25d1a req-0e7ca66b-48f9-43b0-9481-b58875dff720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:30.653507 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dbf621c5-42a6-4e16-ba80-c3bae8b25d1a req-0e7ca66b-48f9-43b0-9481-b58875dff720 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 1096 time: 0.1026165 Jul 28 11:48:30.669480 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65893552-1d86-4a38-9547-52b3be427699 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Network cbb73aeb-7724-4ab9-86bd-223bfaeb07fe is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:30.693338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65893552-1d86-4a38-9547-52b3be427699 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Pushing event updated for resources: {'Port': ['ID=7d85ec30-735e-41c7-b9f4-ddb937f6673c,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:30.700584 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-65893552-1d86-4a38-9547-52b3be427699 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:30.704505 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baa5a13-bcf7-4a03-9a92-f5e961e1de37 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Made reservation on behalf of a221e3cf074d4d21b16f57192577aa10 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:30.709163 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5baa5a13-bcf7-4a03-9a92-f5e961e1de37 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:30.711903 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65893552-1d86-4a38-9547-52b3be427699 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:30.768881 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7c7d711e-0447-427f-a7d3-22d96a6646da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:30.773377 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a25daf8b-4346-496b-9a79-21d30e1df37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:30.775737 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73e85e4-fdb3-4bb8-82cc-8f464ddce188 None None] Network 5233a0c4-078f-406b-8df2-35f852108fa7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:30.796175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-7c7d711e-0447-427f-a7d3-22d96a6646da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Ignored duplicate provisioning block setup for port 510115d0-5910-4712-be17-ffe77bdcb472 by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 28 11:48:30.810199 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf621c5-42a6-4e16-ba80-c3bae8b25d1a req-9c9681cb-f058-4768-b885-3258c4943f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:30.812245 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dbf621c5-42a6-4e16-ba80-c3bae8b25d1a req-9c9681cb-f058-4768-b885-3258c4943f86 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 HTTP/1.1" status: 200 len: 898 time: 0.1458611 Jul 28 11:48:30.814210 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7c7d711e-0447-427f-a7d3-22d96a6646da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:30.820633 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-5baa5a13-bcf7-4a03-9a92-f5e961e1de37 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] device_id is not set on port e117c46e-d17e-44a1-960c-dbc533fbb8c1 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:48:30.844366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a25daf8b-4346-496b-9a79-21d30e1df37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:30.858599 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65893552-1d86-4a38-9547-52b3be427699 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:30.859228 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65893552-1d86-4a38-9547-52b3be427699 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:30.892330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3f691c04-6ebc-4970-b28a-2924df9430d5 None None] Provisioning for port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:30.900762 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dbf621c5-42a6-4e16-ba80-c3bae8b25d1a req-edf803df-c12b-4d26-8cb1-fcbebb6f4114 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=856b75db-0181-42eb-9a12-c961a13668ad HTTP/1.1" status: 200 len: 217 time: 0.0783420 Jul 28 11:48:30.901635 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3f691c04-6ebc-4970-b28a-2924df9430d5 None None] Provisioning complete for port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:30.902702 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f691c04-6ebc-4970-b28a-2924df9430d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:30.991691 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d711e-0447-427f-a7d3-22d96a6646da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=510115d0-5910-4712-be17-ffe77bdcb472,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:31.000040 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-7c7d711e-0447-427f-a7d3-22d96a6646da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] In _notify_port_updated(), no bound segment for port 510115d0-5910-4712-be17-ffe77bdcb472 on network 5233a0c4-078f-406b-8df2-35f852108fa7 {{(pid=100415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:48:31.012865 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7d711e-0447-427f-a7d3-22d96a6646da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:31.014699 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7c7d711e-0447-427f-a7d3-22d96a6646da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:31.020090 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7c7d711e-0447-427f-a7d3-22d96a6646da tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "PUT /v2.0/ports/510115d0-5910-4712-be17-ffe77bdcb472 HTTP/1.1" status: 200 len: 923 time: 1.1732435 Jul 28 11:48:31.022307 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58518) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:31.036403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c73d62db-b938-4d4c-b39a-05279b71de4f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '02b7c8bd-91d2-4e0e-b8ce-31729a681f88'}, {'subnet_id': 'aeccb26a-e8c4-45fa-8f58-61b7190444c8'}]}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:31.097642 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-65893552-1d86-4a38-9547-52b3be427699 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3398297 Jul 28 11:48:31.098411 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58520) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:31.115766 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:31.149202 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-03c30653-c915-4580-b07c-3c31197dc004 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:31.156123 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf621c5-42a6-4e16-ba80-c3bae8b25d1a req-f063ad7a-cc8a-4b37-9905-c8ad198a7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:31.160637 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dbf621c5-42a6-4e16-ba80-c3bae8b25d1a req-f063ad7a-cc8a-4b37-9905-c8ad198a7871 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23141ed-c471-4a5e-93e5-569f161c6c26 HTTP/1.1" status: 200 len: 834 time: 0.2412460 Jul 28 11:48:31.166052 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c73d62db-b938-4d4c-b39a-05279b71de4f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:31.213305 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:31.214192 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:31.217150 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-5baa5a13-bcf7-4a03-9a92-f5e961e1de37 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Allocated IP 172.20.0.10 (e83e6ae8-ef05-4fb5-9a56-582d8f68bd31/f12676bd-79cf-45d6-b716-aeaf2bc1a5f0/e117c46e-d17e-44a1-960c-dbc533fbb8c1) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:31.234857 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a0e20-ce4c-47e7-97f2-7d263ddd40ba req-6d7547ab-69fc-4ada-a5e4-89ce65d17cfc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:31.236925 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ec1a0e20-ce4c-47e7-97f2-7d263ddd40ba req-6d7547ab-69fc-4ada-a5e4-89ce65d17cfc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 943 time: 0.2326512 Jul 28 11:48:31.240539 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03c30653-c915-4580-b07c-3c31197dc004 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:31.267990 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a25daf8b-4346-496b-9a79-21d30e1df37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:31.270557 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a25daf8b-4346-496b-9a79-21d30e1df37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:31.274515 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a25daf8b-4346-496b-9a79-21d30e1df37c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d3f717f3-b222-4ab9-9289-1da0bcc433d2 HTTP/1.1" status: 204 len: 168 time: 0.7185926 Jul 28 11:48:31.299506 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf621c5-42a6-4e16-ba80-c3bae8b25d1a req-04c6d1f6-be49-4031-ab59-34495adcc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:31.300627 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dbf621c5-42a6-4e16-ba80-c3bae8b25d1a req-04c6d1f6-be49-4031-ab59-34495adcc493 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b7a33a95-fbe5-45dc-a9c3-a85b667e3d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1239145 Jul 28 11:48:31.348853 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25daf8b-4346-496b-9a79-21d30e1df37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f717f3-b222-4ab9-9289-1da0bcc433d2,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:31.405756 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ab782dd5-0df7-468e-a554-b9af613394de None None] Provisioning for port 7d85ec30-735e-41c7-b9f4-ddb937f6673c completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:31.411408 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ec1a0e20-ce4c-47e7-97f2-7d263ddd40ba req-dd010a69-d4d4-459c-9d74-5bdc42469757 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=61150fbe-72ca-4f0f-823e-f544e2a831d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480305 Jul 28 11:48:31.422173 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ab782dd5-0df7-468e-a554-b9af613394de None None] Provisioning complete for port 7d85ec30-735e-41c7-b9f4-ddb937f6673c triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:31.423212 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab782dd5-0df7-468e-a554-b9af613394de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:31.475779 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ab782dd5-0df7-468e-a554-b9af613394de None None] Port 7d85ec30-735e-41c7-b9f4-ddb937f6673c cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:31.602117 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dbf621c5-42a6-4e16-ba80-c3bae8b25d1a req-f577e945-4dc3-4a24-91e6-0dedae3e2b96 service neutron] 10.222.0.39 "GET /v2.0/networks/b7a33a95-fbe5-45dc-a9c3-a85b667e3d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914629 Jul 28 11:48:31.621851 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5baa5a13-bcf7-4a03-9a92-f5e961e1de37 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:31.632702 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03c30653-c915-4580-b07c-3c31197dc004 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:31.646916 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-5baa5a13-bcf7-4a03-9a92-f5e961e1de37 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Transition to ACTIVE for port object e117c46e-d17e-44a1-960c-dbc533fbb8c1 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:31.703791 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-813ed52e-368e-455a-908a-9432e92c297e None None] Provisioning for port 510115d0-5910-4712-be17-ffe77bdcb472 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:31.708991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-813ed52e-368e-455a-908a-9432e92c297e None None] Provisioning complete for port 510115d0-5910-4712-be17-ffe77bdcb472 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:31.709500 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-813ed52e-368e-455a-908a-9432e92c297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:31.799534 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-813ed52e-368e-455a-908a-9432e92c297e None None] Port 510115d0-5910-4712-be17-ffe77bdcb472 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:31.827254 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5baa5a13-bcf7-4a03-9a92-f5e961e1de37 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:31.834408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-813ed52e-368e-455a-908a-9432e92c297e None None] Provisioning complete for port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:31.834952 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-813ed52e-368e-455a-908a-9432e92c297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:31.845933 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-03c30653-c915-4580-b07c-3c31197dc004 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Allocated IP 172.26.1.194 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/33935916-2e2f-4dc1-97b0-0bae83f4fb93) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:31.876840 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58526) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:31.891342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-c73d62db-b938-4d4c-b39a-05279b71de4f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Allocated IP 2001:db8:0:1::266 (5233a0c4-078f-406b-8df2-35f852108fa7/aeccb26a-e8c4-45fa-8f58-61b7190444c8/510115d0-5910-4712-be17-ffe77bdcb472) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:31.905865 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dbf621c5-42a6-4e16-ba80-c3bae8b25d1a req-0eab5079-1ec0-40b0-a648-6dc88a7e53d7 service neutron] 10.222.0.39 "GET /v2.0/networks/b7a33a95-fbe5-45dc-a9c3-a85b667e3d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958252 Jul 28 11:48:31.918453 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baa5a13-bcf7-4a03-9a92-f5e961e1de37 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Network e83e6ae8-ef05-4fb5-9a56-582d8f68bd31 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:31.926240 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ff906716-4a50-497b-8f4d-e56447831be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:31.940856 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-5baa5a13-bcf7-4a03-9a92-f5e961e1de37 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:31.962950 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baa5a13-bcf7-4a03-9a92-f5e961e1de37 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:32.046143 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa5a13-bcf7-4a03-9a92-f5e961e1de37 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event updated for resources: {'Port': ['ID=e117c46e-d17e-44a1-960c-dbc533fbb8c1,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:32.159161 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c73d62db-b938-4d4c-b39a-05279b71de4f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.164725 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baa5a13-bcf7-4a03-9a92-f5e961e1de37 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:32.165559 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5baa5a13-bcf7-4a03-9a92-f5e961e1de37 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.175004 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-c73d62db-b938-4d4c-b39a-05279b71de4f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Ignored duplicate provisioning block setup for port 510115d0-5910-4712-be17-ffe77bdcb472 by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 28 11:48:32.180029 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c73d62db-b938-4d4c-b39a-05279b71de4f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.212383 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03c30653-c915-4580-b07c-3c31197dc004 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.241856 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d59d834c-d823-4d9c-963c-56027edca6ba None None] Provisioning complete for port 510115d0-5910-4712-be17-ffe77bdcb472 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:32.242499 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d59d834c-d823-4d9c-963c-56027edca6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.249317 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d62db-b938-4d4c-b39a-05279b71de4f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=510115d0-5910-4712-be17-ffe77bdcb472,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:32.262623 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ff906716-4a50-497b-8f4d-e56447831be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.277371 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ff906716-4a50-497b-8f4d-e56447831be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.302801 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5baa5a13-bcf7-4a03-9a92-f5e961e1de37 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9012496 Jul 28 11:48:32.303572 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58528) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:32.308729 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b7fe6791-cc7d-4543-8da0-81cbf779a54e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Request body: {'floatingip': {'port_id': 'e117c46e-d17e-44a1-960c-dbc533fbb8c1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:32.312459 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d59d834c-d823-4d9c-963c-56027edca6ba None None] Port 510115d0-5910-4712-be17-ffe77bdcb472 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:32.337576 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff906716-4a50-497b-8f4d-e56447831be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da9bf62-2ae4-4dfd-9c04-faa06dc88285,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:32.344176 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ff906716-4a50-497b-8f4d-e56447831be1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8addf00a2c4c4a13b61f0c51cbc41534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4662700 Jul 28 11:48:32.346830 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58530) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:32.360889 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-c73d62db-b938-4d4c-b39a-05279b71de4f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] In _notify_port_updated(), no bound segment for port 510115d0-5910-4712-be17-ffe77bdcb472 on network 5233a0c4-078f-406b-8df2-35f852108fa7 {{(pid=100415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:48:32.361428 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03c30653-c915-4580-b07c-3c31197dc004 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.368319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73d62db-b938-4d4c-b39a-05279b71de4f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:32.371302 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c73d62db-b938-4d4c-b39a-05279b71de4f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.373212 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c73d62db-b938-4d4c-b39a-05279b71de4f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "PUT /v2.0/ports/510115d0-5910-4712-be17-ffe77bdcb472 HTTP/1.1" status: 200 len: 1009 time: 1.3474452 Jul 28 11:48:32.378312 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58532) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:32.395252 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-855fe80a-fb90-4199-a577-bac0d90372fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.422031 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b7fe6791-cc7d-4543-8da0-81cbf779a54e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.431455 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c30653-c915-4580-b07c-3c31197dc004 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:32.434793 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c30653-c915-4580-b07c-3c31197dc004 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Pushing event updated for resources: {'Port': ['ID=33935916-2e2f-4dc1-97b0-0bae83f4fb93,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:32.437605 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-03c30653-c915-4580-b07c-3c31197dc004 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:32.440788 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c30653-c915-4580-b07c-3c31197dc004 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:32.447273 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e3d73b20-cc53-4d4c-bcc0-5a1ca9584e94 None None] Provisioning complete for port 510115d0-5910-4712-be17-ffe77bdcb472 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:32.448007 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3d73b20-cc53-4d4c-bcc0-5a1ca9584e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.492120 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9d26e63-1870-4d03-9463-87283d2c9bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.506447 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e3d73b20-cc53-4d4c-bcc0-5a1ca9584e94 None None] Port 510115d0-5910-4712-be17-ffe77bdcb472 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:32.525579 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e3d73b20-cc53-4d4c-bcc0-5a1ca9584e94 None None] Provisioning for port e117c46e-d17e-44a1-960c-dbc533fbb8c1 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:32.532009 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e3d73b20-cc53-4d4c-bcc0-5a1ca9584e94 None None] Provisioning complete for port e117c46e-d17e-44a1-960c-dbc533fbb8c1 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:32.532885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3d73b20-cc53-4d4c-bcc0-5a1ca9584e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.583638 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e3d73b20-cc53-4d4c-bcc0-5a1ca9584e94 None None] Port e117c46e-d17e-44a1-960c-dbc533fbb8c1 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:32.594905 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9d26e63-1870-4d03-9463-87283d2c9bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.633917 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-5b15c150-55ec-478b-b39a-7145465fd31b tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port 510115d0-5910-4712-be17-ffe77bdcb472 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:32.634263 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5b15c150-55ec-478b-b39a-7145465fd31b tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.655520 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03c30653-c915-4580-b07c-3c31197dc004 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.665629 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfeb05-083f-4dfc-8e25-32e9b91a2857 req-f5a5fb08-0f33-4564-a151-8c3b54bd4b3d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:32.667191 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-13dfeb05-083f-4dfc-8e25-32e9b91a2857 req-f5a5fb08-0f33-4564-a151-8c3b54bd4b3d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 943 time: 0.1463165 Jul 28 11:48:32.706224 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-95ee1816-c271-4227-9b62-0fda9964a909 None None] Provisioning complete for port 510115d0-5910-4712-be17-ffe77bdcb472 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:32.707407 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95ee1816-c271-4227-9b62-0fda9964a909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.731708 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9d26e63-1870-4d03-9463-87283d2c9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.734253 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9d26e63-1870-4d03-9463-87283d2c9bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.735432 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f9d26e63-1870-4d03-9463-87283d2c9bc5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9da9bf62-2ae4-4dfd-9c04-faa06dc88285 HTTP/1.1" status: 204 len: 168 time: 0.3876193 Jul 28 11:48:32.736060 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03c30653-c915-4580-b07c-3c31197dc004 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.758273 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-95ee1816-c271-4227-9b62-0fda9964a909 None None] Port 510115d0-5910-4712-be17-ffe77bdcb472 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:32.765758 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-13dfeb05-083f-4dfc-8e25-32e9b91a2857 req-a3bb3693-7203-42c4-833a-d543a9278095 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=61150fbe-72ca-4f0f-823e-f544e2a831d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914161 Jul 28 11:48:32.774015 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d26e63-1870-4d03-9463-87283d2c9bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da9bf62-2ae4-4dfd-9c04-faa06dc88285,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:32.831385 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5b15c150-55ec-478b-b39a-7145465fd31b tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.850049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-5b15c150-55ec-478b-b39a-7145465fd31b tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for 510115d0-5910-4712-be17-ffe77bdcb472 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:32.922372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03c30653-c915-4580-b07c-3c31197dc004 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.927871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03c30653-c915-4580-b07c-3c31197dc004 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.009888 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c30653-c915-4580-b07c-3c31197dc004 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Pushing event updated for resources: {'Port': ['ID=33935916-2e2f-4dc1-97b0-0bae83f4fb93,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:33.022491 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03c30653-c915-4580-b07c-3c31197dc004 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.044395 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03c30653-c915-4580-b07c-3c31197dc004 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.048868 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-03c30653-c915-4580-b07c-3c31197dc004 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9195170 Jul 28 11:48:33.049169 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58538) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:33.054402 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-aef8e1ac-90b8-4413-bc09-0acc274e037b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Request body: {'floatingip': {'port_id': '7d85ec30-735e-41c7-b9f4-ddb937f6673c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:33.098819 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aef8e1ac-90b8-4413-bc09-0acc274e037b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for floatingip, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.221463 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-aef8e1ac-90b8-4413-bc09-0acc274e037b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] update failed (client error): The resource could not be found. Jul 28 11:48:33.225344 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-aef8e1ac-90b8-4413-bc09-0acc274e037b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] 10.222.0.43 "PUT /v2.0/floatingips/8cfc7438-7a0d-43a5-b860-6d90a1ce1879 HTTP/1.1" status: 404 len: 507 time: 0.1722929 Jul 28 11:48:33.225566 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58540) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:33.297364 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b7fe6791-cc7d-4543-8da0-81cbf779a54e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.298870 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5b15c150-55ec-478b-b39a-7145465fd31b tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.310495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b7fe6791-cc7d-4543-8da0-81cbf779a54e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.357611 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-676fed8d-af56-4539-b8f6-ce188ccbfa45 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Deleting port 33935916-2e2f-4dc1-97b0-0bae83f4fb93 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:33.358221 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-676fed8d-af56-4539-b8f6-ce188ccbfa45 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.368715 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15c150-55ec-478b-b39a-7145465fd31b tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=510115d0-5910-4712-be17-ffe77bdcb472,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:33.446607 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-676fed8d-af56-4539-b8f6-ce188ccbfa45 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.446963 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-676fed8d-af56-4539-b8f6-ce188ccbfa45 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.451975 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5b15c150-55ec-478b-b39a-7145465fd31b tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.453880 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5b15c150-55ec-478b-b39a-7145465fd31b tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/ports/510115d0-5910-4712-be17-ffe77bdcb472 HTTP/1.1" status: 204 len: 168 time: 1.0743830 Jul 28 11:48:33.458241 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58542) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:33.463473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-676fed8d-af56-4539-b8f6-ce188ccbfa45 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Calling delete_port for 33935916-2e2f-4dc1-97b0-0bae83f4fb93 owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:33.491404 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-832f2096-4cbd-4180-be38-0fd97bcb28dd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] GET failed (client error): The resource could not be found. Jul 28 11:48:33.492987 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-832f2096-4cbd-4180-be38-0fd97bcb28dd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports/510115d0-5910-4712-be17-ffe77bdcb472 HTTP/1.1" status: 404 len: 333 time: 0.0338230 Jul 28 11:48:33.497565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58544) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:33.508759 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-b7fe6791-cc7d-4543-8da0-81cbf779a54e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Floating IP f19171c0-7d18-4169-8664-924583d73f52 associated. External IP: 172.26.1.248, port: 4f2b78fe-fa99-4b4e-9675-d53fdc70568d. Jul 28 11:48:33.594964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f33b4a-9793-44c6-a6e3-797c392b7b52 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting subnet aeccb26a-e8c4-45fa-8f58-61b7190444c8 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:48:33.601906 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 856b75db-0181-42eb-9a12-c961a13668ad details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:48:33.611876 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-676fed8d-af56-4539-b8f6-ce188ccbfa45 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.630561 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d8f33b4a-9793-44c6-a6e3-797c392b7b52 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.645331 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fed8d-af56-4539-b8f6-ce188ccbfa45 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Pushing event deleted for resources: {'Port': ['ID=33935916-2e2f-4dc1-97b0-0bae83f4fb93,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:33.683177 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d8f33b4a-9793-44c6-a6e3-797c392b7b52 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.710912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 856b75db-0181-42eb-9a12-c961a13668ad, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=856b75db-0181-42eb-9a12-c961a13668ad,segment=NetworkSegment(9d123eab-912d-404c-941b-9071e5b8e0d4),segment_id=9d123eab-912d-404c-941b-9071e5b8e0d4)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:33.724318 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '856b75db-0181-42eb-9a12-c961a13668ad', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'port_id': '856b75db-0181-42eb-9a12-c961a13668ad', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:48:33.728863 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-676fed8d-af56-4539-b8f6-ce188ccbfa45 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.731899 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-676fed8d-af56-4539-b8f6-ce188ccbfa45 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.733356 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-676fed8d-af56-4539-b8f6-ce188ccbfa45 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] 10.222.0.43 "DELETE /v2.0/floatingips/8cfc7438-7a0d-43a5-b860-6d90a1ce1879 HTTP/1.1" status: 204 len: 168 time: 0.5066402 Jul 28 11:48:33.736894 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58546) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:33.741479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-a3b9959b-dd4b-4bf6-963a-b52e785fcea1 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Request body: {'floatingip': {'floating_network_id': 'cbb73aeb-7724-4ab9-86bd-223bfaeb07fe', 'port_id': '7d85ec30-735e-41c7-b9f4-ddb937f6673c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:33.766117 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a3b9959b-dd4b-4bf6-963a-b52e785fcea1 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.775723 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.794357 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856b75db-0181-42eb-9a12-c961a13668ad {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:48:33.817794 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 856b75db-0181-42eb-9a12-c961a13668ad, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=856b75db-0181-42eb-9a12-c961a13668ad,segment=NetworkSegment(9d123eab-912d-404c-941b-9071e5b8e0d4),segment_id=9d123eab-912d-404c-941b-9071e5b8e0d4)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:33.826601 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.886109 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=856b75db-0181-42eb-9a12-c961a13668ad,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:33.895113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:33.895456 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:33.895806 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:33.896143 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:33.896476 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:33.896808 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:33.897991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:33.897991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:33.898198 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:33.898633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:33.898962 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:33.899285 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:48:33.937326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c62a7b-cb0e-4cc1-9a82-d3cbdbbe4bab req-e9d02e19-e08c-4d6b-8ce7-6a06bbb3b36f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:33.938957 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-72c62a7b-cb0e-4cc1-9a82-d3cbdbbe4bab req-e9d02e19-e08c-4d6b-8ce7-6a06bbb3b36f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 944 time: 0.0749998 Jul 28 11:48:33.968872 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-a3b9959b-dd4b-4bf6-963a-b52e785fcea1 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:48:33.969924 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a3b9959b-dd4b-4bf6-963a-b52e785fcea1 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2320251 Jul 28 11:48:33.973726 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58550) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:33.978268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '7d85ec30-735e-41c7-b9f4-ddb937f6673c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:34.010246 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-72c62a7b-cb0e-4cc1-9a82-d3cbdbbe4bab req-da0cd87f-897d-4992-ae96-4904aedaa358 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=61150fbe-72ca-4f0f-823e-f544e2a831d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629845 Jul 28 11:48:34.020598 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:34.040623 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['856b75db-0181-42eb-9a12-c961a13668ad'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:48:34.135255 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:34.223908 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d8f33b4a-9793-44c6-a6e3-797c392b7b52 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:34.250236 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Allocated IP 172.26.1.237 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/72a464a1-27ab-43de-858f-762eb0cc4c4c) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:34.288395 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fe6791-cc7d-4543-8da0-81cbf779a54e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router 8d66e034-67e3-4a0c-a483-96b3ce78f7e0 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:48:34.347503 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d8f33b4a-9793-44c6-a6e3-797c392b7b52 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:34.372121 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:34.378767 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f33b4a-9793-44c6-a6e3-797c392b7b52 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Subnet': ['ID=aeccb26a-e8c4-45fa-8f58-61b7190444c8,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:34.383614 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d8f33b4a-9793-44c6-a6e3-797c392b7b52 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:34.388392 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d8f33b4a-9793-44c6-a6e3-797c392b7b52 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/aeccb26a-e8c4-45fa-8f58-61b7190444c8 HTTP/1.1" status: 204 len: 168 time: 0.8870070 Jul 28 11:48:34.389097 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58552) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:34.389520 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561c41e7-e2d1-474b-9ef9-56892b65a882 None None] Network 5233a0c4-078f-406b-8df2-35f852108fa7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:34.452933 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fe6791-cc7d-4543-8da0-81cbf779a54e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:34.459559 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-801bbd6e-03f8-452d-a51a-d31ce6012ee9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting subnet 02b7c8bd-91d2-4e0e-b8ce-31729a681f88 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:48:34.465418 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-801bbd6e-03f8-452d-a51a-d31ce6012ee9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:34.465599 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cc5474-76aa-4609-83a7-7c2a6cbece13 None None] Sync routers for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:34.469157 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:34.476095 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cc5474-76aa-4609-83a7-7c2a6cbece13 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:34.476932 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-44cc5474-76aa-4609-83a7-7c2a6cbece13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:34.517429 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-44cc5474-76aa-4609-83a7-7c2a6cbece13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:34.530647 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cc5474-76aa-4609-83a7-7c2a6cbece13 None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:34.531558 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-44cc5474-76aa-4609-83a7-7c2a6cbece13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:34.565919 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-44cc5474-76aa-4609-83a7-7c2a6cbece13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:34.566754 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cc5474-76aa-4609-83a7-7c2a6cbece13 None None] The sync data for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:34.681179 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fe6791-cc7d-4543-8da0-81cbf779a54e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router fe70a6a6-3a11-4882-a814-f3b949723d46 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:48:34.804477 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fe6791-cc7d-4543-8da0-81cbf779a54e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:34.810239 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b7fe6791-cc7d-4543-8da0-81cbf779a54e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:34.815077 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c1483-0e00-45ab-a256-78034a22d481 None None] Sync routers for ids ['fe70a6a6-3a11-4882-a814-f3b949723d46'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:34.828844 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c1483-0e00-45ab-a256-78034a22d481 None None] Routers {'fe70a6a6-3a11-4882-a814-f3b949723d46'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:34.829562 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-396c1483-0e00-45ab-a256-78034a22d481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['fe70a6a6-3a11-4882-a814-f3b949723d46'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:34.829701 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:34.838006 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:34.841645 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:34.851444 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-801bbd6e-03f8-452d-a51a-d31ce6012ee9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:34.878789 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Pushing event updated for resources: {'Port': ['ID=72a464a1-27ab-43de-858f-762eb0cc4c4c,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:34.893902 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b7fe6791-cc7d-4543-8da0-81cbf779a54e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "PUT /v2.0/floatingips/f19171c0-7d18-4169-8664-924583d73f52 HTTP/1.1" status: 200 len: 978 time: 2.5892663 Jul 28 11:48:34.896544 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58554) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:34.909859 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-396c1483-0e00-45ab-a256-78034a22d481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:34.921154 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c1483-0e00-45ab-a256-78034a22d481 None None] Routers {'fe70a6a6-3a11-4882-a814-f3b949723d46'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:34.921815 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-396c1483-0e00-45ab-a256-78034a22d481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['fe70a6a6-3a11-4882-a814-f3b949723d46'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:34.923891 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b214470-ce87-4f51-951a-16b86dac64bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:34.966572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-396c1483-0e00-45ab-a256-78034a22d481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:34.967217 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c1483-0e00-45ab-a256-78034a22d481 None None] The sync data for ids ['fe70a6a6-3a11-4882-a814-f3b949723d46'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:35.010619 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-0b09a754-89f7-4040-91c2-0b69e50a16da tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Deleting port e117c46e-d17e-44a1-960c-dbc533fbb8c1 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:35.011314 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b09a754-89f7-4040-91c2-0b69e50a16da tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.064903 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-801bbd6e-03f8-452d-a51a-d31ce6012ee9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.131354 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b09a754-89f7-4040-91c2-0b69e50a16da tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.192873 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b21c1b4b-d3be-4c27-8bd2-52d36dd3f11d None None] Provisioning complete for port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:35.193255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b21c1b4b-d3be-4c27-8bd2-52d36dd3f11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.209493 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1abdf5-292f-475d-b7ce-4bc53a073384 req-0bce4826-4e8a-435e-b763-d2319db8ada5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:35.211058 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4f1abdf5-292f-475d-b7ce-4bc53a073384 req-0bce4826-4e8a-435e-b763-d2319db8ada5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 944 time: 0.1153738 Jul 28 11:48:35.213666 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-801bbd6e-03f8-452d-a51a-d31ce6012ee9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.255357 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bbd6e-03f8-452d-a51a-d31ce6012ee9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Subnet': ['ID=02b7c8bd-91d2-4e0e-b8ce-31729a681f88,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:35.265590 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Deleting port 72a464a1-27ab-43de-858f-762eb0cc4c4c {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:35.265934 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.272852 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-801bbd6e-03f8-452d-a51a-d31ce6012ee9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.279195 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-801bbd6e-03f8-452d-a51a-d31ce6012ee9 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/02b7c8bd-91d2-4e0e-b8ce-31729a681f88 HTTP/1.1" status: 204 len: 168 time: 0.8860087 Jul 28 11:48:35.285479 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e829c88-e60f-4284-9e04-037eb7d65d5e None None] Network 5233a0c4-078f-406b-8df2-35f852108fa7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:35.292083 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58558) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:35.325641 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b09a754-89f7-4040-91c2-0b69e50a16da tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.326106 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b09a754-89f7-4040-91c2-0b69e50a16da tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.326558 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-0b09a754-89f7-4040-91c2-0b69e50a16da tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Floating IP f19171c0-7d18-4169-8664-924583d73f52 disassociated. External IP: 172.26.1.248, port: e117c46e-d17e-44a1-960c-dbc533fbb8c1. Jul 28 11:48:35.327004 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-0b09a754-89f7-4040-91c2-0b69e50a16da tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Calling delete_port for e117c46e-d17e-44a1-960c-dbc533fbb8c1 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:35.353015 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.411702 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4f1abdf5-292f-475d-b7ce-4bc53a073384 req-a694f395-905f-4bea-b26e-1309347c8608 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=61150fbe-72ca-4f0f-823e-f544e2a831d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873496 Jul 28 11:48:35.445923 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.460932 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.461292 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.479116 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Calling delete_port for 72a464a1-27ab-43de-858f-762eb0cc4c4c owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:35.483126 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b09a754-89f7-4040-91c2-0b69e50a16da tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.488083 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfe46ad-8756-49a9-9ab4-9b77c2299344 None None] DHCP port deletion for 5233a0c4-078f-406b-8df2-35f852108fa7 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:48:35.515172 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09a754-89f7-4040-91c2-0b69e50a16da tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Port': ['ID=e117c46e-d17e-44a1-960c-dbc533fbb8c1,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:35.550352 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2cfe46ad-8756-49a9-9ab4-9b77c2299344 None None] Deleting port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:35.550751 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2cfe46ad-8756-49a9-9ab4-9b77c2299344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.604416 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:35.604845 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.616093 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 856b75db-0181-42eb-9a12-c961a13668ad up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:35.667775 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b09a754-89f7-4040-91c2-0b69e50a16da tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router fe70a6a6-3a11-4882-a814-f3b949723d46 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:48:35.686261 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-2cfe46ad-8756-49a9-9ab4-9b77c2299344 None None] For port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d58f29d4-ca95-4eaf-8abc-c45e93ba02f3,segment=NetworkSegment(4716457a-bcb7-4433-9795-df907f4f31f3),segment_id=4716457a-bcb7-4433-9795-df907f4f31f3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:35.687216 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2cfe46ad-8756-49a9-9ab4-9b77c2299344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.712984 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2cfe46ad-8756-49a9-9ab4-9b77c2299344 None None] Calling delete_port for d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:35.716569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] For port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d58f29d4-ca95-4eaf-8abc-c45e93ba02f3,segment=NetworkSegment(4716457a-bcb7-4433-9795-df907f4f31f3),segment_id=4716457a-bcb7-4433-9795-df907f4f31f3)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:35.716946 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.738207 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:35.749813 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.800273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b09a754-89f7-4040-91c2-0b69e50a16da tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:35.815823 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba3251a-2b37-4729-a394-bd50083c4778 None None] Sync routers for ids ['fe70a6a6-3a11-4882-a814-f3b949723d46'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:35.819623 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Pushing event deleted for resources: {'Port': ['ID=72a464a1-27ab-43de-858f-762eb0cc4c4c,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:35.834755 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba3251a-2b37-4729-a394-bd50083c4778 None None] Routers {'fe70a6a6-3a11-4882-a814-f3b949723d46'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:35.835916 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4ba3251a-2b37-4729-a394-bd50083c4778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['fe70a6a6-3a11-4882-a814-f3b949723d46'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:35.844293 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2cfe46ad-8756-49a9-9ab4-9b77c2299344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.876850 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe46ad-8756-49a9-9ab4-9b77c2299344 None None] Pushing event deleted for resources: {'Port': ['ID=d58f29d4-ca95-4eaf-8abc-c45e93ba02f3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:35.881845 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfe46ad-8756-49a9-9ab4-9b77c2299344 None None] No DVR routers for this DVR port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:48:35.888722 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4ba3251a-2b37-4729-a394-bd50083c4778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:35.898587 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 856b75db-0181-42eb-9a12-c961a13668ad completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:35.901149 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba3251a-2b37-4729-a394-bd50083c4778 None None] Routers {'fe70a6a6-3a11-4882-a814-f3b949723d46'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:35.902442 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4ba3251a-2b37-4729-a394-bd50083c4778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['fe70a6a6-3a11-4882-a814-f3b949723d46'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:35.905615 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 856b75db-0181-42eb-9a12-c961a13668ad triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:35.906060 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.912743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b09a754-89f7-4040-91c2-0b69e50a16da tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.914936 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0b09a754-89f7-4040-91c2-0b69e50a16da tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/ports/e117c46e-d17e-44a1-960c-dbc533fbb8c1 HTTP/1.1" status: 204 len: 168 time: 1.0170450 Jul 28 11:48:35.919320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58560) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:35.937476 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:35.939876 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] create failed (client error): The resource could not be found. Jul 28 11:48:35.941140 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-53be9f25-a910-4346-9fa7-dbe94d59dd53 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9664705 Jul 28 11:48:35.947778 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58562) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:35.949239 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4ba3251a-2b37-4729-a394-bd50083c4778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:35.950447 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba3251a-2b37-4729-a394-bd50083c4778 None None] The sync data for ids ['fe70a6a6-3a11-4882-a814-f3b949723d46'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:35.995063 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=d58f29d4-ca95-4eaf-8abc-c45e93ba02f3,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:36.000652 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No DVR routers for this DVR port d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:48:36.010689 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.039046 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856b75db-0181-42eb-9a12-c961a13668ad'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:48:36.041333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91bc3ff-a2b8-4392-92f2-83d112c9228d" -d '{"events": [{"server_uuid": "6d5cf840-ca9b-44fa-8bb1-22e5c00806bf", "name": "network-vif-plugged", "status": "completed", "tag": "856b75db-0181-42eb-9a12-c961a13668ad"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:48:36.065765 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 856b75db-0181-42eb-9a12-c961a13668ad, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=856b75db-0181-42eb-9a12-c961a13668ad,segment=NetworkSegment(9d123eab-912d-404c-941b-9071e5b8e0d4),segment_id=9d123eab-912d-404c-941b-9071e5b8e0d4)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:36.070210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.097533 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f74f0e-57ba-47b4-a73b-73a23b7b476d x-openstack-request-id: req-d7f74f0e-57ba-47b4-a73b-73a23b7b476d {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:48:36.097980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5cf840-ca9b-44fa-8bb1-22e5c00806bf", "name": "network-vif-plugged", "status": "completed", "tag": "856b75db-0181-42eb-9a12-c961a13668ad", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:48:36.098235 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7f74f0e-57ba-47b4-a73b-73a23b7b476d {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:48:36.098716 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856b75db-0181-42eb-9a12-c961a13668ad', 'code': 200} Jul 28 11:48:36.134995 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=856b75db-0181-42eb-9a12-c961a13668ad,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:36.136323 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.152714 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5233a0c4-078f-406b-8df2-35f852108fa7']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:36.165886 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4716457a-bcb7-4433-9795-df907f4f31f3') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:36.166228 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4716457a-bcb7-4433-9795-df907f4f31f3') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:36.179134 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.201402 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.211751 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-e271eaaf-e672-432f-87d1-db6ccc35ce5b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Deleting port 7d85ec30-735e-41c7-b9f4-ddb937f6673c {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:36.212149 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e271eaaf-e672-432f-87d1-db6ccc35ce5b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.215678 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:48:36.216073 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: self.session.flush() Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: self.session.flush() Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: self.session.flush() Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: self.session.flush() Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:48:36.219983 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:48:36.297379 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cedd78-f656-4bad-b1f7-4d1d6f91a94c req-afb06bb6-18ba-4364-931b-b56d8c6803d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:36.298937 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-72cedd78-f656-4bad-b1f7-4d1d6f91a94c req-afb06bb6-18ba-4364-931b-b56d8c6803d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 1098 time: 0.0732450 Jul 28 11:48:36.320356 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.330006 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.335794 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/networks/5233a0c4-078f-406b-8df2-35f852108fa7 HTTP/1.1" status: 204 len: 168 time: 1.0425198 Jul 28 11:48:36.340588 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58566) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:36.346204 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.376363 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-72cedd78-f656-4bad-b1f7-4d1d6f91a94c req-f3e81836-a8cd-47ea-ad61-5e4c3ab38650 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=61150fbe-72ca-4f0f-823e-f544e2a831d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694127 Jul 28 11:48:36.384690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c33a3c-c569-4f56-86df-0194056308e3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Network': ['ID=5233a0c4-078f-406b-8df2-35f852108fa7,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:36.397862 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-581da15b-78b3-4ed3-a274-1b414d4e6eb3 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.403446 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e271eaaf-e672-432f-87d1-db6ccc35ce5b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.420542 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-e271eaaf-e672-432f-87d1-db6ccc35ce5b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Calling delete_port for 7d85ec30-735e-41c7-b9f4-ddb937f6673c owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:36.435697 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e220cf1-f579-4269-b8d7-e59024e85803 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:36.437106 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2e220cf1-f579-4269-b8d7-e59024e85803 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0955875 Jul 28 11:48:36.442232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58570) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:36.540233 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-331ab743-dfe0-4495-90cd-5a0c6888a823 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0928571 Jul 28 11:48:36.541013 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58572) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:36.547611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-52f57efe-e9d0-4bb1-9489-1cf17686b970 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2099525089'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:36.565591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce47e9-bc70-411d-a9fa-533c82fcfa4b req-610882d9-d261-4b21-814b-1731b1509af6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:36.567122 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4fce47e9-bc70-411d-a9fa-533c82fcfa4b req-610882d9-d261-4b21-814b-1731b1509af6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 945 time: 0.0739393 Jul 28 11:48:36.620172 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f57efe-e9d0-4bb1-9489-1cf17686b970 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:36.624402 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-52f57efe-e9d0-4bb1-9489-1cf17686b970 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.644146 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4fce47e9-bc70-411d-a9fa-533c82fcfa4b req-d57a783f-de44-4e28-8909-ddd8c0b08109 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=61150fbe-72ca-4f0f-823e-f544e2a831d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704424 Jul 28 11:48:36.645327 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e271eaaf-e672-432f-87d1-db6ccc35ce5b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.656066 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f57efe-e9d0-4bb1-9489-1cf17686b970 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:48:36.684379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271eaaf-e672-432f-87d1-db6ccc35ce5b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Pushing event deleted for resources: {'Port': ['ID=7d85ec30-735e-41c7-b9f4-ddb937f6673c,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:36.697051 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-52f57efe-e9d0-4bb1-9489-1cf17686b970 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.697401 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-52f57efe-e9d0-4bb1-9489-1cf17686b970 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Added segment 1c15612c-94b4-4e76-a86d-b88a57c0edb4 of type vlan for network 23ac7198-24c4-4d70-96f2-f1bea87369ec Jul 28 11:48:36.757774 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e271eaaf-e672-432f-87d1-db6ccc35ce5b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.762686 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e271eaaf-e672-432f-87d1-db6ccc35ce5b tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] 10.222.0.43 "DELETE /v2.0/ports/7d85ec30-735e-41c7-b9f4-ddb937f6673c HTTP/1.1" status: 204 len: 168 time: 0.8114109 Jul 28 11:48:36.763927 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58574) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:36.768603 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-52f57efe-e9d0-4bb1-9489-1cf17686b970 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.812956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-52f57efe-e9d0-4bb1-9489-1cf17686b970 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.818680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f57efe-e9d0-4bb1-9489-1cf17686b970 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:36.819293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-52f57efe-e9d0-4bb1-9489-1cf17686b970 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.828856 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b35efaf-52a7-46f9-acd5-f4564900ba44 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:36.830821 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0b35efaf-52a7-46f9-acd5-f4564900ba44 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac7083a-2766-44a7-a2e8-7f64f33d6147 HTTP/1.1" status: 200 len: 913 time: 0.0664954 Jul 28 11:48:36.833621 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58576) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:36.870562 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-581da15b-78b3-4ed3-a274-1b414d4e6eb3 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Deleting port d6c1f22f-6005-4ea2-94e0-8860f0e75dda {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:36.870917 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-581da15b-78b3-4ed3-a274-1b414d4e6eb3 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.925506 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-52f57efe-e9d0-4bb1-9489-1cf17686b970 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3840976 Jul 28 11:48:36.929480 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58580) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:36.935141 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-76c91987-21a8-45af-9557-d801469c0d36 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'subnet': {'network_id': '23ac7198-24c4-4d70-96f2-f1bea87369ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:36.938358 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f57efe-e9d0-4bb1-9489-1cf17686b970 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Network': ['ID=23ac7198-24c4-4d70-96f2-f1bea87369ec,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:36.954034 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 23ac7198-24c4-4d70-96f2-f1bea87369ec details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:48:36.984830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-581da15b-78b3-4ed3-a274-1b414d4e6eb3 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:36.999213 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-581da15b-78b3-4ed3-a274-1b414d4e6eb3 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Calling delete_port for d6c1f22f-6005-4ea2-94e0-8860f0e75dda owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:37.106000 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:48:37.127286 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:48:37.127859 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d58f29d4-ca95-4eaf-8abc-c45e93ba02f3 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:48:37.159720 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c91987-21a8-45af-9557-d801469c0d36 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:37.163888 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-76c91987-21a8-45af-9557-d801469c0d36 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:37.216245 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-581da15b-78b3-4ed3-a274-1b414d4e6eb3 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:37.258463 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581da15b-78b3-4ed3-a274-1b414d4e6eb3 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Port': ['ID=d6c1f22f-6005-4ea2-94e0-8860f0e75dda,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:37.449563 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-581da15b-78b3-4ed3-a274-1b414d4e6eb3 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:37.515631 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-76c91987-21a8-45af-9557-d801469c0d36 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:37.526064 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c58fb988-a764-4da1-aa90-1438117efa03 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:37.645805 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c91987-21a8-45af-9557-d801469c0d36 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Subnet': ['ID=a958c05f-eef4-40c8-a203-253f6b87e790,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:37.675805 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c91987-21a8-45af-9557-d801469c0d36 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Checking segment: {'id': '1c15612c-94b4-4e76-a86d-b88a57c0edb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '23ac7198-24c4-4d70-96f2-f1bea87369ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:37.676072 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581da15b-78b3-4ed3-a274-1b414d4e6eb3 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router fe70a6a6-3a11-4882-a814-f3b949723d46 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:48:37.676526 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c91987-21a8-45af-9557-d801469c0d36 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network hostable DHCP agents. Network: 23ac7198-24c4-4d70-96f2-f1bea87369ec, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:48:37.789491 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581da15b-78b3-4ed3-a274-1b414d4e6eb3 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:37.798556 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-581da15b-78b3-4ed3-a274-1b414d4e6eb3 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "PUT /v2.0/routers/fe70a6a6-3a11-4882-a814-f3b949723d46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8776734 Jul 28 11:48:37.799405 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58584) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:37.800104 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f72a364-560f-4a40-a81d-1346a5c594e0 None None] Sync routers for ids ['fe70a6a6-3a11-4882-a814-f3b949723d46'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:37.811482 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f72a364-560f-4a40-a81d-1346a5c594e0 None None] Routers {'fe70a6a6-3a11-4882-a814-f3b949723d46'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:37.812117 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-5f72a364-560f-4a40-a81d-1346a5c594e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['fe70a6a6-3a11-4882-a814-f3b949723d46'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:37.814089 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c91987-21a8-45af-9557-d801469c0d36 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network 23ac7198-24c4-4d70-96f2-f1bea87369ec is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:48:37.836394 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-76c91987-21a8-45af-9557-d801469c0d36 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 23ac7198-24c4-4d70-96f2-f1bea87369ec) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:37.848356 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-5f72a364-560f-4a40-a81d-1346a5c594e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:37.849521 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c91987-21a8-45af-9557-d801469c0d36 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:37.849642 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-76c91987-21a8-45af-9557-d801469c0d36 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:37.859040 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f72a364-560f-4a40-a81d-1346a5c594e0 None None] Routers {'fe70a6a6-3a11-4882-a814-f3b949723d46'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:37.860272 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-5f72a364-560f-4a40-a81d-1346a5c594e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['fe70a6a6-3a11-4882-a814-f3b949723d46'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:37.874313 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37caf438-1bba-47c3-9042-d6c1a5fd8519 req-c981d489-29b5-4e5c-af78-0525e433a0aa tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:37.875884 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-37caf438-1bba-47c3-9042-d6c1a5fd8519 req-c981d489-29b5-4e5c-af78-0525e433a0aa tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 945 time: 0.1489401 Jul 28 11:48:37.907721 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-76c91987-21a8-45af-9557-d801469c0d36 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9748256 Jul 28 11:48:37.908762 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5069957a-eff6-4f27-af79-37966990cd6c None None] Network 23ac7198-24c4-4d70-96f2-f1bea87369ec requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:37.908909 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58586) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:37.911044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-5f72a364-560f-4a40-a81d-1346a5c594e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:37.911682 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f72a364-560f-4a40-a81d-1346a5c594e0 None None] The sync data for ids ['fe70a6a6-3a11-4882-a814-f3b949723d46'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:37.914599 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-782a118b-72f2-47b4-837f-99f423e9a9e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'network_id': '23ac7198-24c4-4d70-96f2-f1bea87369ec', 'name': 'tempest-PortsIpV6TestJSON-1545597804'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:37.949475 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-37caf438-1bba-47c3-9042-d6c1a5fd8519 req-c2551d0f-b828-468f-a228-389dbe7d0b32 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=61150fbe-72ca-4f0f-823e-f544e2a831d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666683 Jul 28 11:48:37.970459 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:38.005304 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-116724f0-7d9e-4e02-988a-577b986af74f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:38.022945 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-c58fb988-a764-4da1-aa90-1438117efa03 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Deleting port 4aa35b97-ff9a-43e2-aa55-0f9385e28f00 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:38.023889 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c58fb988-a764-4da1-aa90-1438117efa03 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:38.103164 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-23ac7198-24c4-4d70-96f2-f1bea87369ec', 'network_id': '23ac7198-24c4-4d70-96f2-f1bea87369ec', 'tenant_id': '7afb90f661d64aa0a8cacc3c8af77233', 'fixed_ips': [{'subnet_id': 'a958c05f-eef4-40c8-a203-253f6b87e790'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:48:38.104040 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:38.134337 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244e7f4-fd72-4a27-a271-cabcbb62006b req-f0d9d361-3a1f-47e4-bd7b-68ac78544085 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:38.136488 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f244e7f4-fd72-4a27-a271-cabcbb62006b req-f0d9d361-3a1f-47e4-bd7b-68ac78544085 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 945 time: 0.1087227 Jul 28 11:48:38.190405 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c58fb988-a764-4da1-aa90-1438117efa03 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:38.218387 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-c58fb988-a764-4da1-aa90-1438117efa03 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Calling delete_port for 4aa35b97-ff9a-43e2-aa55-0f9385e28f00 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:38.223290 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f244e7f4-fd72-4a27-a271-cabcbb62006b req-2da078fe-9a1a-4e2d-b245-068514b538fc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=61150fbe-72ca-4f0f-823e-f544e2a831d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719874 Jul 28 11:48:38.260225 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Allocated IP 2001:db8::2 (23ac7198-24c4-4d70-96f2-f1bea87369ec/a958c05f-eef4-40c8-a203-253f6b87e790/2f59d445-a280-4df2-9306-0255bfae41b9) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:38.267005 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58590) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:38.384830 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f77308-f9c1-4b63-a529-912e53485ed8 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:38.389871 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-01f77308-f9c1-4b63-a529-912e53485ed8 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 1093 time: 0.1185048 Jul 28 11:48:38.421095 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:38.431109 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Transition to ACTIVE for port object 2f59d445-a280-4df2-9306-0255bfae41b9 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:38.450098 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Transition to ACTIVE for port object 2f59d445-a280-4df2-9306-0255bfae41b9 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:38.456728 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:38.471771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58592) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:38.478390 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '856b75db-0181-42eb-9a12-c961a13668ad', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:38.498308 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Network 23ac7198-24c4-4d70-96f2-f1bea87369ec is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:38.505296 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:38.510096 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:38.514472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Pushing event updated for resources: {'Port': ['ID=2f59d445-a280-4df2-9306-0255bfae41b9,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:38.545663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-116724f0-7d9e-4e02-988a-577b986af74f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:38.551698 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:38.581266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Attempting to bind port 2f59d445-a280-4df2-9306-0255bfae41b9 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:48:38.581627 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Attempting to bind port 2f59d445-a280-4df2-9306-0255bfae41b9 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '1c15612c-94b4-4e76-a86d-b88a57c0edb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '23ac7198-24c4-4d70-96f2-f1bea87369ec'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:48:38.582088 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Attempting to bind port 2f59d445-a280-4df2-9306-0255bfae41b9 on network 23ac7198-24c4-4d70-96f2-f1bea87369ec {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:48:38.587592 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:48:38.587968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Checking segment: {'id': '1c15612c-94b4-4e76-a86d-b88a57c0edb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '23ac7198-24c4-4d70-96f2-f1bea87369ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:38.588369 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:38.588760 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Bound using segment: {'id': '1c15612c-94b4-4e76-a86d-b88a57c0edb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '23ac7198-24c4-4d70-96f2-f1bea87369ec'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:48:38.589799 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Bound port: 2f59d445-a280-4df2-9306-0255bfae41b9, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c15612c-94b4-4e76-a86d-b88a57c0edb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '23ac7198-24c4-4d70-96f2-f1bea87369ec'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:48:38.590178 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:38.619225 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782a118b-72f2-47b4-837f-99f423e9a9e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:38.623099 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-782a118b-72f2-47b4-837f-99f423e9a9e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:38.658942 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-782a118b-72f2-47b4-837f-99f423e9a9e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] device_id is not set on port 630a4383-8157-487a-9e69-d9c3453adbda yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:48:38.661437 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] For port 2f59d445-a280-4df2-9306-0255bfae41b9, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:48:38.665430 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] For port 2f59d445-a280-4df2-9306-0255bfae41b9, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2f59d445-a280-4df2-9306-0255bfae41b9,segment=NetworkSegment(1c15612c-94b4-4e76-a86d-b88a57c0edb4),segment_id=1c15612c-94b4-4e76-a86d-b88a57c0edb4)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:48:38.670930 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:38.730684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-116724f0-7d9e-4e02-988a-577b986af74f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Deleting port 61fe8821-1477-4977-ab81-c74a1e3c7aa0 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:38.731279 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-116724f0-7d9e-4e02-988a-577b986af74f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:38.732733 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a791f7-7b43-475b-a320-e8a1522225c9 None None] Pushing event updated for resources: {'Port': ['ID=2f59d445-a280-4df2-9306-0255bfae41b9,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:38.779023 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c58fb988-a764-4da1-aa90-1438117efa03 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:38.810886 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fb988-a764-4da1-aa90-1438117efa03 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Pushing event deleted for resources: {'Port': ['ID=4aa35b97-ff9a-43e2-aa55-0f9385e28f00,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:38.889819 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-782a118b-72f2-47b4-837f-99f423e9a9e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Allocated IP 2001:db8::399 (23ac7198-24c4-4d70-96f2-f1bea87369ec/a958c05f-eef4-40c8-a203-253f6b87e790/630a4383-8157-487a-9e69-d9c3453adbda) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:38.907567 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-116724f0-7d9e-4e02-988a-577b986af74f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:38.931598 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-116724f0-7d9e-4e02-988a-577b986af74f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Calling delete_port for 61fe8821-1477-4977-ab81-c74a1e3c7aa0 owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:38.958777 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.023615 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c58fb988-a764-4da1-aa90-1438117efa03 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.210705 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58fb988-a764-4da1-aa90-1438117efa03 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Router eac7083a-2766-44a7-a2e8-7f64f33d6147 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:48:39.295043 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58fb988-a764-4da1-aa90-1438117efa03 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:39.304343 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c58fb988-a764-4da1-aa90-1438117efa03 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] 10.222.0.43 "PUT /v2.0/routers/eac7083a-2766-44a7-a2e8-7f64f33d6147/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4656756 Jul 28 11:48:39.304343 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58594) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:39.309537 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233547f6-a654-4931-8a1e-84f90f09810f None None] Sync routers for ids ['eac7083a-2766-44a7-a2e8-7f64f33d6147'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:39.328577 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233547f6-a654-4931-8a1e-84f90f09810f None None] Routers {'eac7083a-2766-44a7-a2e8-7f64f33d6147'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:39.329198 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-233547f6-a654-4931-8a1e-84f90f09810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['eac7083a-2766-44a7-a2e8-7f64f33d6147'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:39.348672 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.26.1.127 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/b3f49732-764a-42fb-80a3-ffd58cbe8d6d) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:39.372085 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-116724f0-7d9e-4e02-988a-577b986af74f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.372622 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-233547f6-a654-4931-8a1e-84f90f09810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:39.383243 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233547f6-a654-4931-8a1e-84f90f09810f None None] Routers {'eac7083a-2766-44a7-a2e8-7f64f33d6147'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:39.383872 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-233547f6-a654-4931-8a1e-84f90f09810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['eac7083a-2766-44a7-a2e8-7f64f33d6147'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:39.387289 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f244dd1-4adc-49f7-b8d2-fbcf3a899660 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.400759 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-782a118b-72f2-47b4-837f-99f423e9a9e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.417929 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-233547f6-a654-4931-8a1e-84f90f09810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:39.418731 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233547f6-a654-4931-8a1e-84f90f09810f None None] The sync data for ids ['eac7083a-2766-44a7-a2e8-7f64f33d6147'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:39.458470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116724f0-7d9e-4e02-988a-577b986af74f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Port': ['ID=61fe8821-1477-4977-ab81-c74a1e3c7aa0,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:39.491395 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-782a118b-72f2-47b4-837f-99f423e9a9e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Transition to ACTIVE for port object 630a4383-8157-487a-9e69-d9c3453adbda will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:39.569531 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f244dd1-4adc-49f7-b8d2-fbcf3a899660 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.572135 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f244dd1-4adc-49f7-b8d2-fbcf3a899660 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.591302 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-116724f0-7d9e-4e02-988a-577b986af74f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.640845 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f244dd1-4adc-49f7-b8d2-fbcf3a899660 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.641355 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f244dd1-4adc-49f7-b8d2-fbcf3a899660 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Fanout notify agent at l3_agent the message router_deleted on router eac7083a-2766-44a7-a2e8-7f64f33d6147 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:48:39.654510 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f244dd1-4adc-49f7-b8d2-fbcf3a899660 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.655625 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8f244dd1-4adc-49f7-b8d2-fbcf3a899660 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] 10.222.0.43 "DELETE /v2.0/routers/eac7083a-2766-44a7-a2e8-7f64f33d6147 HTTP/1.1" status: 204 len: 168 time: 0.3519187 Jul 28 11:48:39.658058 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58596) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:39.672161 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.714404 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-782a118b-72f2-47b4-837f-99f423e9a9e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.714671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-a439d255-7559-4e66-804e-f6ab804b34ac tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Deleting subnet 07ace3f1-68e1-4bcb-936f-aa83fcab0e1e {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:48:39.718485 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a439d255-7559-4e66-804e-f6ab804b34ac tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.727365 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-116724f0-7d9e-4e02-988a-577b986af74f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.732500 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-116724f0-7d9e-4e02-988a-577b986af74f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.767306 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a439d255-7559-4e66-804e-f6ab804b34ac tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.819400 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782a118b-72f2-47b4-837f-99f423e9a9e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network 23ac7198-24c4-4d70-96f2-f1bea87369ec is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:39.834868 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-782a118b-72f2-47b4-837f-99f423e9a9e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:39.845095 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782a118b-72f2-47b4-837f-99f423e9a9e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:39.851828 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782a118b-72f2-47b4-837f-99f423e9a9e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:39.852359 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-782a118b-72f2-47b4-837f-99f423e9a9e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.855819 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-116724f0-7d9e-4e02-988a-577b986af74f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.856432 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116724f0-7d9e-4e02-988a-577b986af74f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Fanout notify agent at l3_agent the message router_deleted on router fe70a6a6-3a11-4882-a814-f3b949723d46 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:48:39.873972 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-116724f0-7d9e-4e02-988a-577b986af74f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.878036 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-116724f0-7d9e-4e02-988a-577b986af74f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/routers/fe70a6a6-3a11-4882-a814-f3b949723d46 HTTP/1.1" status: 204 len: 168 time: 2.0745313 Jul 28 11:48:39.878461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58598) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:39.883706 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a118b-72f2-47b4-837f-99f423e9a9e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=630a4383-8157-487a-9e69-d9c3453adbda,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:39.891736 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-782a118b-72f2-47b4-837f-99f423e9a9e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9825985 Jul 28 11:48:39.893525 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.896292 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58600) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:39.903653 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ed6f2bde-9b5c-4ed4-b840-b36b33ea5382 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'network_id': '23ac7198-24c4-4d70-96f2-f1bea87369ec', 'name': 'tempest-PortsIpV6TestJSON-1400904209'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:39.919151 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a439d255-7559-4e66-804e-f6ab804b34ac tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:39.959870 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c342e7a-cd70-444e-946f-b1c9b28f24f0 None None] Network 23ac7198-24c4-4d70-96f2-f1bea87369ec requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:39.968383 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d2eb5c-a1d9-402f-934d-d0d80d55f609 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Deleting subnet f12676bd-79cf-45d6-b716-aeaf2bc1a5f0 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:48:39.975149 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30d2eb5c-a1d9-402f-934d-d0d80d55f609 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.003282 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:40.025940 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:40.029464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a439d255-7559-4e66-804e-f6ab804b34ac tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.030581 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=b3f49732-764a-42fb-80a3-ffd58cbe8d6d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:40.035720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:40.040491 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30d2eb5c-a1d9-402f-934d-d0d80d55f609 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.063094 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7e084e-1ce3-42ac-b046-e20b54f0ca26 None None] Network cbb73aeb-7724-4ab9-86bd-223bfaeb07fe requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:40.075868 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a439d255-7559-4e66-804e-f6ab804b34ac tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.077842 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a439d255-7559-4e66-804e-f6ab804b34ac tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] 10.222.0.43 "DELETE /v2.0/subnets/07ace3f1-68e1-4bcb-936f-aa83fcab0e1e HTTP/1.1" status: 204 len: 168 time: 0.4187241 Jul 28 11:48:40.086015 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58602) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:40.098103 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439d255-7559-4e66-804e-f6ab804b34ac tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Pushing event deleted for resources: {'Subnet': ['ID=07ace3f1-68e1-4bcb-936f-aa83fcab0e1e,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:40.142080 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7237fbda-a3d2-477f-bb74-d49068ffeec2 None None] Provisioning for port 2f59d445-a280-4df2-9306-0255bfae41b9 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:40.170519 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30d2eb5c-a1d9-402f-934d-d0d80d55f609 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.231978 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.240617 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30d2eb5c-a1d9-402f-934d-d0d80d55f609 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.278104 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30d2eb5c-a1d9-402f-934d-d0d80d55f609 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.282751 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-30d2eb5c-a1d9-402f-934d-d0d80d55f609 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/subnets/f12676bd-79cf-45d6-b716-aeaf2bc1a5f0 HTTP/1.1" status: 204 len: 168 time: 0.4008076 Jul 28 11:48:40.284480 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58604) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:40.286239 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a4009f-01ca-406c-b944-11330fa41104 None None] Network e83e6ae8-ef05-4fb5-9a56-582d8f68bd31 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:40.291849 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6f2bde-9b5c-4ed4-b840-b36b33ea5382 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:40.294966 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2bde-9b5c-4ed4-b840-b36b33ea5382 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.297216 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2eb5c-a1d9-402f-934d-d0d80d55f609 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Subnet': ['ID=f12676bd-79cf-45d6-b716-aeaf2bc1a5f0,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:40.374097 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-ed6f2bde-9b5c-4ed4-b840-b36b33ea5382 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] device_id is not set on port 9f76fcc4-e4c2-42c7-997c-34282f4260df yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:48:40.378496 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.444205 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Deleting port 8b06775e-1b2b-4e4b-95a6-e8eb03baec28 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:40.444993 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.497529 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3d0692-e378-489a-93d1-0438c90f7519 None None] DHCP port deletion for cbb73aeb-7724-4ab9-86bd-223bfaeb07fe request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:48:40.519489 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] For port 8b06775e-1b2b-4e4b-95a6-e8eb03baec28, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=8b06775e-1b2b-4e4b-95a6-e8eb03baec28,segment=NetworkSegment(ffc0c040-b2e6-4cf4-9b79-e96ae671e893),segment_id=ffc0c040-b2e6-4cf4-9b79-e96ae671e893)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:40.520262 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.537216 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Deleting port a9e9910f-a24b-4114-a839-35838687fa22 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:40.537561 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.543885 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Calling delete_port for 8b06775e-1b2b-4e4b-95a6-e8eb03baec28 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:40.617453 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d0692-e378-489a-93d1-0438c90f7519 None None] Deleting port a9e9910f-a24b-4114-a839-35838687fa22 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:40.617764 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0692-e378-489a-93d1-0438c90f7519 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.668735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-ed6f2bde-9b5c-4ed4-b840-b36b33ea5382 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Allocated IP 2001:db8::3a6 (23ac7198-24c4-4d70-96f2-f1bea87369ec/a958c05f-eef4-40c8-a203-253f6b87e790/9f76fcc4-e4c2-42c7-997c-34282f4260df) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:40.679164 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.704699 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3a3d0692-e378-489a-93d1-0438c90f7519 None None] For port a9e9910f-a24b-4114-a839-35838687fa22, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a9e9910f-a24b-4114-a839-35838687fa22,segment=NetworkSegment(dde27b97-ee99-468a-825a-8b006d0c734b),segment_id=dde27b97-ee99-468a-825a-8b006d0c734b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:40.705112 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0692-e378-489a-93d1-0438c90f7519 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.720699 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] For port a9e9910f-a24b-4114-a839-35838687fa22, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a9e9910f-a24b-4114-a839-35838687fa22,segment=NetworkSegment(dde27b97-ee99-468a-825a-8b006d0c734b),segment_id=dde27b97-ee99-468a-825a-8b006d0c734b)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:40.721103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.723613 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d255ed-6083-4634-a0e7-eb67b24c3d8e None None] DHCP port deletion for e83e6ae8-ef05-4fb5-9a56-582d8f68bd31 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:48:40.725837 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d0692-e378-489a-93d1-0438c90f7519 None None] Calling delete_port for a9e9910f-a24b-4114-a839-35838687fa22 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:40.735817 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Port': ['ID=8b06775e-1b2b-4e4b-95a6-e8eb03baec28,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:40.750253 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Calling delete_port for a9e9910f-a24b-4114-a839-35838687fa22 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:40.763094 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] No DVR routers for this DVR port 8b06775e-1b2b-4e4b-95a6-e8eb03baec28 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:48:40.834703 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0692-e378-489a-93d1-0438c90f7519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.871080 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.882795 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3d0692-e378-489a-93d1-0438c90f7519 None None] No DVR routers for this DVR port a9e9910f-a24b-4114-a839-35838687fa22 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:48:40.884471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d0692-e378-489a-93d1-0438c90f7519 None None] Pushing event deleted for resources: {'Port': ['ID=a9e9910f-a24b-4114-a839-35838687fa22,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:40.893859 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83e6ae8-ef05-4fb5-9a56-582d8f68bd31']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:40.907782 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc0c040-b2e6-4cf4-9b79-e96ae671e893') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:40.908074 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc0c040-b2e6-4cf4-9b79-e96ae671e893') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:40.917934 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.934903 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.941079 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:48:40.941663 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:48:40.945147 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:48:40.947589 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.017566 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.032366 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ca6f51ce-9046-4b11-91e5-36c274ddcf89 None None] Provisioning for port 630a4383-8157-487a-9e69-d9c3453adbda completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:41.038631 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.039662 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ca6f51ce-9046-4b11-91e5-36c274ddcf89 None None] Provisioning complete for port 630a4383-8157-487a-9e69-d9c3453adbda triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:41.040337 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca6f51ce-9046-4b11-91e5-36c274ddcf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.045906 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.052478 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/networks/e83e6ae8-ef05-4fb5-9a56-582d8f68bd31 HTTP/1.1" status: 204 len: 168 time: 0.7680209 Jul 28 11:48:41.052865 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58606) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:41.071476 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07cd85-bb40-4d5a-a69c-7c83d9d42b16 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Network': ['ID=e83e6ae8-ef05-4fb5-9a56-582d8f68bd31,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:41.096931 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ca6f51ce-9046-4b11-91e5-36c274ddcf89 None None] Port 630a4383-8157-487a-9e69-d9c3453adbda cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:41.104159 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Pushing event deleted for resources: {'Port': ['ID=a9e9910f-a24b-4114-a839-35838687fa22,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:41.111502 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] No DVR routers for this DVR port a9e9910f-a24b-4114-a839-35838687fa22 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:48:41.115213 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.119156 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2bde-9b5c-4ed4-b840-b36b33ea5382 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.176600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2f59d445-a280-4df2-9306-0255bfae41b9 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:41.190227 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-ed6f2bde-9b5c-4ed4-b840-b36b33ea5382 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Transition to ACTIVE for port object 9f76fcc4-e4c2-42c7-997c-34282f4260df will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:41.238194 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 2f59d445-a280-4df2-9306-0255bfae41b9 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:41.242156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 2f59d445-a280-4df2-9306-0255bfae41b9 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:41.242559 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.246064 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-77eef298-7215-40ba-83f4-e5f1704ee934 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Deleting port 68418141-49fd-4752-b792-270a7c7499ad {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:41.246609 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-77eef298-7215-40ba-83f4-e5f1704ee934 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.258959 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.277465 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb73aeb-7724-4ab9-86bd-223bfaeb07fe']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:41.300280 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde27b97-ee99-468a-825a-8b006d0c734b') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:41.300639 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde27b97-ee99-468a-825a-8b006d0c734b') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:41.336687 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-77eef298-7215-40ba-83f4-e5f1704ee934 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.337103 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-77eef298-7215-40ba-83f4-e5f1704ee934 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.338367 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.342562 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-14a2e9c9-55b8-4a13-af80-20843dabce67 None None] Provisioning complete for port 630a4383-8157-487a-9e69-d9c3453adbda triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:41.342930 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14a2e9c9-55b8-4a13-af80-20843dabce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.343105 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.353066 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-77eef298-7215-40ba-83f4-e5f1704ee934 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Calling delete_port for 68418141-49fd-4752-b792-270a7c7499ad owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:41.375811 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.395050 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:48:41.395475 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.396154 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-14a2e9c9-55b8-4a13-af80-20843dabce67 None None] Port 630a4383-8157-487a-9e69-d9c3453adbda cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:48:41.398393 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:48:41.408183 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 2f59d445-a280-4df2-9306-0255bfae41b9, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2f59d445-a280-4df2-9306-0255bfae41b9,segment=NetworkSegment(1c15612c-94b4-4e76-a86d-b88a57c0edb4),segment_id=1c15612c-94b4-4e76-a86d-b88a57c0edb4)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:41.412236 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.419343 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2bde-9b5c-4ed4-b840-b36b33ea5382 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.487140 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=2f59d445-a280-4df2-9306-0255bfae41b9,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:41.490029 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 8b06775e-1b2b-4e4b-95a6-e8eb03baec28 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:48:41.506741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6f2bde-9b5c-4ed4-b840-b36b33ea5382 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network 23ac7198-24c4-4d70-96f2-f1bea87369ec is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:41.511391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-77eef298-7215-40ba-83f4-e5f1704ee934 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.513054 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 8b06775e-1b2b-4e4b-95a6-e8eb03baec28 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:48:41.514486 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 8b06775e-1b2b-4e4b-95a6-e8eb03baec28 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:48:41.514635 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a9e9910f-a24b-4114-a839-35838687fa22 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:48:41.521927 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-ed6f2bde-9b5c-4ed4-b840-b36b33ea5382 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:41.529880 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f2bde-9b5c-4ed4-b840-b36b33ea5382 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:41.535575 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6f2bde-9b5c-4ed4-b840-b36b33ea5382 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:41.536217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2bde-9b5c-4ed4-b840-b36b33ea5382 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.540729 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eef298-7215-40ba-83f4-e5f1704ee934 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Port': ['ID=68418141-49fd-4752-b792-270a7c7499ad,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:41.562243 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.566035 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: a9e9910f-a24b-4114-a839-35838687fa22 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:48:41.566035 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a9e9910f-a24b-4114-a839-35838687fa22 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:48:41.588557 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.593429 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] 10.222.0.43 "DELETE /v2.0/networks/cbb73aeb-7724-4ab9-86bd-223bfaeb07fe HTTP/1.1" status: 204 len: 168 time: 1.5041325 Jul 28 11:48:41.596929 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96d800-3bf8-4c87-9b7a-fc45a558a655 tempest-FloatingIPNegativeTestJSON-137698589 tempest-FloatingIPNegativeTestJSON-137698589-project] Pushing event deleted for resources: {'Network': ['ID=cbb73aeb-7724-4ab9-86bd-223bfaeb07fe,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:41.599486 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ed6f2bde-9b5c-4ed4-b840-b36b33ea5382 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7005579 Jul 28 11:48:41.600106 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f2bde-9b5c-4ed4-b840-b36b33ea5382 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=9f76fcc4-e4c2-42c7-997c-34282f4260df,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:41.602073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58610) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:41.607987 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.608865 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-77eef298-7215-40ba-83f4-e5f1704ee934 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.612594 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-77eef298-7215-40ba-83f4-e5f1704ee934 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.614013 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-77eef298-7215-40ba-83f4-e5f1704ee934 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/floatingips/f19171c0-7d18-4169-8664-924583d73f52 HTTP/1.1" status: 204 len: 168 time: 0.5503099 Jul 28 11:48:41.618747 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58612) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:41.646366 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.662206 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-217ede74-fdb0-4419-b169-3de8ead9eae6 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:41.662936 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217ede74-fdb0-4419-b169-3de8ead9eae6 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:41.666604 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-217ede74-fdb0-4419-b169-3de8ead9eae6 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/ports/e117c46e-d17e-44a1-960c-dbc533fbb8c1 HTTP/1.1" status: 404 len: 333 time: 0.0448885 Jul 28 11:48:41.668066 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58614) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:41.705822 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f14e9387-77bd-40e1-ba55-95fef589538f tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe70a6a6-3a11-4882-a814-f3b949723d46 HTTP/1.1" status: 200 len: 205 time: 0.0343101 Jul 28 11:48:41.705985 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58616) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:41.757991 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-7d1ac91b-c94b-490d-940a-426d9e4f11e7 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] delete failed (client error): The resource could not be found. Jul 28 11:48:41.761673 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7d1ac91b-c94b-490d-940a-426d9e4f11e7 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/routers/fe70a6a6-3a11-4882-a814-f3b949723d46 HTTP/1.1" status: 404 len: 336 time: 0.0521634 Jul 28 11:48:41.762017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=b3f49732-764a-42fb-80a3-ffd58cbe8d6d,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:41.763091 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58618) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:41.777662 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33aed73-e495-4210-b938-f0fc849ffc86 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:41.779542 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a33aed73-e495-4210-b938-f0fc849ffc86 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A399 HTTP/1.1" status: 200 len: 929 time: 0.1745026 Jul 28 11:48:41.785665 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58620) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:41.797473 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.798107 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79e0323-8aab-4b8a-a912-1d7f8f0f4890 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:41.798700 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79e0323-8aab-4b8a-a912-1d7f8f0f4890 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:41.800672 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b79e0323-8aab-4b8a-a912-1d7f8f0f4890 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/subnets/f12676bd-79cf-45d6-b716-aeaf2bc1a5f0 HTTP/1.1" status: 404 len: 337 time: 0.0363061 Jul 28 11:48:41.804768 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58622) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:41.913779 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-0509e122-3906-4ab2-909e-1e6a0a0116b7 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Deleting port 4f2b78fe-fa99-4b4e-9675-d53fdc70568d {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:41.914479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0509e122-3906-4ab2-909e-1e6a0a0116b7 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.928964 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-192a0609-18c2-4f99-81dc-b77420479b62 None None] Provisioning for port 9f76fcc4-e4c2-42c7-997c-34282f4260df completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:41.937629 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-192a0609-18c2-4f99-81dc-b77420479b62 None None] Provisioning complete for port 9f76fcc4-e4c2-42c7-997c-34282f4260df triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:41.938531 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-192a0609-18c2-4f99-81dc-b77420479b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:41.970267 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP 13cc328e-f9ad-4756-b167-cc14fe7acd9e associated. External IP: 172.26.1.127, port: 856b75db-0181-42eb-9a12-c961a13668ad. Jul 28 11:48:41.975697 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58626) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:41.978501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-192a0609-18c2-4f99-81dc-b77420479b62 None None] Port 9f76fcc4-e4c2-42c7-997c-34282f4260df cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:42.020141 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0509e122-3906-4ab2-909e-1e6a0a0116b7 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:42.035001 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-0509e122-3906-4ab2-909e-1e6a0a0116b7 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Calling delete_port for 4f2b78fe-fa99-4b4e-9675-d53fdc70568d owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:42.181834 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0509e122-3906-4ab2-909e-1e6a0a0116b7 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:42.212380 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509e122-3906-4ab2-909e-1e6a0a0116b7 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Port': ['ID=4f2b78fe-fa99-4b4e-9675-d53fdc70568d,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:42.288977 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0509e122-3906-4ab2-909e-1e6a0a0116b7 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:42.290936 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0509e122-3906-4ab2-909e-1e6a0a0116b7 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/ports/4f2b78fe-fa99-4b4e-9675-d53fdc70568d HTTP/1.1" status: 204 len: 168 time: 0.4852107 Jul 28 11:48:42.294391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58630) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:42.392787 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-da089f7b-2ff5-4b15-ae88-c602956fb33d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Deleting port f2b63569-a8a3-408d-9cbf-9c1cdf7602ef {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:42.393123 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-da089f7b-2ff5-4b15-ae88-c602956fb33d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:42.400727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-a156359e-f622-4269-aff8-1d5d42ecea58 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port 9f76fcc4-e4c2-42c7-997c-34282f4260df {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:42.401153 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a156359e-f622-4269-aff8-1d5d42ecea58 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:42.499980 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-da089f7b-2ff5-4b15-ae88-c602956fb33d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:42.513504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-da089f7b-2ff5-4b15-ae88-c602956fb33d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Calling delete_port for f2b63569-a8a3-408d-9cbf-9c1cdf7602ef owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:42.626796 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a156359e-f622-4269-aff8-1d5d42ecea58 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:42.635421 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5199e479-6946-4a5e-9cb2-08d174cd4ef3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b5d35b4053fb4919ae3c63a40be4a8da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6539841 Jul 28 11:48:42.640175 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58632) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:42.649205 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-a156359e-f622-4269-aff8-1d5d42ecea58 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for 9f76fcc4-e4c2-42c7-997c-34282f4260df owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:42.686552 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-da089f7b-2ff5-4b15-ae88-c602956fb33d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:42.726786 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da089f7b-2ff5-4b15-ae88-c602956fb33d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Port': ['ID=f2b63569-a8a3-408d-9cbf-9c1cdf7602ef,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:42.769027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:48:42.799250 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c00d956b-d25d-477f-b8ef-185da882d584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:42.836199 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c00d956b-d25d-477f-b8ef-185da882d584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:42.843509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-da089f7b-2ff5-4b15-ae88-c602956fb33d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:42.843509 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-da089f7b-2ff5-4b15-ae88-c602956fb33d tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/ports/f2b63569-a8a3-408d-9cbf-9c1cdf7602ef HTTP/1.1" status: 204 len: 168 time: 0.5479515 Jul 28 11:48:42.847690 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58634) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:42.896039 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c00d956b-d25d-477f-b8ef-185da882d584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:42.899032 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c00d956b-d25d-477f-b8ef-185da882d584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:42.903593 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c00d956b-d25d-477f-b8ef-185da882d584 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b1d30a0-5645-4e74-baf5-de575ca35511 HTTP/1.1" status: 204 len: 168 time: 0.2592144 Jul 28 11:48:42.912730 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d956b-d25d-477f-b8ef-185da882d584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1d30a0-5645-4e74-baf5-de575ca35511,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:42.951352 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a156359e-f622-4269-aff8-1d5d42ecea58 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:42.995284 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282cc098-3ca1-4ab7-8ac6-1e2f27ee0242 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:42.996890 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-282cc098-3ca1-4ab7-8ac6-1e2f27ee0242 tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d66e034-67e3-4a0c-a483-96b3ce78f7e0 HTTP/1.1" status: 200 len: 913 time: 0.1462226 Jul 28 11:48:42.999839 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58638) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:43.003750 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156359e-f622-4269-aff8-1d5d42ecea58 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=9f76fcc4-e4c2-42c7-997c-34282f4260df,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:43.043570 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:43.049167 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a156359e-f622-4269-aff8-1d5d42ecea58 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:43.049167 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a156359e-f622-4269-aff8-1d5d42ecea58 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/ports/9f76fcc4-e4c2-42c7-997c-34282f4260df HTTP/1.1" status: 204 len: 168 time: 1.2611847 Jul 28 11:48:43.050799 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58642) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:43.054708 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048b7802-4d10-4ad7-ae0e-e0ce04f9d1b4 None None] Sync routers for ids ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:43.066157 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048b7802-4d10-4ad7-ae0e-e0ce04f9d1b4 None None] Routers {'9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:43.067196 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-048b7802-4d10-4ad7-ae0e-e0ce04f9d1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:43.081151 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9be9d3-5eab-4f46-a361-08f0f5eda2fa tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] GET failed (client error): The resource could not be found. Jul 28 11:48:43.082865 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2c9be9d3-5eab-4f46-a361-08f0f5eda2fa tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports/9f76fcc4-e4c2-42c7-997c-34282f4260df HTTP/1.1" status: 404 len: 333 time: 0.0310798 Jul 28 11:48:43.085729 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58644) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:43.099372 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:43.156934 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2f59d445-a280-4df2-9306-0255bfae41b9 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:43.174017 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b5aee7cd-aa73-4583-8739-875b85fb132f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6961360 Jul 28 11:48:43.174017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'tag': '856b75db-0181-42eb-9a12-c961a13668ad'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:48:43.174017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce14f06-7607-490f-b10e-8a770835778d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5cf840-ca9b-44fa-8bb1-22e5c00806bf", "tag": "856b75db-0181-42eb-9a12-c961a13668ad"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:48:43.176957 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58648) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:43.336413 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1349cf12-f178-4092-8000-094498839f68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/13cc328e-f9ad-4756-b167-cc14fe7acd9e HTTP/1.1" status: 200 len: 991 time: 0.1333740 Jul 28 11:48:43.345719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 2f59d445-a280-4df2-9306-0255bfae41b9 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:43.346089 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:43.351573 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-6aa38adf-8c8a-4867-a605-27aac68af880 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port 630a4383-8157-487a-9e69-d9c3453adbda {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:43.351940 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6aa38adf-8c8a-4867-a605-27aac68af880 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:43.422998 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-048b7802-4d10-4ad7-ae0e-e0ce04f9d1b4 None None] Set router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:48:43.496604 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8eed9c-c028-4ef1-949c-8e35c82d74c5 x-openstack-request-id: req-2a8eed9c-c028-4ef1-949c-8e35c82d74c5 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:48:43.497155 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5cf840-ca9b-44fa-8bb1-22e5c00806bf", "tag": "856b75db-0181-42eb-9a12-c961a13668ad", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:48:43.497509 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a8eed9c-c028-4ef1-949c-8e35c82d74c5 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:48:43.498649 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'tag': '856b75db-0181-42eb-9a12-c961a13668ad', 'status': 'completed', 'code': 200} Jul 28 11:48:43.534518 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6aa38adf-8c8a-4867-a605-27aac68af880 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:43.566223 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-6aa38adf-8c8a-4867-a605-27aac68af880 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for 630a4383-8157-487a-9e69-d9c3453adbda owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:43.634701 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce14f06-7607-490f-b10e-8a770835778d req-7cfcbed6-daf1-48fa-a47d-698dc3e0708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:43.636979 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ce14f06-7607-490f-b10e-8a770835778d req-7cfcbed6-daf1-48fa-a47d-698dc3e0708b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 1098 time: 0.1183345 Jul 28 11:48:43.773366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a1ab5053-7402-455f-9508-85bd0844a5ba tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:43.799808 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce14f06-7607-490f-b10e-8a770835778d req-24147d9c-b1a7-406a-81a8-b0c4b3d0576c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:43.801413 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ce14f06-7607-490f-b10e-8a770835778d req-24147d9c-b1a7-406a-81a8-b0c4b3d0576c service neutron] 10.222.0.39 "GET /v2.0/networks?id=b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 HTTP/1.1" status: 200 len: 898 time: 0.1546683 Jul 28 11:48:43.863783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58666) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:43.886388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6aa38adf-8c8a-4867-a605-27aac68af880 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:43.912258 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-048b7802-4d10-4ad7-ae0e-e0ce04f9d1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:48:10Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '13cc328e-f9ad-4756-b167-cc14fe7acd9e', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.127', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'port_id': '856b75db-0181-42eb-9a12-c961a13668ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:48:40Z', 'updated_at': '2021-07-28T11:48:40Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ff3380-7b43-4c37-ad8e-46e8dff900d2', 'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:5c:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:09Z', 'updated_at': '2021-07-28T11:48:15Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:43.944319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa38adf-8c8a-4867-a605-27aac68af880 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=630a4383-8157-487a-9e69-d9c3453adbda,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:43.952576 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ce14f06-7607-490f-b10e-8a770835778d req-844380f4-03c3-4883-b371-591a7b05891d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=856b75db-0181-42eb-9a12-c961a13668ad HTTP/1.1" status: 200 len: 999 time: 0.1402366 Jul 28 11:48:43.986719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048b7802-4d10-4ad7-ae0e-e0ce04f9d1b4 None None] Checking router: 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:48:43.998199 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-2f1f4053-7963-44f6-ad0a-f4dcf413e898 tempest-DvrRoutersNegativeTest-1999391843 tempest-DvrRoutersNegativeTest-1999391843-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1562880950', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:43.998802 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048b7802-4d10-4ad7-ae0e-e0ce04f9d1b4 None None] Routers {'9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:43.999608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-048b7802-4d10-4ad7-ae0e-e0ce04f9d1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:44.001719 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.policy [None req-2f1f4053-7963-44f6-ad0a-f4dcf413e898 tempest-DvrRoutersNegativeTest-1999391843 tempest-DvrRoutersNegativeTest-1999391843-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100416) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 28 11:48:44.002741 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.policy [None req-2f1f4053-7963-44f6-ad0a-f4dcf413e898 tempest-DvrRoutersNegativeTest-1999391843 tempest-DvrRoutersNegativeTest-1999391843-project] Failed policy check for 'create_router' {{(pid=100416) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 28 11:48:44.003169 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6aa38adf-8c8a-4867-a605-27aac68af880 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:44.003317 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-2f1f4053-7963-44f6-ad0a-f4dcf413e898 tempest-DvrRoutersNegativeTest-1999391843 tempest-DvrRoutersNegativeTest-1999391843-project] create failed (client error): Access was denied to this resource. Jul 28 11:48:44.004555 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2f1f4053-7963-44f6-ad0a-f4dcf413e898 tempest-DvrRoutersNegativeTest-1999391843 tempest-DvrRoutersNegativeTest-1999391843-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1398191 Jul 28 11:48:44.009138 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6aa38adf-8c8a-4867-a605-27aac68af880 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/ports/630a4383-8157-487a-9e69-d9c3453adbda HTTP/1.1" status: 204 len: 168 time: 0.9199948 Jul 28 11:48:44.027609 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58670) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:44.058931 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad9f2bb-ac4f-47ec-b7a0-391d381f1304 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] GET failed (client error): The resource could not be found. Jul 28 11:48:44.062011 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7ad9f2bb-ac4f-47ec-b7a0-391d381f1304 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports/630a4383-8157-487a-9e69-d9c3453adbda HTTP/1.1" status: 404 len: 333 time: 0.0320513 Jul 28 11:48:44.066101 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58674) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:44.093184 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce14f06-7607-490f-b10e-8a770835778d req-7882fe55-3778-4048-aa6b-bf52b6d5b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:44.095381 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ce14f06-7607-490f-b10e-8a770835778d req-7882fe55-3778-4048-aa6b-bf52b6d5b905 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23141ed-c471-4a5e-93e5-569f161c6c26 HTTP/1.1" status: 200 len: 834 time: 0.1245306 Jul 28 11:48:44.151927 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8c77e9-adb2-45f7-8fba-f8f86163b208 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting subnet a958c05f-eef4-40c8-a203-253f6b87e790 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:48:44.157384 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-048b7802-4d10-4ad7-ae0e-e0ce04f9d1b4 None None] Set router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:48:44.166866 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0d8c77e9-adb2-45f7-8fba-f8f86163b208 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:44.175211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce14f06-7607-490f-b10e-8a770835778d req-20412936-a49e-49e1-a7e9-fcb36cd688f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:44.175632 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-a1ab5053-7402-455f-9508-85bd0844a5ba tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Deleting port 2717eaf0-1a0c-4e5a-b546-7a6bf5275d92 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:44.176142 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a1ab5053-7402-455f-9508-85bd0844a5ba tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:44.176792 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ce14f06-7607-490f-b10e-8a770835778d req-20412936-a49e-49e1-a7e9-fcb36cd688f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b7a33a95-fbe5-45dc-a9c3-a85b667e3d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0732515 Jul 28 11:48:44.293218 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0d8c77e9-adb2-45f7-8fba-f8f86163b208 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:44.320912 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ce14f06-7607-490f-b10e-8a770835778d req-ad7ddd11-abb1-4d15-8112-183302f22397 service neutron] 10.222.0.39 "GET /v2.0/networks/b7a33a95-fbe5-45dc-a9c3-a85b667e3d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360700 Jul 28 11:48:44.343434 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58676) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:44.394539 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a1ab5053-7402-455f-9508-85bd0844a5ba tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:44.437300 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-a1ab5053-7402-455f-9508-85bd0844a5ba tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Calling delete_port for 2717eaf0-1a0c-4e5a-b546-7a6bf5275d92 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:44.469644 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-166cda47-df2a-4c11-a308-d12dece501b1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/13cc328e-f9ad-4756-b167-cc14fe7acd9e HTTP/1.1" status: 200 len: 991 time: 0.1238906 Jul 28 11:48:44.491130 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ce14f06-7607-490f-b10e-8a770835778d req-bdfd0c9a-a0e5-465b-8cf9-5cc8da80e568 service neutron] 10.222.0.39 "GET /v2.0/networks/b7a33a95-fbe5-45dc-a9c3-a85b667e3d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626003 Jul 28 11:48:44.493744 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0d8c77e9-adb2-45f7-8fba-f8f86163b208 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:44.518181 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58682) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:44.520378 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-048b7802-4d10-4ad7-ae0e-e0ce04f9d1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:48:10Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '13cc328e-f9ad-4756-b167-cc14fe7acd9e', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.127', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'port_id': '856b75db-0181-42eb-9a12-c961a13668ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:48:40Z', 'updated_at': '2021-07-28T11:48:40Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ff3380-7b43-4c37-ad8e-46e8dff900d2', 'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:5c:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:09Z', 'updated_at': '2021-07-28T11:48:15Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:44.549972 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048b7802-4d10-4ad7-ae0e-e0ce04f9d1b4 None None] The sync data for ids ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'] in dv-neutron-786478-16-hyperv is: [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:48:10Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '13cc328e-f9ad-4756-b167-cc14fe7acd9e', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.127', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'port_id': '856b75db-0181-42eb-9a12-c961a13668ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:48:40Z', 'updated_at': '2021-07-28T11:48:40Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ff3380-7b43-4c37-ad8e-46e8dff900d2', 'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:5c:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:09Z', 'updated_at': '2021-07-28T11:48:15Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:44.658047 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3e46-53ea-4cce-a238-aec67167b3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:44.784179 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bacbe88-2cc6-4dae-bc51-d84ba68f030e None None] New status for floating IP 13cc328e-f9ad-4756-b167-cc14fe7acd9e: ACTIVE {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:48:44.884982 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0d8c77e9-adb2-45f7-8fba-f8f86163b208 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:44.919676 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c77e9-adb2-45f7-8fba-f8f86163b208 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Subnet': ['ID=a958c05f-eef4-40c8-a203-253f6b87e790,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:44.927052 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0d8c77e9-adb2-45f7-8fba-f8f86163b208 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:44.928887 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0d8c77e9-adb2-45f7-8fba-f8f86163b208 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/a958c05f-eef4-40c8-a203-253f6b87e790 HTTP/1.1" status: 204 len: 168 time: 0.8594661 Jul 28 11:48:44.931860 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58686) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:44.943916 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2808745-eabe-441c-b397-0832fb4e5072 None None] Network 23ac7198-24c4-4d70-96f2-f1bea87369ec requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:45.007996 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a1ab5053-7402-455f-9508-85bd0844a5ba tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.043917 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab5053-7402-455f-9508-85bd0844a5ba tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Port': ['ID=2717eaf0-1a0c-4e5a-b546-7a6bf5275d92,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:45.056157 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3e46-53ea-4cce-a238-aec67167b3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.064887 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.067781 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7f1a3e46-53ea-4cce-a238-aec67167b3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.140738 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7f1a3e46-53ea-4cce-a238-aec67167b3fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a777b8a77eb41e8a660e0f779845bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6189442 Jul 28 11:48:45.141387 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a3e46-53ea-4cce-a238-aec67167b3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920a0d57-7571-4e6d-8755-1a55945b1640,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:45.154109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58688) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:45.201236 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fe2819-8d39-4c8f-94e4-6ce223053ec6 None None] DHCP port deletion for 23ac7198-24c4-4d70-96f2-f1bea87369ec request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:48:45.220610 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port 2f59d445-a280-4df2-9306-0255bfae41b9 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:45.220945 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.229235 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a1ab5053-7402-455f-9508-85bd0844a5ba tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.253079 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-01fe2819-8d39-4c8f-94e4-6ce223053ec6 None None] Deleting port 2f59d445-a280-4df2-9306-0255bfae41b9 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:45.253458 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-01fe2819-8d39-4c8f-94e4-6ce223053ec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.274444 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9ee61f66-8904-49eb-b5df-7e08ed4ae5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.307437 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] For port 2f59d445-a280-4df2-9306-0255bfae41b9, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2f59d445-a280-4df2-9306-0255bfae41b9,segment=NetworkSegment(1c15612c-94b4-4e76-a86d-b88a57c0edb4),segment_id=1c15612c-94b4-4e76-a86d-b88a57c0edb4)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:45.308238 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.319555 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9ee61f66-8904-49eb-b5df-7e08ed4ae5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.325739 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-01fe2819-8d39-4c8f-94e4-6ce223053ec6 None None] For port 2f59d445-a280-4df2-9306-0255bfae41b9, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2f59d445-a280-4df2-9306-0255bfae41b9,segment=NetworkSegment(1c15612c-94b4-4e76-a86d-b88a57c0edb4),segment_id=1c15612c-94b4-4e76-a86d-b88a57c0edb4)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:45.326238 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-01fe2819-8d39-4c8f-94e4-6ce223053ec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.332024 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for 2f59d445-a280-4df2-9306-0255bfae41b9 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:45.342133 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-01fe2819-8d39-4c8f-94e4-6ce223053ec6 None None] Calling delete_port for 2f59d445-a280-4df2-9306-0255bfae41b9 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:45.434389 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-01fe2819-8d39-4c8f-94e4-6ce223053ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.434995 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9ee61f66-8904-49eb-b5df-7e08ed4ae5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.437673 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9ee61f66-8904-49eb-b5df-7e08ed4ae5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.441728 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9ee61f66-8904-49eb-b5df-7e08ed4ae5e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/920a0d57-7571-4e6d-8755-1a55945b1640 HTTP/1.1" status: 204 len: 168 time: 0.2818830 Jul 28 11:48:45.452257 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee61f66-8904-49eb-b5df-7e08ed4ae5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920a0d57-7571-4e6d-8755-1a55945b1640,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:45.459301 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.468693 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe2819-8d39-4c8f-94e4-6ce223053ec6 None None] Pushing event deleted for resources: {'Port': ['ID=2f59d445-a280-4df2-9306-0255bfae41b9,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:45.474349 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fe2819-8d39-4c8f-94e4-6ce223053ec6 None None] No DVR routers for this DVR port 2f59d445-a280-4df2-9306-0255bfae41b9 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:48:45.491836 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58692) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:45.500154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=2f59d445-a280-4df2-9306-0255bfae41b9,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:45.505141 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No DVR routers for this DVR port 2f59d445-a280-4df2-9306-0255bfae41b9 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:48:45.528145 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ab5053-7402-455f-9508-85bd0844a5ba tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Router 8d66e034-67e3-4a0c-a483-96b3ce78f7e0 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:48:45.625422 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-186065d9-8d32-48f2-9d5b-f00997b4c475 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/13cc328e-f9ad-4756-b167-cc14fe7acd9e HTTP/1.1" status: 200 len: 993 time: 0.1320169 Jul 28 11:48:45.629763 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.639940 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ac7198-24c4-4d70-96f2-f1bea87369ec']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:45.650086 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c15612c-94b4-4e76-a86d-b88a57c0edb4') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:45.650383 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c15612c-94b4-4e76-a86d-b88a57c0edb4') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:45.650663 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ab5053-7402-455f-9508-85bd0844a5ba tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:45.657120 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a1ab5053-7402-455f-9508-85bd0844a5ba tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "PUT /v2.0/routers/8d66e034-67e3-4a0c-a483-96b3ce78f7e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6563129 Jul 28 11:48:45.659728 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58696) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:45.662817 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.664825 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c47f53-90c8-4265-b85c-636196bbe3eb None None] Sync routers for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:45.674961 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c47f53-90c8-4265-b85c-636196bbe3eb None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:45.675598 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b7c47f53-90c8-4265-b85c-636196bbe3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:45.684264 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.694140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:48:45.694566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:48:45.699210 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:48:45.716304 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b7c47f53-90c8-4265-b85c-636196bbe3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:45.725068 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c47f53-90c8-4265-b85c-636196bbe3eb None None] Routers {'8d66e034-67e3-4a0c-a483-96b3ce78f7e0'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:45.725693 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b7c47f53-90c8-4265-b85c-636196bbe3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:45.763786 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b7c47f53-90c8-4265-b85c-636196bbe3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:45.764453 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c47f53-90c8-4265-b85c-636196bbe3eb None None] The sync data for ids ['8d66e034-67e3-4a0c-a483-96b3ce78f7e0'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:45.769135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.773831 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.779174 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/networks/23ac7198-24c4-4d70-96f2-f1bea87369ec HTTP/1.1" status: 204 len: 168 time: 0.8444979 Jul 28 11:48:45.781112 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58700) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:45.786667 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d15f00d9-5688-437c-9594-d94a0aa003c8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-904137132'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:45.798378 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0948f-de4a-404f-a107-60b873903391 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Network': ['ID=23ac7198-24c4-4d70-96f2-f1bea87369ec,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:45.821046 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9eac654a-41a4-42b5-a4d4-66fdea82f52e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.862870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15f00d9-5688-437c-9594-d94a0aa003c8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:45.866309 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d15f00d9-5688-437c-9594-d94a0aa003c8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.927881 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15f00d9-5688-437c-9594-d94a0aa003c8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:48:45.946223 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d15f00d9-5688-437c-9594-d94a0aa003c8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:45.946603 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-d15f00d9-5688-437c-9594-d94a0aa003c8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Added segment 28e54f53-12a5-4350-a306-995ad3863476 of type vlan for network 878cd61a-1e74-47bd-8b5b-88921a56209f Jul 28 11:48:45.996261 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9eac654a-41a4-42b5-a4d4-66fdea82f52e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.003570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d15f00d9-5688-437c-9594-d94a0aa003c8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.057047 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d15f00d9-5688-437c-9594-d94a0aa003c8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.063385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15f00d9-5688-437c-9594-d94a0aa003c8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:46.063921 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d15f00d9-5688-437c-9594-d94a0aa003c8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.139696 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d15f00d9-5688-437c-9594-d94a0aa003c8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3537128 Jul 28 11:48:46.140073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58716) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:46.141701 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-9eac654a-41a4-42b5-a4d4-66fdea82f52e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Deleting port bea65366-a7d9-4923-9ea3-c51fb2701226 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:46.142052 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9eac654a-41a4-42b5-a4d4-66fdea82f52e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.146104 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-670df3be-1e28-4fa2-a373-9d5be812574d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'subnet': {'network_id': '878cd61a-1e74-47bd-8b5b-88921a56209f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:46.183096 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f00d9-5688-437c-9594-d94a0aa003c8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Network': ['ID=878cd61a-1e74-47bd-8b5b-88921a56209f,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:46.195888 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 878cd61a-1e74-47bd-8b5b-88921a56209f details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:48:46.228103 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9eac654a-41a4-42b5-a4d4-66fdea82f52e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.233021 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58718) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:46.238118 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0041511 Jul 28 11:48:46.242622 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58720) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:46.245031 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-9eac654a-41a4-42b5-a4d4-66fdea82f52e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Calling delete_port for bea65366-a7d9-4923-9ea3-c51fb2701226 owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:46.267820 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670df3be-1e28-4fa2-a373-9d5be812574d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:46.275496 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-670df3be-1e28-4fa2-a373-9d5be812574d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.366998 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7e4bd09d-c4c5-4ee9-8516-e0dc64938694 tempest-NetworksApiDiscovery-1004628161 tempest-NetworksApiDiscovery-1004628161-project] 10.222.0.43 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1232758 Jul 28 11:48:46.421846 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9eac654a-41a4-42b5-a4d4-66fdea82f52e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.451447 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac654a-41a4-42b5-a4d4-66fdea82f52e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Port': ['ID=bea65366-a7d9-4923-9ea3-c51fb2701226,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:46.496807 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-670df3be-1e28-4fa2-a373-9d5be812574d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.522862 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9eac654a-41a4-42b5-a4d4-66fdea82f52e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.568896 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670df3be-1e28-4fa2-a373-9d5be812574d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Subnet': ['ID=a477d676-7c02-480a-9dcb-8bbb85c44d19,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:46.573947 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670df3be-1e28-4fa2-a373-9d5be812574d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Checking segment: {'id': '28e54f53-12a5-4350-a306-995ad3863476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '878cd61a-1e74-47bd-8b5b-88921a56209f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:46.574332 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670df3be-1e28-4fa2-a373-9d5be812574d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network hostable DHCP agents. Network: 878cd61a-1e74-47bd-8b5b-88921a56209f, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:48:46.593777 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670df3be-1e28-4fa2-a373-9d5be812574d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network 878cd61a-1e74-47bd-8b5b-88921a56209f is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:48:46.603359 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-670df3be-1e28-4fa2-a373-9d5be812574d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 878cd61a-1e74-47bd-8b5b-88921a56209f) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:46.609619 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670df3be-1e28-4fa2-a373-9d5be812574d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:46.611003 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-670df3be-1e28-4fa2-a373-9d5be812574d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.615169 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62c9630-9ae5-4886-bcfd-a7a36c0c24d0 None None] Network 878cd61a-1e74-47bd-8b5b-88921a56209f requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:46.633827 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-670df3be-1e28-4fa2-a373-9d5be812574d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4925385 Jul 28 11:48:46.634847 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9eac654a-41a4-42b5-a4d4-66fdea82f52e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.636685 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58728) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:46.637595 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58730) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:46.642999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c545bcc7-a7fd-4b68-8870-201d4f3bfa57 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'network_id': '878cd61a-1e74-47bd-8b5b-88921a56209f', 'name': 'tempest-PortsIpV6TestJSON-1248777098', 'fixed_ips': [{'subnet_id': 'a477d676-7c02-480a-9dcb-8bbb85c44d19', 'ip_address': '2001:db8::10'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:46.646649 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9eac654a-41a4-42b5-a4d4-66fdea82f52e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.740827 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9eac654a-41a4-42b5-a4d4-66fdea82f52e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.741404 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eac654a-41a4-42b5-a4d4-66fdea82f52e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Fanout notify agent at l3_agent the message router_deleted on router 8d66e034-67e3-4a0c-a483-96b3ce78f7e0 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:48:46.749354 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9eac654a-41a4-42b5-a4d4-66fdea82f52e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.750618 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9eac654a-41a4-42b5-a4d4-66fdea82f52e tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/routers/8d66e034-67e3-4a0c-a483-96b3ce78f7e0 HTTP/1.1" status: 204 len: 168 time: 1.0897136 Jul 28 11:48:46.753098 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58734) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:46.772677 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-878cd61a-1e74-47bd-8b5b-88921a56209f', 'network_id': '878cd61a-1e74-47bd-8b5b-88921a56209f', 'tenant_id': '7afb90f661d64aa0a8cacc3c8af77233', 'fixed_ips': [{'subnet_id': 'a477d676-7c02-480a-9dcb-8bbb85c44d19'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:48:46.774352 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.803602 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4624dc6d-8f82-4f27-909b-c703b92e913b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.820200 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c545bcc7-a7fd-4b68-8870-201d4f3bfa57 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:46.842564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd95ef9e-0210-4a72-a898-98f0c0e5bfcc tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Deleting subnet fc80c0b8-bc5b-4deb-b4a4-f864c79570f1 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:48:46.845512 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd95ef9e-0210-4a72-a898-98f0c0e5bfcc tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.897832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd95ef9e-0210-4a72-a898-98f0c0e5bfcc tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.915800 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c545bcc7-a7fd-4b68-8870-201d4f3bfa57 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:46.925429 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Allocated IP 2001:db8::2 (878cd61a-1e74-47bd-8b5b-88921a56209f/a477d676-7c02-480a-9dcb-8bbb85c44d19/dbd4d44f-2144-4fb5-8577-59775ed3791c) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:46.955837 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-c545bcc7-a7fd-4b68-8870-201d4f3bfa57 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] device_id is not set on port bde3e9cd-ec72-4dee-b9af-de5fcd92ed46 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:48:46.972555 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd95ef9e-0210-4a72-a898-98f0c0e5bfcc tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.056127 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4624dc6d-8f82-4f27-909b-c703b92e913b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.071284 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4624dc6d-8f82-4f27-909b-c703b92e913b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.115552 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4624dc6d-8f82-4f27-909b-c703b92e913b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=741470c9a86e4ab4beba51c602112600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4735062 Jul 28 11:48:47.115992 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd95ef9e-0210-4a72-a898-98f0c0e5bfcc tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.116790 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58736) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:47.156110 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95ef9e-0210-4a72-a898-98f0c0e5bfcc tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Subnet': ['ID=fc80c0b8-bc5b-4deb-b4a4-f864c79570f1,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:47.158062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624dc6d-8f82-4f27-909b-c703b92e913b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410bb6a0-0fc6-4740-9cad-03217ef31f67,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:47.162704 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd95ef9e-0210-4a72-a898-98f0c0e5bfcc tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.167643 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bd95ef9e-0210-4a72-a898-98f0c0e5bfcc tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/subnets/fc80c0b8-bc5b-4deb-b4a4-f864c79570f1 HTTP/1.1" status: 204 len: 168 time: 0.4131894 Jul 28 11:48:47.168475 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58738) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:47.172105 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2f59d445-a280-4df2-9306-0255bfae41b9 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:48:47.183529 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41d2553e-34cb-479d-aeeb-c126ad323fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.195750 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 2f59d445-a280-4df2-9306-0255bfae41b9 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:48:47.196091 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2f59d445-a280-4df2-9306-0255bfae41b9 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:48:47.213364 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41d2553e-34cb-479d-aeeb-c126ad323fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.256077 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11050818-2573-48a0-b652-215294a44e7c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.266654 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41d2553e-34cb-479d-aeeb-c126ad323fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.269381 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41d2553e-34cb-479d-aeeb-c126ad323fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.270574 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-41d2553e-34cb-479d-aeeb-c126ad323fd0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/410bb6a0-0fc6-4740-9cad-03217ef31f67 HTTP/1.1" status: 204 len: 168 time: 0.1522324 Jul 28 11:48:47.286730 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2553e-34cb-479d-aeeb-c126ad323fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410bb6a0-0fc6-4740-9cad-03217ef31f67,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:47.287740 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.306060 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Transition to ACTIVE for port object dbd4d44f-2144-4fb5-8577-59775ed3791c will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:47.328477 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Transition to ACTIVE for port object dbd4d44f-2144-4fb5-8577-59775ed3791c will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:47.342874 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.363103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11050818-2573-48a0-b652-215294a44e7c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.375213 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-11050818-2573-48a0-b652-215294a44e7c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac05020-84a0-4d15-bfbf-8b4d9e555dab']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:47.383363 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Network 878cd61a-1e74-47bd-8b5b-88921a56209f is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:47.387941 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:47.390759 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-11050818-2573-48a0-b652-215294a44e7c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b86ae6-7f70-4ba0-8658-86067538bc5c') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:47.392027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-11050818-2573-48a0-b652-215294a44e7c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b86ae6-7f70-4ba0-8658-86067538bc5c') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:47.394609 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:47.414994 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-c545bcc7-a7fd-4b68-8870-201d4f3bfa57 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Allocated IP 2001:db8::10 (878cd61a-1e74-47bd-8b5b-88921a56209f/a477d676-7c02-480a-9dcb-8bbb85c44d19/bde3e9cd-ec72-4dee-b9af-de5fcd92ed46) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:47.415113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Pushing event updated for resources: {'Port': ['ID=dbd4d44f-2144-4fb5-8577-59775ed3791c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:47.429265 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11050818-2573-48a0-b652-215294a44e7c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.468431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11050818-2573-48a0-b652-215294a44e7c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.478863 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11050818-2573-48a0-b652-215294a44e7c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:48:47.479465 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11050818-2573-48a0-b652-215294a44e7c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:48:47.484169 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:48:47.493579 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Attempting to bind port dbd4d44f-2144-4fb5-8577-59775ed3791c on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:48:47.493579 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Attempting to bind port dbd4d44f-2144-4fb5-8577-59775ed3791c by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '28e54f53-12a5-4350-a306-995ad3863476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '878cd61a-1e74-47bd-8b5b-88921a56209f'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:48:47.493579 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Attempting to bind port dbd4d44f-2144-4fb5-8577-59775ed3791c on network 878cd61a-1e74-47bd-8b5b-88921a56209f {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:48:47.503708 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:48:47.504199 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Checking segment: {'id': '28e54f53-12a5-4350-a306-995ad3863476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '878cd61a-1e74-47bd-8b5b-88921a56209f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:47.504675 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.505139 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Bound using segment: {'id': '28e54f53-12a5-4350-a306-995ad3863476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '878cd61a-1e74-47bd-8b5b-88921a56209f'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:48:47.505692 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Bound port: dbd4d44f-2144-4fb5-8577-59775ed3791c, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e54f53-12a5-4350-a306-995ad3863476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '878cd61a-1e74-47bd-8b5b-88921a56209f'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:48:47.506243 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.562921 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11050818-2573-48a0-b652-215294a44e7c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.572549 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11050818-2573-48a0-b652-215294a44e7c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.574441 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-11050818-2573-48a0-b652-215294a44e7c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] 10.222.0.43 "DELETE /v2.0/networks/1ac05020-84a0-4d15-bfbf-8b4d9e555dab HTTP/1.1" status: 204 len: 168 time: 0.4041004 Jul 28 11:48:47.587389 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11050818-2573-48a0-b652-215294a44e7c tempest-FloatingIPTestJSON-1776493860 tempest-FloatingIPTestJSON-1776493860-project] Pushing event deleted for resources: {'Network': ['ID=1ac05020-84a0-4d15-bfbf-8b4d9e555dab,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:47.600883 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] For port dbd4d44f-2144-4fb5-8577-59775ed3791c, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:48:47.606639 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] For port dbd4d44f-2144-4fb5-8577-59775ed3791c, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=dbd4d44f-2144-4fb5-8577-59775ed3791c,segment=NetworkSegment(28e54f53-12a5-4350-a306-995ad3863476),segment_id=28e54f53-12a5-4350-a306-995ad3863476)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:48:47.611893 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.616119 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c545bcc7-a7fd-4b68-8870-201d4f3bfa57 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.631219 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-c545bcc7-a7fd-4b68-8870-201d4f3bfa57 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Transition to ACTIVE for port object bde3e9cd-ec72-4dee-b9af-de5fcd92ed46 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:47.670805 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f48793-b509-415f-81f8-21cfd54bf22d None None] Pushing event updated for resources: {'Port': ['ID=dbd4d44f-2144-4fb5-8577-59775ed3791c,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:47.678237 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c545bcc7-a7fd-4b68-8870-201d4f3bfa57 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.722305 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c545bcc7-a7fd-4b68-8870-201d4f3bfa57 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network 878cd61a-1e74-47bd-8b5b-88921a56209f is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:47.726789 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-c545bcc7-a7fd-4b68-8870-201d4f3bfa57 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:47.731533 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545bcc7-a7fd-4b68-8870-201d4f3bfa57 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:47.737276 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c545bcc7-a7fd-4b68-8870-201d4f3bfa57 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:47.737811 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c545bcc7-a7fd-4b68-8870-201d4f3bfa57 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:47.754370 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545bcc7-a7fd-4b68-8870-201d4f3bfa57 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=bde3e9cd-ec72-4dee-b9af-de5fcd92ed46,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:47.762879 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c545bcc7-a7fd-4b68-8870-201d4f3bfa57 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1240041 Jul 28 11:48:47.765504 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58744) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:47.771337 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-0bc8f6bc-81ef-4120-8032-e57960d9dcba tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'network_id': '878cd61a-1e74-47bd-8b5b-88921a56209f', 'name': 'tempest-PortsIpV6TestJSON-1910479364', 'fixed_ips': [{'subnet_id': 'a477d676-7c02-480a-9dcb-8bbb85c44d19', 'ip_address': '2001:db8::f'}]}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:47.932206 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc8f6bc-81ef-4120-8032-e57960d9dcba tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:47.934578 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58748) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:48.020425 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0bc8f6bc-81ef-4120-8032-e57960d9dcba tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:48.038982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-0bc8f6bc-81ef-4120-8032-e57960d9dcba tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] device_id is not set on port 18d7317f-b271-4b54-b69a-b4f3dc82b79e yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:48:48.086302 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-493025f1-80c3-4e6a-9585-e3c5b2c58a1b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a221e3cf074d4d21b16f57192577aa10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480501 Jul 28 11:48:48.086521 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58752) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:48.136692 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1b793d4e-01a8-452a-8134-1319b37286a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:48.158784 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1b793d4e-01a8-452a-8134-1319b37286a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:48.195416 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-0bc8f6bc-81ef-4120-8032-e57960d9dcba tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Allocated IP 2001:db8::f (878cd61a-1e74-47bd-8b5b-88921a56209f/a477d676-7c02-480a-9dcb-8bbb85c44d19/18d7317f-b271-4b54-b69a-b4f3dc82b79e) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:48.206878 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1b793d4e-01a8-452a-8134-1319b37286a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:48.209654 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1b793d4e-01a8-452a-8134-1319b37286a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:48.210938 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1b793d4e-01a8-452a-8134-1319b37286a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72df7f26-a1e2-47d3-b664-a0427af93eac HTTP/1.1" status: 204 len: 168 time: 0.1234732 Jul 28 11:48:48.220643 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b793d4e-01a8-452a-8134-1319b37286a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72df7f26-a1e2-47d3-b664-a0427af93eac,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:48.366386 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0bc8f6bc-81ef-4120-8032-e57960d9dcba tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:48.382101 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-0bc8f6bc-81ef-4120-8032-e57960d9dcba tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Transition to ACTIVE for port object 18d7317f-b271-4b54-b69a-b4f3dc82b79e will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:48.417909 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0bc8f6bc-81ef-4120-8032-e57960d9dcba tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:48.459224 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc8f6bc-81ef-4120-8032-e57960d9dcba tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network 878cd61a-1e74-47bd-8b5b-88921a56209f is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:48.462466 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-0bc8f6bc-81ef-4120-8032-e57960d9dcba tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:48.466459 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc8f6bc-81ef-4120-8032-e57960d9dcba tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:48.472189 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc8f6bc-81ef-4120-8032-e57960d9dcba tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:48.472827 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0bc8f6bc-81ef-4120-8032-e57960d9dcba tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:48.486638 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8f6bc-81ef-4120-8032-e57960d9dcba tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=18d7317f-b271-4b54-b69a-b4f3dc82b79e,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:48.502472 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0bc8f6bc-81ef-4120-8032-e57960d9dcba tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7339664 Jul 28 11:48:48.503784 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58762) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:48.596957 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d81240b-3469-44b4-843d-d8db77c314e0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:48.598564 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6d81240b-3469-44b4-843d-d8db77c314e0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0937381 Jul 28 11:48:48.601450 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58768) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:48.636986 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f892ada-ccb8-4c4c-af5c-c1e1c01e766d None None] Network 878cd61a-1e74-47bd-8b5b-88921a56209f requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:48.662317 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5011b780-8bd8-4ad8-bfee-f612864ed307 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:48.669139 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5011b780-8bd8-4ad8-bfee-f612864ed307 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:48.674983 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5011b780-8bd8-4ad8-bfee-f612864ed307 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:48.676657 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5011b780-8bd8-4ad8-bfee-f612864ed307 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0742879 Jul 28 11:48:48.679660 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58770) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:48.703784 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6fe06dea-33e2-402f-aae0-8c57b7849a65 None None] Provisioning for port dbd4d44f-2144-4fb5-8577-59775ed3791c completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:48.773880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-0734afd1-5698-4564-a831-28c5ac91d143 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port 18d7317f-b271-4b54-b69a-b4f3dc82b79e {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:48.774630 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0734afd1-5698-4564-a831-28c5ac91d143 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:48.887347 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0734afd1-5698-4564-a831-28c5ac91d143 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:48.900041 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-0734afd1-5698-4564-a831-28c5ac91d143 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for 18d7317f-b271-4b54-b69a-b4f3dc82b79e owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:48.950382 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58780) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:49.045819 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0734afd1-5698-4564-a831-28c5ac91d143 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.076364 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c9f0c0dc-9079-42de-9def-01436218b2d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1869789034'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:49.080821 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734afd1-5698-4564-a831-28c5ac91d143 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=18d7317f-b271-4b54-b69a-b4f3dc82b79e,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:49.111186 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0734afd1-5698-4564-a831-28c5ac91d143 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.113003 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0734afd1-5698-4564-a831-28c5ac91d143 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/ports/18d7317f-b271-4b54-b69a-b4f3dc82b79e HTTP/1.1" status: 204 len: 168 time: 0.4323592 Jul 28 11:48:49.115865 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58784) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:49.132796 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device dbd4d44f-2144-4fb5-8577-59775ed3791c up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:49.133436 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f0c0dc-9079-42de-9def-01436218b2d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:49.137535 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c9f0c0dc-9079-42de-9def-01436218b2d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.161509 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07f78b5-6408-41c4-9252-9b99baa0cf1b tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] GET failed (client error): The resource could not be found. Jul 28 11:48:49.163378 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b07f78b5-6408-41c4-9252-9b99baa0cf1b tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports/18d7317f-b271-4b54-b69a-b4f3dc82b79e HTTP/1.1" status: 404 len: 333 time: 0.0464032 Jul 28 11:48:49.164334 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c9f0c0dc-9079-42de-9def-01436218b2d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.166305 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58786) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:49.170559 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c77f1cde-8faf-4181-8833-cda688e2544d None None] Provisioning for port bde3e9cd-ec72-4dee-b9af-de5fcd92ed46 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:49.179243 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c77f1cde-8faf-4181-8833-cda688e2544d None None] Provisioning complete for port bde3e9cd-ec72-4dee-b9af-de5fcd92ed46 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:49.179623 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c77f1cde-8faf-4181-8833-cda688e2544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.223846 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c77f1cde-8faf-4181-8833-cda688e2544d None None] Port bde3e9cd-ec72-4dee-b9af-de5fcd92ed46 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:49.233948 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c77f1cde-8faf-4181-8833-cda688e2544d None None] Could not find standard attr ID for object 18d7317f-b271-4b54-b69a-b4f3dc82b79e. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:48:49.235519 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port dbd4d44f-2144-4fb5-8577-59775ed3791c completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:49.241712 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port dbd4d44f-2144-4fb5-8577-59775ed3791c triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:49.242320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.275218 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c77f1cde-8faf-4181-8833-cda688e2544d None None] Provisioning complete for port dbd4d44f-2144-4fb5-8577-59775ed3791c triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:49.275881 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c77f1cde-8faf-4181-8833-cda688e2544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.294925 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-25756837-cebd-4324-aa50-055c8239c7b4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port bde3e9cd-ec72-4dee-b9af-de5fcd92ed46 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:49.295261 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-25756837-cebd-4324-aa50-055c8239c7b4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.297355 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c9f0c0dc-9079-42de-9def-01436218b2d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.303722 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c9f0c0dc-9079-42de-9def-01436218b2d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.335148 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f0c0dc-9079-42de-9def-01436218b2d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:48:49.356263 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0c0dc-9079-42de-9def-01436218b2d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b79ed6-0169-4d46-8092-d5be46c366e0,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:49.363118 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c9f0c0dc-9079-42de-9def-01436218b2d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.363495 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-c9f0c0dc-9079-42de-9def-01436218b2d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Added segment 4e7eea86-2f34-4686-9dd5-0dbb5d080454 of type vlan for network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f Jul 28 11:48:49.402260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.416457 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-25756837-cebd-4324-aa50-055c8239c7b4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.420577 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c9f0c0dc-9079-42de-9def-01436218b2d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.423334 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c77f1cde-8faf-4181-8833-cda688e2544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.431208 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-25756837-cebd-4324-aa50-055c8239c7b4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for bde3e9cd-ec72-4dee-b9af-de5fcd92ed46 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:49.461099 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c9f0c0dc-9079-42de-9def-01436218b2d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.462086 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port dbd4d44f-2144-4fb5-8577-59775ed3791c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=dbd4d44f-2144-4fb5-8577-59775ed3791c,segment=NetworkSegment(28e54f53-12a5-4350-a306-995ad3863476),segment_id=28e54f53-12a5-4350-a306-995ad3863476)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:49.469160 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f0c0dc-9079-42de-9def-01436218b2d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:49.469799 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c9f0c0dc-9079-42de-9def-01436218b2d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.473037 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.533373 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c9f0c0dc-9079-42de-9def-01436218b2d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5817311 Jul 28 11:48:49.536445 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58788) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:49.541293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-7b8c2df3-0c1c-403e-8dbf-93d990d4aa8a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f', 'name': 'tempest-PortsTestJSON-60623215'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:49.573739 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=dbd4d44f-2144-4fb5-8577-59775ed3791c,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:49.591039 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.db.api [None req-c77f1cde-8faf-4181-8833-cda688e2544d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:48:49.591502 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG oslo_db.api [None req-c77f1cde-8faf-4181-8833-cda688e2544d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:48:49.603838 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-25756837-cebd-4324-aa50-055c8239c7b4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.636046 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25756837-cebd-4324-aa50-055c8239c7b4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=bde3e9cd-ec72-4dee-b9af-de5fcd92ed46,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:49.665573 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-25756837-cebd-4324-aa50-055c8239c7b4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.668438 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-25756837-cebd-4324-aa50-055c8239c7b4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/ports/bde3e9cd-ec72-4dee-b9af-de5fcd92ed46 HTTP/1.1" status: 204 len: 168 time: 0.5006614 Jul 28 11:48:49.671283 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58790) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:49.696787 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef91740-3578-47f4-a93a-81e9716bad5d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] GET failed (client error): The resource could not be found. Jul 28 11:48:49.700884 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3ef91740-3578-47f4-a93a-81e9716bad5d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports/bde3e9cd-ec72-4dee-b9af-de5fcd92ed46 HTTP/1.1" status: 404 len: 333 time: 0.0262780 Jul 28 11:48:49.701498 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58792) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:49.764039 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-73cfbf98-478e-46cd-8ac9-efd72eba7d8d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting subnet a477d676-7c02-480a-9dcb-8bbb85c44d19 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:48:49.767952 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73cfbf98-478e-46cd-8ac9-efd72eba7d8d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.811909 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73cfbf98-478e-46cd-8ac9-efd72eba7d8d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.901759 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73cfbf98-478e-46cd-8ac9-efd72eba7d8d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.949263 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0c0dc-9079-42de-9def-01436218b2d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Network': ['ID=99d2036a-9812-4a1a-a4c1-fdaa41710c4f,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:49.963821 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:48:49.984077 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:49.988301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73cfbf98-478e-46cd-8ac9-efd72eba7d8d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.009683 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8c2df3-0c1c-403e-8dbf-93d990d4aa8a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:50.014733 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b8c2df3-0c1c-403e-8dbf-93d990d4aa8a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.017511 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfbf98-478e-46cd-8ac9-efd72eba7d8d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Subnet': ['ID=a477d676-7c02-480a-9dcb-8bbb85c44d19,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:50.041441 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-73cfbf98-478e-46cd-8ac9-efd72eba7d8d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.044325 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-73cfbf98-478e-46cd-8ac9-efd72eba7d8d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/a477d676-7c02-480a-9dcb-8bbb85c44d19 HTTP/1.1" status: 204 len: 168 time: 0.3418202 Jul 28 11:48:50.045767 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-7b8c2df3-0c1c-403e-8dbf-93d990d4aa8a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] device_id is not set on port 597c0b4c-a139-4618-9542-711fce64be2d yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:48:50.050130 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58796) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:50.124350 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d82c77e-0a08-42ee-aa4f-3c5eb957ce3a None None] Network 878cd61a-1e74-47bd-8b5b-88921a56209f requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:50.173794 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.296749 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e5b4603d-77ec-4d5c-8767-dccc74e7191b None None] Could not find standard attr ID for object bde3e9cd-ec72-4dee-b9af-de5fcd92ed46. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:48:50.299538 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e5b4603d-77ec-4d5c-8767-dccc74e7191b None None] Could not find standard attr ID for object 18d7317f-b271-4b54-b69a-b4f3dc82b79e. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:48:50.305790 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b8c2df3-0c1c-403e-8dbf-93d990d4aa8a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.312317 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f7e80f-89fb-4636-b45e-6342ea16ec2e None None] DHCP port deletion for 878cd61a-1e74-47bd-8b5b-88921a56209f request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:48:50.331546 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port dbd4d44f-2144-4fb5-8577-59775ed3791c {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:50.331875 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.375021 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-10f7e80f-89fb-4636-b45e-6342ea16ec2e None None] Deleting port dbd4d44f-2144-4fb5-8577-59775ed3791c {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:50.375537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-10f7e80f-89fb-4636-b45e-6342ea16ec2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.411047 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] For port dbd4d44f-2144-4fb5-8577-59775ed3791c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=dbd4d44f-2144-4fb5-8577-59775ed3791c,segment=NetworkSegment(28e54f53-12a5-4350-a306-995ad3863476),segment_id=28e54f53-12a5-4350-a306-995ad3863476)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:50.411423 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.426577 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for dbd4d44f-2144-4fb5-8577-59775ed3791c owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:50.432296 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b8c2df3-0c1c-403e-8dbf-93d990d4aa8a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.438265 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-10f7e80f-89fb-4636-b45e-6342ea16ec2e None None] For port dbd4d44f-2144-4fb5-8577-59775ed3791c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=dbd4d44f-2144-4fb5-8577-59775ed3791c,segment=NetworkSegment(28e54f53-12a5-4350-a306-995ad3863476),segment_id=28e54f53-12a5-4350-a306-995ad3863476)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:50.438701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-10f7e80f-89fb-4636-b45e-6342ea16ec2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.451631 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-10f7e80f-89fb-4636-b45e-6342ea16ec2e None None] Calling delete_port for dbd4d44f-2144-4fb5-8577-59775ed3791c owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:50.535489 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c2df3-0c1c-403e-8dbf-93d990d4aa8a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=597c0b4c-a139-4618-9542-711fce64be2d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:50.536354 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-10f7e80f-89fb-4636-b45e-6342ea16ec2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.552432 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f7e80f-89fb-4636-b45e-6342ea16ec2e None None] No DVR routers for this DVR port dbd4d44f-2144-4fb5-8577-59775ed3791c on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:48:50.564881 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c2df3-0c1c-403e-8dbf-93d990d4aa8a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Checking segment: {'id': '4e7eea86-2f34-4686-9dd5-0dbb5d080454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:50.565291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8c2df3-0c1c-403e-8dbf-93d990d4aa8a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network hostable DHCP agents. Network: 99d2036a-9812-4a1a-a4c1-fdaa41710c4f, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:48:50.573982 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7e80f-89fb-4636-b45e-6342ea16ec2e None None] Pushing event deleted for resources: {'Port': ['ID=dbd4d44f-2144-4fb5-8577-59775ed3791c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:50.578908 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.607126 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8c2df3-0c1c-403e-8dbf-93d990d4aa8a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:48:50.609495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=dbd4d44f-2144-4fb5-8577-59775ed3791c,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:50.615605 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No DVR routers for this DVR port dbd4d44f-2144-4fb5-8577-59775ed3791c on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:48:50.621821 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-7b8c2df3-0c1c-403e-8dbf-93d990d4aa8a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 99d2036a-9812-4a1a-a4c1-fdaa41710c4f) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:50.629026 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76de84c9-07e5-4aa9-9f97-d6035a5f8717 None None] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:50.640478 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c2df3-0c1c-403e-8dbf-93d990d4aa8a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:50.646097 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8c2df3-0c1c-403e-8dbf-93d990d4aa8a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:50.646747 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b8c2df3-0c1c-403e-8dbf-93d990d4aa8a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.705780 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7b8c2df3-0c1c-403e-8dbf-93d990d4aa8a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.1685176 Jul 28 11:48:50.708871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58800) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:50.715633 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.717819 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-bfca0561-6477-4eff-8435-5c81aa2eb35d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1692978403'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:50.725768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878cd61a-1e74-47bd-8b5b-88921a56209f']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:50.738624 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e54f53-12a5-4350-a306-995ad3863476') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:50.738926 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e54f53-12a5-4350-a306-995ad3863476') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:50.740562 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfca0561-6477-4eff-8435-5c81aa2eb35d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:50.744867 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bfca0561-6477-4eff-8435-5c81aa2eb35d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.749057 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.763660 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.769899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:48:50.770317 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:48:50.773307 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:48:50.777582 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfca0561-6477-4eff-8435-5c81aa2eb35d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:48:50.785946 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bfca0561-6477-4eff-8435-5c81aa2eb35d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.786311 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-bfca0561-6477-4eff-8435-5c81aa2eb35d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Added segment 9e609723-2aa2-4319-856d-d43638853699 of type vlan for network f3b8e257-a5eb-45c3-99f6-e07a011e1c1e Jul 28 11:48:50.827430 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bfca0561-6477-4eff-8435-5c81aa2eb35d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.831760 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.853808 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.856189 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/networks/878cd61a-1e74-47bd-8b5b-88921a56209f HTTP/1.1" status: 204 len: 168 time: 0.8050678 Jul 28 11:48:50.857458 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c795a7-6935-4b25-b042-f9e4734aff5c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Network': ['ID=878cd61a-1e74-47bd-8b5b-88921a56209f,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:50.859823 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58802) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:50.864783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bfca0561-6477-4eff-8435-5c81aa2eb35d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.865188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-1828bd2d-cbec-42b4-bff7-6ec202712426 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-830573584'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:50.870634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfca0561-6477-4eff-8435-5c81aa2eb35d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:50.871293 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bfca0561-6477-4eff-8435-5c81aa2eb35d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.887899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1828bd2d-cbec-42b4-bff7-6ec202712426 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:50.891849 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1828bd2d-cbec-42b4-bff7-6ec202712426 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.917485 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1828bd2d-cbec-42b4-bff7-6ec202712426 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:48:50.920469 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bfca0561-6477-4eff-8435-5c81aa2eb35d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2096903 Jul 28 11:48:50.923044 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58804) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:50.928165 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'ports': [{'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f'}, {'network_id': 'f3b8e257-a5eb-45c3-99f6-e07a011e1c1e'}]} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:50.928482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:50.928964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'network_id': 'f3b8e257-a5eb-45c3-99f6-e07a011e1c1e'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:50.942469 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca0561-6477-4eff-8435-5c81aa2eb35d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Network': ['ID=f3b8e257-a5eb-45c3-99f6-e07a011e1c1e,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:50.946562 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1828bd2d-cbec-42b4-bff7-6ec202712426 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:50.946911 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-1828bd2d-cbec-42b4-bff7-6ec202712426 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Added segment 6a7f1183-735b-473d-b4dd-937ce7686512 of type vlan for network ec2bece2-7cd9-4dc4-8047-108fecc34413 Jul 28 11:48:50.956966 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network f3b8e257-a5eb-45c3-99f6-e07a011e1c1e details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:48:51.043096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1828bd2d-cbec-42b4-bff7-6ec202712426 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.093988 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device dbd4d44f-2144-4fb5-8577-59775ed3791c no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:48:51.116320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: dbd4d44f-2144-4fb5-8577-59775ed3791c {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:48:51.116813 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device dbd4d44f-2144-4fb5-8577-59775ed3791c not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:48:51.134684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1828bd2d-cbec-42b4-bff7-6ec202712426 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.140832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1828bd2d-cbec-42b4-bff7-6ec202712426 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:51.141438 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1828bd2d-cbec-42b4-bff7-6ec202712426 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.211316 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1828bd2d-cbec-42b4-bff7-6ec202712426 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3503466 Jul 28 11:48:51.214335 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58806) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:51.219625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-96ba6188-5715-4bdd-93d4-69694375cadd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'subnet': {'network_id': 'ec2bece2-7cd9-4dc4-8047-108fecc34413', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:51.227338 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828bd2d-cbec-42b4-bff7-6ec202712426 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Network': ['ID=ec2bece2-7cd9-4dc4-8047-108fecc34413,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:51.230526 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'port': 2} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:51.235073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.238175 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network ec2bece2-7cd9-4dc4-8047-108fecc34413 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:48:51.249467 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.322230 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ba6188-5715-4bdd-93d4-69694375cadd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:51.326468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96ba6188-5715-4bdd-93d4-69694375cadd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.332918 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] device_id is not set on port a51b809a-a5d6-4291-b5d0-da5627d48c29 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:48:51.453170 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.508234 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96ba6188-5715-4bdd-93d4-69694375cadd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.525602 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] device_id is not set on port dad796e2-5646-4f1b-91ff-da8cef8ba4be yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:48:51.571101 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba6188-5715-4bdd-93d4-69694375cadd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Subnet': ['ID=eba96934-eb40-40ba-b7fd-95712e8ede64,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:51.576662 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ba6188-5715-4bdd-93d4-69694375cadd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Checking segment: {'id': '6a7f1183-735b-473d-b4dd-937ce7686512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec2bece2-7cd9-4dc4-8047-108fecc34413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:51.577241 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba6188-5715-4bdd-93d4-69694375cadd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network hostable DHCP agents. Network: ec2bece2-7cd9-4dc4-8047-108fecc34413, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:48:51.593942 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba6188-5715-4bdd-93d4-69694375cadd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network ec2bece2-7cd9-4dc4-8047-108fecc34413 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:48:51.605015 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-96ba6188-5715-4bdd-93d4-69694375cadd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, ec2bece2-7cd9-4dc4-8047-108fecc34413) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:51.610113 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ba6188-5715-4bdd-93d4-69694375cadd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:51.610736 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-96ba6188-5715-4bdd-93d4-69694375cadd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.616209 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91463e66-24be-4852-a933-582767948bcb None None] Network ec2bece2-7cd9-4dc4-8047-108fecc34413 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:51.628253 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-96ba6188-5715-4bdd-93d4-69694375cadd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4120572 Jul 28 11:48:51.630313 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58808) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:51.635330 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-4fd57c49-1635-46d8-9a26-d54026f354cb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-959225051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:51.645650 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.663560 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4fd57c49-1635-46d8-9a26-d54026f354cb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.664922 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4fd57c49-1635-46d8-9a26-d54026f354cb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.698148 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.735900 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4fd57c49-1635-46d8-9a26-d54026f354cb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.742116 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4fd57c49-1635-46d8-9a26-d54026f354cb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.760965 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:51.763916 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:51.765742 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4fd57c49-1635-46d8-9a26-d54026f354cb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.766091 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=a51b809a-a5d6-4291-b5d0-da5627d48c29,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:51.768929 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4fd57c49-1635-46d8-9a26-d54026f354cb tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1373217 Jul 28 11:48:51.771993 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:51.772346 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58810) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:51.772551 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.781246 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-788407ae-99e9-40f1-85a4-4d9276113ba1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'network_id': 'ec2bece2-7cd9-4dc4-8047-108fecc34413', 'name': 'tempest-PortsIpV6TestJSON-992731420'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:51.826959 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ec2bece2-7cd9-4dc4-8047-108fecc34413', 'network_id': 'ec2bece2-7cd9-4dc4-8047-108fecc34413', 'tenant_id': '7afb90f661d64aa0a8cacc3c8af77233', 'fixed_ips': [{'subnet_id': 'eba96934-eb40-40ba-b7fd-95712e8ede64'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:48:51.828435 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.849205 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=dad796e2-5646-4f1b-91ff-da8cef8ba4be,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:51.861665 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Checking segment: {'id': '9e609723-2aa2-4319-856d-d43638853699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3b8e257-a5eb-45c3-99f6-e07a011e1c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:51.862026 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network hostable DHCP agents. Network: f3b8e257-a5eb-45c3-99f6-e07a011e1c1e, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:48:51.882956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network f3b8e257-a5eb-45c3-99f6-e07a011e1c1e is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:48:51.902212 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, f3b8e257-a5eb-45c3-99f6-e07a011e1c1e) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:51.912366 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:51.919468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:51.924641 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:51.925341 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.956706 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfcd392-0720-4d4d-9846-e50789426e95 None None] Network f3b8e257-a5eb-45c3-99f6-e07a011e1c1e requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:51.957748 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788407ae-99e9-40f1-85a4-4d9276113ba1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:51.963033 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-788407ae-99e9-40f1-85a4-4d9276113ba1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:51.965151 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9f0bcd1d-ac29-4045-814e-a76901317f14 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0409205 Jul 28 11:48:51.967910 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58812) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:51.984440 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-788407ae-99e9-40f1-85a4-4d9276113ba1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] device_id is not set on port ad303c87-a40e-4a6d-a6e5-5a25c3391057 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:48:52.079691 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-078372d7-4e8c-4e7d-a91d-37a1f5afde52 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port dad796e2-5646-4f1b-91ff-da8cef8ba4be {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:52.080054 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-078372d7-4e8c-4e7d-a91d-37a1f5afde52 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:52.127791 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Allocated IP 2001:db8::2 (ec2bece2-7cd9-4dc4-8047-108fecc34413/eba96934-eb40-40ba-b7fd-95712e8ede64/52c94901-2106-4a32-8fe4-a8a71ec98756) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:52.156707 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-078372d7-4e8c-4e7d-a91d-37a1f5afde52 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:52.171223 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-078372d7-4e8c-4e7d-a91d-37a1f5afde52 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for dad796e2-5646-4f1b-91ff-da8cef8ba4be owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:52.257351 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-078372d7-4e8c-4e7d-a91d-37a1f5afde52 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:52.285000 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:52.294302 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Transition to ACTIVE for port object 52c94901-2106-4a32-8fe4-a8a71ec98756 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:52.297138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-078372d7-4e8c-4e7d-a91d-37a1f5afde52 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:52.299224 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-078372d7-4e8c-4e7d-a91d-37a1f5afde52 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/ports/dad796e2-5646-4f1b-91ff-da8cef8ba4be HTTP/1.1" status: 204 len: 168 time: 0.3299820 Jul 28 11:48:52.300273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078372d7-4e8c-4e7d-a91d-37a1f5afde52 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=dad796e2-5646-4f1b-91ff-da8cef8ba4be,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:52.301761 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58814) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:52.310180 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Transition to ACTIVE for port object 52c94901-2106-4a32-8fe4-a8a71ec98756 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:52.317408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:52.353098 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Network ec2bece2-7cd9-4dc4-8047-108fecc34413 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:52.356722 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:52.360209 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:52.372183 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Pushing event updated for resources: {'Port': ['ID=52c94901-2106-4a32-8fe4-a8a71ec98756,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:52.403639 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e0240a-47da-4fdd-9ae3-df26a241946c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:52.409856 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e0240a-47da-4fdd-9ae3-df26a241946c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:52.411432 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-78e0240a-47da-4fdd-9ae3-df26a241946c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1085141 Jul 28 11:48:52.414495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58816) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:52.421930 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-788407ae-99e9-40f1-85a4-4d9276113ba1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Allocated IP 2001:db8::108 (ec2bece2-7cd9-4dc4-8047-108fecc34413/eba96934-eb40-40ba-b7fd-95712e8ede64/ad303c87-a40e-4a6d-a6e5-5a25c3391057) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:52.423867 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Attempting to bind port 52c94901-2106-4a32-8fe4-a8a71ec98756 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:48:52.424370 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Attempting to bind port 52c94901-2106-4a32-8fe4-a8a71ec98756 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '6a7f1183-735b-473d-b4dd-937ce7686512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec2bece2-7cd9-4dc4-8047-108fecc34413'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:48:52.424756 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Attempting to bind port 52c94901-2106-4a32-8fe4-a8a71ec98756 on network ec2bece2-7cd9-4dc4-8047-108fecc34413 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:48:52.430073 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:48:52.430442 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Checking segment: {'id': '6a7f1183-735b-473d-b4dd-937ce7686512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec2bece2-7cd9-4dc4-8047-108fecc34413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:52.430851 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:52.431242 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Bound using segment: {'id': '6a7f1183-735b-473d-b4dd-937ce7686512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec2bece2-7cd9-4dc4-8047-108fecc34413'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:48:52.431833 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Bound port: 52c94901-2106-4a32-8fe4-a8a71ec98756, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7f1183-735b-473d-b4dd-937ce7686512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec2bece2-7cd9-4dc4-8047-108fecc34413'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:48:52.432137 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:52.507116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] For port 52c94901-2106-4a32-8fe4-a8a71ec98756, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:48:52.511116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] For port 52c94901-2106-4a32-8fe4-a8a71ec98756, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=52c94901-2106-4a32-8fe4-a8a71ec98756,segment=NetworkSegment(6a7f1183-735b-473d-b4dd-937ce7686512),segment_id=6a7f1183-735b-473d-b4dd-937ce7686512)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:48:52.515671 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-908843e4-70d2-4616-8418-8a5b48375d18 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port a51b809a-a5d6-4291-b5d0-da5627d48c29 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:52.516121 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-908843e4-70d2-4616-8418-8a5b48375d18 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:52.517464 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:52.595135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-908843e4-70d2-4616-8418-8a5b48375d18 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:52.597831 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f42fb3-1c7a-4c76-b651-6cdf0637501d None None] Pushing event updated for resources: {'Port': ['ID=52c94901-2106-4a32-8fe4-a8a71ec98756,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:52.615355 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-908843e4-70d2-4616-8418-8a5b48375d18 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for a51b809a-a5d6-4291-b5d0-da5627d48c29 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:52.711015 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-908843e4-70d2-4616-8418-8a5b48375d18 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:52.750377 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908843e4-70d2-4616-8418-8a5b48375d18 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=a51b809a-a5d6-4291-b5d0-da5627d48c29,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:52.758617 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-908843e4-70d2-4616-8418-8a5b48375d18 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:52.762981 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-908843e4-70d2-4616-8418-8a5b48375d18 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/ports/a51b809a-a5d6-4291-b5d0-da5627d48c29 HTTP/1.1" status: 204 len: 168 time: 0.3451431 Jul 28 11:48:52.764520 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58818) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:52.840754 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542710dd-ba80-44a4-a245-b8d87f0da81b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:52.845222 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-542710dd-ba80-44a4-a245-b8d87f0da81b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0808132 Jul 28 11:48:52.845880 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58822) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:52.871294 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a738e61-086d-444b-bf38-0364f63bc655 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] GET failed (client error): The resource could not be found. Jul 28 11:48:52.872927 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4a738e61-086d-444b-bf38-0364f63bc655 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports/dad796e2-5646-4f1b-91ff-da8cef8ba4be HTTP/1.1" status: 404 len: 333 time: 0.0260801 Jul 28 11:48:52.875628 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58824) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:52.900672 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd672acc-3f89-46fa-b9be-d8d28dc7debc tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] GET failed (client error): The resource could not be found. Jul 28 11:48:52.902336 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-dd672acc-3f89-46fa-b9be-d8d28dc7debc tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports/a51b809a-a5d6-4291-b5d0-da5627d48c29 HTTP/1.1" status: 404 len: 333 time: 0.0257385 Jul 28 11:48:52.907236 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58826) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:52.971468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-788407ae-99e9-40f1-85a4-4d9276113ba1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.004203 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-788407ae-99e9-40f1-85a4-4d9276113ba1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Transition to ACTIVE for port object ad303c87-a40e-4a6d-a6e5-5a25c3391057 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:53.014237 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-88da14fe-5f66-46fa-b51f-557ca95298fa tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.096779 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 52c94901-2106-4a32-8fe4-a8a71ec98756 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:53.125700 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-788407ae-99e9-40f1-85a4-4d9276113ba1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.144842 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-88da14fe-5f66-46fa-b51f-557ca95298fa tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.150649 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 52c94901-2106-4a32-8fe4-a8a71ec98756 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:53.184585 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-88da14fe-5f66-46fa-b51f-557ca95298fa tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b8e257-a5eb-45c3-99f6-e07a011e1c1e']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:53.196420 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788407ae-99e9-40f1-85a4-4d9276113ba1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network ec2bece2-7cd9-4dc4-8047-108fecc34413 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:53.202000 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-88da14fe-5f66-46fa-b51f-557ca95298fa tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e609723-2aa2-4319-856d-d43638853699') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:53.202293 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-88da14fe-5f66-46fa-b51f-557ca95298fa tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e609723-2aa2-4319-856d-d43638853699') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:53.204213 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-788407ae-99e9-40f1-85a4-4d9276113ba1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:53.217275 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788407ae-99e9-40f1-85a4-4d9276113ba1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:53.222934 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788407ae-99e9-40f1-85a4-4d9276113ba1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:53.223572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-788407ae-99e9-40f1-85a4-4d9276113ba1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.235444 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-88da14fe-5f66-46fa-b51f-557ca95298fa tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.239074 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788407ae-99e9-40f1-85a4-4d9276113ba1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=ad303c87-a40e-4a6d-a6e5-5a25c3391057,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:53.254586 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-788407ae-99e9-40f1-85a4-4d9276113ba1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4787209 Jul 28 11:48:53.257185 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58828) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:53.264495 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-88da14fe-5f66-46fa-b51f-557ca95298fa tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.304119 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88da14fe-5f66-46fa-b51f-557ca95298fa tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:48:53.304661 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-88da14fe-5f66-46fa-b51f-557ca95298fa tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:48:53.308665 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:48:53.473811 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-88da14fe-5f66-46fa-b51f-557ca95298fa tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.482799 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-88da14fe-5f66-46fa-b51f-557ca95298fa tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.484832 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-88da14fe-5f66-46fa-b51f-557ca95298fa tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/networks/f3b8e257-a5eb-45c3-99f6-e07a011e1c1e HTTP/1.1" status: 204 len: 168 time: 0.5766382 Jul 28 11:48:53.489930 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58830) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:53.498118 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a61c2922-3a37-45bb-96a6-735f3cf40915 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-538970937'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:53.520330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61c2922-3a37-45bb-96a6-735f3cf40915 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:53.523824 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a61c2922-3a37-45bb-96a6-735f3cf40915 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.527245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da14fe-5f66-46fa-b51f-557ca95298fa tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Network': ['ID=f3b8e257-a5eb-45c3-99f6-e07a011e1c1e,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:53.554553 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61c2922-3a37-45bb-96a6-735f3cf40915 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:48:53.556913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d04d9b8-defe-481c-9857-74334c071ae8 None None] Network ec2bece2-7cd9-4dc4-8047-108fecc34413 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:53.568725 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a61c2922-3a37-45bb-96a6-735f3cf40915 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.569106 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-a61c2922-3a37-45bb-96a6-735f3cf40915 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Added segment f8a227fa-7193-4e90-8ba3-63c536f3c108 of type vlan for network 86ed7026-1e0f-4bdf-8f6e-41e4a32c1759 Jul 28 11:48:53.614027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a61c2922-3a37-45bb-96a6-735f3cf40915 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.646952 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a61c2922-3a37-45bb-96a6-735f3cf40915 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.654357 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61c2922-3a37-45bb-96a6-735f3cf40915 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:53.655462 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a61c2922-3a37-45bb-96a6-735f3cf40915 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.679442 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c5b3dc80-a4e6-4967-b7bb-ba47ee695f13 None None] Provisioning for port 52c94901-2106-4a32-8fe4-a8a71ec98756 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:53.685727 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04214b6f-a5a7-470c-b86a-549beb892aa3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.690770 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c5b3dc80-a4e6-4967-b7bb-ba47ee695f13 None None] Provisioning complete for port 52c94901-2106-4a32-8fe4-a8a71ec98756 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:53.691592 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5b3dc80-a4e6-4967-b7bb-ba47ee695f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.714055 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a61c2922-3a37-45bb-96a6-735f3cf40915 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2229450 Jul 28 11:48:53.716871 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58832) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:53.724254 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-32e57436-f7a2-4fab-a279-9e665a36f190 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'subnet': {'network_id': '86ed7026-1e0f-4bdf-8f6e-41e4a32c1759', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:53.743804 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c2922-3a37-45bb-96a6-735f3cf40915 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Network': ['ID=86ed7026-1e0f-4bdf-8f6e-41e4a32c1759,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:53.756257 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 86ed7026-1e0f-4bdf-8f6e-41e4a32c1759 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:48:53.840507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e57436-f7a2-4fab-a279-9e665a36f190 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:53.844653 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-32e57436-f7a2-4fab-a279-9e665a36f190 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.875269 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5b3dc80-a4e6-4967-b7bb-ba47ee695f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.913168 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c5b3dc80-a4e6-4967-b7bb-ba47ee695f13 None None] For port 52c94901-2106-4a32-8fe4-a8a71ec98756, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=52c94901-2106-4a32-8fe4-a8a71ec98756,segment=NetworkSegment(6a7f1183-735b-473d-b4dd-937ce7686512),segment_id=6a7f1183-735b-473d-b4dd-937ce7686512)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:53.918933 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5b3dc80-a4e6-4967-b7bb-ba47ee695f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.984454 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04214b6f-a5a7-470c-b86a-549beb892aa3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:53.990273 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04214b6f-a5a7-470c-b86a-549beb892aa3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:54.007051 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3dc80-a4e6-4967-b7bb-ba47ee695f13 None None] Pushing event updated for resources: {'Port': ['ID=52c94901-2106-4a32-8fe4-a8a71ec98756,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:54.071837 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04214b6f-a5a7-470c-b86a-549beb892aa3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=ad303c87-a40e-4a6d-a6e5-5a25c3391057,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:54.143335 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-32e57436-f7a2-4fab-a279-9e665a36f190 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:54.157833 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d417d4e4-efd9-4b53-b77b-02a302df9d35 None None] Provisioning complete for port 52c94901-2106-4a32-8fe4-a8a71ec98756 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:54.158959 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d417d4e4-efd9-4b53-b77b-02a302df9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:54.201434 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04214b6f-a5a7-470c-b86a-549beb892aa3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:54.228455 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e57436-f7a2-4fab-a279-9e665a36f190 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Subnet': ['ID=835ae649-df4a-4aa4-ac9d-e0e5a9a76f92,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:54.235046 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e57436-f7a2-4fab-a279-9e665a36f190 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Checking segment: {'id': 'f8a227fa-7193-4e90-8ba3-63c536f3c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '86ed7026-1e0f-4bdf-8f6e-41e4a32c1759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:54.235497 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e57436-f7a2-4fab-a279-9e665a36f190 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network hostable DHCP agents. Network: 86ed7026-1e0f-4bdf-8f6e-41e4a32c1759, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:48:54.261577 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e57436-f7a2-4fab-a279-9e665a36f190 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 86ed7026-1e0f-4bdf-8f6e-41e4a32c1759 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:48:54.284965 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-32e57436-f7a2-4fab-a279-9e665a36f190 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 86ed7026-1e0f-4bdf-8f6e-41e4a32c1759) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:54.290814 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e57436-f7a2-4fab-a279-9e665a36f190 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:54.295136 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-32e57436-f7a2-4fab-a279-9e665a36f190 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:54.299289 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79508939-eb6c-4459-8495-8a30a32efbd1 None None] Network 86ed7026-1e0f-4bdf-8f6e-41e4a32c1759 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:54.318876 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-32e57436-f7a2-4fab-a279-9e665a36f190 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6008780 Jul 28 11:48:54.321513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58834) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:54.329199 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-8ab94346-7717-4642-ba3f-0a6438898718 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'network_id': '86ed7026-1e0f-4bdf-8f6e-41e4a32c1759', 'name': 'tempest-PortsTestJSON-298663213'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:54.368626 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04214b6f-a5a7-470c-b86a-549beb892aa3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:54.374173 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d417d4e4-efd9-4b53-b77b-02a302df9d35 None None] Provisioning for port ad303c87-a40e-4a6d-a6e5-5a25c3391057 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:48:54.492864 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab94346-7717-4642-ba3f-0a6438898718 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:54.498965 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8ab94346-7717-4642-ba3f-0a6438898718 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:54.520103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-8ab94346-7717-4642-ba3f-0a6438898718 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] device_id is not set on port e01adf7a-9035-4ce2-8a2f-8ce2e3dda15f yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:48:54.551321 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d417d4e4-efd9-4b53-b77b-02a302df9d35 None None] Provisioning complete for port ad303c87-a40e-4a6d-a6e5-5a25c3391057 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:54.551695 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d417d4e4-efd9-4b53-b77b-02a302df9d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:54.642791 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d417d4e4-efd9-4b53-b77b-02a302df9d35 None None] Port ad303c87-a40e-4a6d-a6e5-5a25c3391057 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:54.666440 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-8ab94346-7717-4642-ba3f-0a6438898718 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Allocated IP 172.20.0.6 (86ed7026-1e0f-4bdf-8f6e-41e4a32c1759/835ae649-df4a-4aa4-ac9d-e0e5a9a76f92/e01adf7a-9035-4ce2-8a2f-8ce2e3dda15f) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:54.711809 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-86ed7026-1e0f-4bdf-8f6e-41e4a32c1759', 'network_id': '86ed7026-1e0f-4bdf-8f6e-41e4a32c1759', 'tenant_id': '102cd32a4f314cda9536ce6e9327226f', 'fixed_ips': [{'subnet_id': '835ae649-df4a-4aa4-ac9d-e0e5a9a76f92'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:48:54.714393 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:54.742379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04214b6f-a5a7-470c-b86a-549beb892aa3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:54.749253 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04214b6f-a5a7-470c-b86a-549beb892aa3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:54.749848 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04214b6f-a5a7-470c-b86a-549beb892aa3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:54.829679 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-36ed0d22-b40c-41cc-94f5-4fb25257e44f None None] Provisioning complete for port ad303c87-a40e-4a6d-a6e5-5a25c3391057 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:54.830139 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36ed0d22-b40c-41cc-94f5-4fb25257e44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:54.840214 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8ab94346-7717-4642-ba3f-0a6438898718 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:54.849238 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04214b6f-a5a7-470c-b86a-549beb892aa3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=ad303c87-a40e-4a6d-a6e5-5a25c3391057,revision_number=3']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:54.857242 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-8ab94346-7717-4642-ba3f-0a6438898718 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Transition to ACTIVE for port object e01adf7a-9035-4ce2-8a2f-8ce2e3dda15f will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:54.868637 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-36ed0d22-b40c-41cc-94f5-4fb25257e44f None None] Port ad303c87-a40e-4a6d-a6e5-5a25c3391057 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:54.894910 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8ab94346-7717-4642-ba3f-0a6438898718 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:54.905825 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04214b6f-a5a7-470c-b86a-549beb892aa3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network ec2bece2-7cd9-4dc4-8047-108fecc34413 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:54.908202 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-04214b6f-a5a7-470c-b86a-549beb892aa3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:54.942279 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab94346-7717-4642-ba3f-0a6438898718 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 86ed7026-1e0f-4bdf-8f6e-41e4a32c1759 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:54.947431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-8ab94346-7717-4642-ba3f-0a6438898718 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:54.952907 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Allocated IP 172.20.0.2 (86ed7026-1e0f-4bdf-8f6e-41e4a32c1759/835ae649-df4a-4aa4-ac9d-e0e5a9a76f92/da401e3f-9dfd-4e41-b59f-b473691ef47a) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:54.953105 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab94346-7717-4642-ba3f-0a6438898718 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:54.956924 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab94346-7717-4642-ba3f-0a6438898718 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=e01adf7a-9035-4ce2-8a2f-8ce2e3dda15f,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:55.011740 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab94346-7717-4642-ba3f-0a6438898718 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:55.012519 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8ab94346-7717-4642-ba3f-0a6438898718 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:55.037622 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8ab94346-7717-4642-ba3f-0a6438898718 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7123170 Jul 28 11:48:55.037899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58836) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:55.083810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04214b6f-a5a7-470c-b86a-549beb892aa3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Router eebc8e1c-762c-4ae3-91ca-f3e757c11df8 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:48:55.128897 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 52c94901-2106-4a32-8fe4-a8a71ec98756 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:48:55.159648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-71784994-6d7c-4394-96b9-41e87c8b52a5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port e01adf7a-9035-4ce2-8a2f-8ce2e3dda15f {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:55.159929 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-71784994-6d7c-4394-96b9-41e87c8b52a5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:55.185944 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:55.197548 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Transition to ACTIVE for port object da401e3f-9dfd-4e41-b59f-b473691ef47a will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:55.211764 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04214b6f-a5a7-470c-b86a-549beb892aa3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:55.217723 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-04214b6f-a5a7-470c-b86a-549beb892aa3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "PUT /v2.0/routers/eebc8e1c-762c-4ae3-91ca-f3e757c11df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9595656 Jul 28 11:48:55.220019 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Transition to ACTIVE for port object da401e3f-9dfd-4e41-b59f-b473691ef47a will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:55.220641 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58838) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:55.228232 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 52c94901-2106-4a32-8fe4-a8a71ec98756 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:55.228825 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:55.230281 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5228bd3-9dfa-4f5c-b820-f4d2f1dde989 None None] Sync routers for ids ['eebc8e1c-762c-4ae3-91ca-f3e757c11df8'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:55.233080 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:55.240208 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5228bd3-9dfa-4f5c-b820-f4d2f1dde989 None None] Routers {'eebc8e1c-762c-4ae3-91ca-f3e757c11df8'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:55.241004 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e5228bd3-9dfa-4f5c-b820-f4d2f1dde989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['eebc8e1c-762c-4ae3-91ca-f3e757c11df8'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:55.276857 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e5228bd3-9dfa-4f5c-b820-f4d2f1dde989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:55.286554 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5228bd3-9dfa-4f5c-b820-f4d2f1dde989 None None] Routers {'eebc8e1c-762c-4ae3-91ca-f3e757c11df8'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:55.287099 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e5228bd3-9dfa-4f5c-b820-f4d2f1dde989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['eebc8e1c-762c-4ae3-91ca-f3e757c11df8'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:55.306431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4561f2b0-8875-478a-ac8b-6aba37065321 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:55.308773 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4561f2b0-8875-478a-ac8b-6aba37065321 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebc8e1c-762c-4ae3-91ca-f3e757c11df8 HTTP/1.1" status: 200 len: 988 time: 0.0866706 Jul 28 11:48:55.310125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Network 86ed7026-1e0f-4bdf-8f6e-41e4a32c1759 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:55.313022 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58840) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:55.317320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:55.318472 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-71784994-6d7c-4394-96b9-41e87c8b52a5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:55.319992 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:55.321059 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e5228bd3-9dfa-4f5c-b820-f4d2f1dde989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:55.321706 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5228bd3-9dfa-4f5c-b820-f4d2f1dde989 None None] The sync data for ids ['eebc8e1c-762c-4ae3-91ca-f3e757c11df8'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:55.333411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-71784994-6d7c-4394-96b9-41e87c8b52a5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for e01adf7a-9035-4ce2-8a2f-8ce2e3dda15f owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:55.337845 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Pushing event updated for resources: {'Port': ['ID=da401e3f-9dfd-4e41-b59f-b473691ef47a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:55.346582 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-eb4a8e27-ede9-4c11-8620-1aeb2262a676 None None] Provisioning complete for port ad303c87-a40e-4a6d-a6e5-5a25c3391057 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:48:55.346911 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb4a8e27-ede9-4c11-8620-1aeb2262a676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:55.447218 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-eb4a8e27-ede9-4c11-8620-1aeb2262a676 None None] Port ad303c87-a40e-4a6d-a6e5-5a25c3391057 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:48:55.454214 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Attempting to bind port da401e3f-9dfd-4e41-b59f-b473691ef47a on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:48:55.454621 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Attempting to bind port da401e3f-9dfd-4e41-b59f-b473691ef47a by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'f8a227fa-7193-4e90-8ba3-63c536f3c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '86ed7026-1e0f-4bdf-8f6e-41e4a32c1759'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:48:55.454987 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Attempting to bind port da401e3f-9dfd-4e41-b59f-b473691ef47a on network 86ed7026-1e0f-4bdf-8f6e-41e4a32c1759 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:48:55.465469 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:48:55.465852 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Checking segment: {'id': 'f8a227fa-7193-4e90-8ba3-63c536f3c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '86ed7026-1e0f-4bdf-8f6e-41e4a32c1759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:55.466261 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:55.466680 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Bound using segment: {'id': 'f8a227fa-7193-4e90-8ba3-63c536f3c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '86ed7026-1e0f-4bdf-8f6e-41e4a32c1759'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:48:55.468278 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Bound port: da401e3f-9dfd-4e41-b59f-b473691ef47a, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a227fa-7193-4e90-8ba3-63c536f3c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '86ed7026-1e0f-4bdf-8f6e-41e4a32c1759'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:48:55.468680 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:55.476500 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-71784994-6d7c-4394-96b9-41e87c8b52a5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:55.502346 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71784994-6d7c-4394-96b9-41e87c8b52a5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=e01adf7a-9035-4ce2-8a2f-8ce2e3dda15f,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:55.544549 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] For port da401e3f-9dfd-4e41-b59f-b473691ef47a, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:48:55.547944 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] For port da401e3f-9dfd-4e41-b59f-b473691ef47a, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=da401e3f-9dfd-4e41-b59f-b473691ef47a,segment=NetworkSegment(f8a227fa-7193-4e90-8ba3-63c536f3c108),segment_id=f8a227fa-7193-4e90-8ba3-63c536f3c108)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:48:55.552736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:55.584891 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-71784994-6d7c-4394-96b9-41e87c8b52a5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:55.586892 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-71784994-6d7c-4394-96b9-41e87c8b52a5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/ports/e01adf7a-9035-4ce2-8a2f-8ce2e3dda15f HTTP/1.1" status: 204 len: 168 time: 0.5480826 Jul 28 11:48:55.590030 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58842) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:55.620882 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f59c76e-7938-456b-aab6-fbf01dbf342c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] DELETE failed (client error): The resource could not be found. Jul 28 11:48:55.620882 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f59c76e-7938-456b-aab6-fbf01dbf342c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:48:55.620882 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6f59c76e-7938-456b-aab6-fbf01dbf342c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/ports/e01adf7a-9035-4ce2-8a2f-8ce2e3dda15f HTTP/1.1" status: 404 len: 333 time: 0.0270598 Jul 28 11:48:55.622655 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58844) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:55.627579 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdf4a5-41b7-44a9-ae34-ff2041d396d3 None None] Pushing event updated for resources: {'Port': ['ID=da401e3f-9dfd-4e41-b59f-b473691ef47a,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:55.650740 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7b101f-c23a-42f4-9f97-614812789a2a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] GET failed (client error): The resource could not be found. Jul 28 11:48:55.652846 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cf7b101f-c23a-42f4-9f97-614812789a2a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports/e01adf7a-9035-4ce2-8a2f-8ce2e3dda15f HTTP/1.1" status: 404 len: 333 time: 0.0292330 Jul 28 11:48:55.655753 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58846) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:55.716847 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9f25dd-bbd3-4fc6-a482-76218c05898e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting subnet 835ae649-df4a-4aa4-ac9d-e0e5a9a76f92 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:48:55.720085 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed9f25dd-bbd3-4fc6-a482-76218c05898e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:55.760591 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed9f25dd-bbd3-4fc6-a482-76218c05898e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:55.802956 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-92488a57-7148-4ee4-95af-c1a8c7c7456d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:55.879768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed9f25dd-bbd3-4fc6-a482-76218c05898e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:55.951338 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed9f25dd-bbd3-4fc6-a482-76218c05898e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:55.988800 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f25dd-bbd3-4fc6-a482-76218c05898e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Subnet': ['ID=835ae649-df4a-4aa4-ac9d-e0e5a9a76f92,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:55.990992 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed9f25dd-bbd3-4fc6-a482-76218c05898e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:55.992941 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ed9f25dd-bbd3-4fc6-a482-76218c05898e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/835ae649-df4a-4aa4-ac9d-e0e5a9a76f92 HTTP/1.1" status: 204 len: 168 time: 0.3362527 Jul 28 11:48:55.996342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58850) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:56.105324 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:56.118636 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a4be0380-ae4c-4057-9741-c71aa49de197 req-c1aa6efc-2a1e-4a99-bd24-e994b88e738d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1574755 Jul 28 11:48:56.194360 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port da401e3f-9dfd-4e41-b59f-b473691ef47a {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:56.194740 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:56.270846 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be0380-ae4c-4057-9741-c71aa49de197 req-666829be-9319-4eed-bab9-f990ce0fc1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:56.272409 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a4be0380-ae4c-4057-9741-c71aa49de197 req-666829be-9319-4eed-bab9-f990ce0fc1f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51ac002bba904616bbf9cec718c70d3e&device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 1099 time: 0.1084185 Jul 28 11:48:56.274247 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] For port da401e3f-9dfd-4e41-b59f-b473691ef47a, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=da401e3f-9dfd-4e41-b59f-b473691ef47a,segment=NetworkSegment(f8a227fa-7193-4e90-8ba3-63c536f3c108),segment_id=f8a227fa-7193-4e90-8ba3-63c536f3c108)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:56.274646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:56.290750 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for da401e3f-9dfd-4e41-b59f-b473691ef47a owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:56.318830 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-92488a57-7148-4ee4-95af-c1a8c7c7456d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port ad303c87-a40e-4a6d-a6e5-5a25c3391057 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:56.319380 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-92488a57-7148-4ee4-95af-c1a8c7c7456d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:56.411505 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-92488a57-7148-4ee4-95af-c1a8c7c7456d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:56.424361 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-92488a57-7148-4ee4-95af-c1a8c7c7456d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for ad303c87-a40e-4a6d-a6e5-5a25c3391057 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:56.442713 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be0380-ae4c-4057-9741-c71aa49de197 req-cf804d7b-5a1d-4ea6-9928-af51386e24a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:56.444213 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a4be0380-ae4c-4057-9741-c71aa49de197 req-cf804d7b-5a1d-4ea6-9928-af51386e24a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 200 len: 911 time: 0.1478190 Jul 28 11:48:56.490278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:56.525173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=da401e3f-9dfd-4e41-b59f-b473691ef47a,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:56.535167 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No DVR routers for this DVR port da401e3f-9dfd-4e41-b59f-b473691ef47a on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:48:56.565644 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a4be0380-ae4c-4057-9741-c71aa49de197 req-9c19c0cd-1118-4762-b6c7-d5e0a963ef76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f332189-cd8f-49f5-866e-cca5b1ec615c HTTP/1.1" status: 200 len: 1002 time: 0.1136777 Jul 28 11:48:56.584218 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583215e8-c6b8-4fca-9d42-c725ea7d2a63 None None] Network 86ed7026-1e0f-4bdf-8f6e-41e4a32c1759 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:56.610641 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-92488a57-7148-4ee4-95af-c1a8c7c7456d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:56.646525 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92488a57-7148-4ee4-95af-c1a8c7c7456d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=ad303c87-a40e-4a6d-a6e5-5a25c3391057,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:56.652884 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:56.670036 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ed7026-1e0f-4bdf-8f6e-41e4a32c1759']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:56.682587 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be0380-ae4c-4057-9741-c71aa49de197 req-549012e3-65ce-4b9a-82cd-2129692c5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:56.684222 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a4be0380-ae4c-4057-9741-c71aa49de197 req-549012e3-65ce-4b9a-82cd-2129692c5d4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5 HTTP/1.1" status: 200 len: 849 time: 0.1043916 Jul 28 11:48:56.685953 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a227fa-7193-4e90-8ba3-63c536f3c108') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:56.686272 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a227fa-7193-4e90-8ba3-63c536f3c108') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:56.692713 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-01d8a144-9378-425b-a701-ed6afe41d6d5 None None] Could not find standard attr ID for object da401e3f-9dfd-4e41-b59f-b473691ef47a. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:48:56.705564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:56.735441 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:56.743853 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:48:56.744255 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:48:56.748026 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:48:56.761938 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-92488a57-7148-4ee4-95af-c1a8c7c7456d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:56.774103 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd53641-e5fd-4d2b-9fa4-e131e76381f5 None None] DHCP port deletion for 86ed7026-1e0f-4bdf-8f6e-41e4a32c1759 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:48:56.796571 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be0380-ae4c-4057-9741-c71aa49de197 req-f2a64e0a-0d89-43c6-81ca-56b95c39aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:56.798124 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a4be0380-ae4c-4057-9741-c71aa49de197 req-f2a64e0a-0d89-43c6-81ca-56b95c39aaba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a1fce29-ec01-4e0f-afda-86e621a73431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1051517 Jul 28 11:48:56.831901 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:56.874686 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:56.876630 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/networks/86ed7026-1e0f-4bdf-8f6e-41e4a32c1759 HTTP/1.1" status: 204 len: 168 time: 0.8791745 Jul 28 11:48:56.877644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c7705-7a7f-416d-818d-d2ddd21e747c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Network': ['ID=86ed7026-1e0f-4bdf-8f6e-41e4a32c1759,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:56.881099 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58852) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:56.886496 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a2004967-2af8-4d4d-8374-7ed45859974f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-125814339'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:56.928248 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2004967-2af8-4d4d-8374-7ed45859974f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:56.931956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a2004967-2af8-4d4d-8374-7ed45859974f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:56.948813 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92488a57-7148-4ee4-95af-c1a8c7c7456d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Router eebc8e1c-762c-4ae3-91ca-f3e757c11df8 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:48:56.958701 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a4be0380-ae4c-4057-9741-c71aa49de197 req-f8be662d-4acf-4b79-b8a0-646df0402d3e service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522355 Jul 28 11:48:56.975545 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2004967-2af8-4d4d-8374-7ed45859974f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:48:57.023283 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a2004967-2af8-4d4d-8374-7ed45859974f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:57.023633 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-a2004967-2af8-4d4d-8374-7ed45859974f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Added segment 51761412-a0fa-48bc-be07-e399064cf209 of type vlan for network c0b52936-e666-4b4f-8b71-d000bf4fcfee Jul 28 11:48:57.031320 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92488a57-7148-4ee4-95af-c1a8c7c7456d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:48:57.036957 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-92488a57-7148-4ee4-95af-c1a8c7c7456d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "PUT /v2.0/routers/eebc8e1c-762c-4ae3-91ca-f3e757c11df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7196369 Jul 28 11:48:57.039644 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58854) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:57.042462 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611a97b-ddcb-4799-b7df-63ec98821c25 None None] Sync routers for ids ['eebc8e1c-762c-4ae3-91ca-f3e757c11df8'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:48:57.052415 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611a97b-ddcb-4799-b7df-63ec98821c25 None None] Routers {'eebc8e1c-762c-4ae3-91ca-f3e757c11df8'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:57.053044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e611a97b-ddcb-4799-b7df-63ec98821c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['eebc8e1c-762c-4ae3-91ca-f3e757c11df8'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:57.065806 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-fead0439-27c6-40f1-a552-1ffc2559d217 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] GET failed (client error): The resource could not be found. Jul 28 11:48:57.070059 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fead0439-27c6-40f1-a552-1ffc2559d217 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports/ad303c87-a40e-4a6d-a6e5-5a25c3391057 HTTP/1.1" status: 404 len: 333 time: 0.0265026 Jul 28 11:48:57.070413 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58856) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:57.086454 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e611a97b-ddcb-4799-b7df-63ec98821c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:57.088078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a2004967-2af8-4d4d-8374-7ed45859974f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:57.096101 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611a97b-ddcb-4799-b7df-63ec98821c25 None None] Routers {'eebc8e1c-762c-4ae3-91ca-f3e757c11df8'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:48:57.096739 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e611a97b-ddcb-4799-b7df-63ec98821c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:48:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['eebc8e1c-762c-4ae3-91ca-f3e757c11df8'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:57.110171 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a4be0380-ae4c-4057-9741-c71aa49de197 req-8ca6e22e-47ec-4df8-bd17-65c0e16e1fc9 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439049 Jul 28 11:48:57.129964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a2004967-2af8-4d4d-8374-7ed45859974f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:57.133414 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e611a97b-ddcb-4799-b7df-63ec98821c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:57.134073 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611a97b-ddcb-4799-b7df-63ec98821c25 None None] The sync data for ids ['eebc8e1c-762c-4ae3-91ca-f3e757c11df8'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:48:57.138976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2004967-2af8-4d4d-8374-7ed45859974f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:57.139886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a2004967-2af8-4d4d-8374-7ed45859974f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:57.153592 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-57d3e76d-44f8-40ec-8134-81ad7d603097 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:57.207393 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a2004967-2af8-4d4d-8374-7ed45859974f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3252563 Jul 28 11:48:57.210211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58858) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:57.216030 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-f346037b-1029-43b0-a660-ae89a27fd712 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'subnet': {'network_id': 'c0b52936-e666-4b4f-8b71-d000bf4fcfee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:57.234509 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2004967-2af8-4d4d-8374-7ed45859974f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Network': ['ID=c0b52936-e666-4b4f-8b71-d000bf4fcfee,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:57.244915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network c0b52936-e666-4b4f-8b71-d000bf4fcfee details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:48:57.315573 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f346037b-1029-43b0-a660-ae89a27fd712 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:57.315733 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-57d3e76d-44f8-40ec-8134-81ad7d603097 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:57.317845 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-57d3e76d-44f8-40ec-8134-81ad7d603097 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:57.319159 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f346037b-1029-43b0-a660-ae89a27fd712 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:57.362274 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-57d3e76d-44f8-40ec-8134-81ad7d603097 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:57.362902 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d3e76d-44f8-40ec-8134-81ad7d603097 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Fanout notify agent at l3_agent the message router_deleted on router eebc8e1c-762c-4ae3-91ca-f3e757c11df8 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:48:57.370371 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-57d3e76d-44f8-40ec-8134-81ad7d603097 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:57.374480 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58860) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:57.374765 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-57d3e76d-44f8-40ec-8134-81ad7d603097 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/routers/eebc8e1c-762c-4ae3-91ca-f3e757c11df8 HTTP/1.1" status: 204 len: 168 time: 0.3030674 Jul 28 11:48:57.442832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded06455-b77e-41ba-a321-48e7980f7c5a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting subnet eba96934-eb40-40ba-b7fd-95712e8ede64 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:48:57.449237 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ded06455-b77e-41ba-a321-48e7980f7c5a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:57.511936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ded06455-b77e-41ba-a321-48e7980f7c5a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:57.965784 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f346037b-1029-43b0-a660-ae89a27fd712 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:57.997354 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ded06455-b77e-41ba-a321-48e7980f7c5a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.067072 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346037b-1029-43b0-a660-ae89a27fd712 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Subnet': ['ID=c4b9501a-9c3f-4c26-a360-608a8a6850a1,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:58.082518 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f346037b-1029-43b0-a660-ae89a27fd712 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Checking segment: {'id': '51761412-a0fa-48bc-be07-e399064cf209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0b52936-e666-4b4f-8b71-d000bf4fcfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:58.082879 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f346037b-1029-43b0-a660-ae89a27fd712 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network hostable DHCP agents. Network: c0b52936-e666-4b4f-8b71-d000bf4fcfee, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:48:58.094706 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ded06455-b77e-41ba-a321-48e7980f7c5a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.123334 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded06455-b77e-41ba-a321-48e7980f7c5a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Subnet': ['ID=eba96934-eb40-40ba-b7fd-95712e8ede64,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:58.129383 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ded06455-b77e-41ba-a321-48e7980f7c5a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.131262 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ded06455-b77e-41ba-a321-48e7980f7c5a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/eba96934-eb40-40ba-b7fd-95712e8ede64 HTTP/1.1" status: 204 len: 168 time: 0.7557862 Jul 28 11:48:58.132839 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528d1b19-201d-4e74-8140-ed70cdf92b99 None None] Network ec2bece2-7cd9-4dc4-8047-108fecc34413 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:58.133297 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f346037b-1029-43b0-a660-ae89a27fd712 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network c0b52936-e666-4b4f-8b71-d000bf4fcfee is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:48:58.134195 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58862) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:58.143904 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-f346037b-1029-43b0-a660-ae89a27fd712 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, c0b52936-e666-4b4f-8b71-d000bf4fcfee) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:58.151797 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f346037b-1029-43b0-a660-ae89a27fd712 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:58.152571 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f346037b-1029-43b0-a660-ae89a27fd712 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.171316 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f346037b-1029-43b0-a660-ae89a27fd712 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9596879 Jul 28 11:48:58.172573 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58864) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:58.178504 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-20a76816-9bdb-476c-87cd-13c710f2d0f0 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'network_id': 'c0b52936-e666-4b4f-8b71-d000bf4fcfee', 'security_groups': [], 'name': 'tempest-PortsTestJSON-912450164'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:58.186382 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5e4ac8-1f9c-44f1-9d3c-0666d6ce7108 None None] Network c0b52936-e666-4b4f-8b71-d000bf4fcfee requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:58.217661 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.275028 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port 52c94901-2106-4a32-8fe4-a8a71ec98756 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:58.275527 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.294552 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a76816-9bdb-476c-87cd-13c710f2d0f0 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:58.298488 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-20a76816-9bdb-476c-87cd-13c710f2d0f0 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.324527 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-20a76816-9bdb-476c-87cd-13c710f2d0f0 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] device_id is not set on port 31faa011-2f49-4e99-9f9f-dbb41a446266 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:48:58.342780 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] For port 52c94901-2106-4a32-8fe4-a8a71ec98756, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=52c94901-2106-4a32-8fe4-a8a71ec98756,segment=NetworkSegment(6a7f1183-735b-473d-b4dd-937ce7686512),segment_id=6a7f1183-735b-473d-b4dd-937ce7686512)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:48:58.343285 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.359686 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for 52c94901-2106-4a32-8fe4-a8a71ec98756 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:58.417410 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-c0b52936-e666-4b4f-8b71-d000bf4fcfee', 'network_id': 'c0b52936-e666-4b4f-8b71-d000bf4fcfee', 'tenant_id': '102cd32a4f314cda9536ce6e9327226f', 'fixed_ips': [{'subnet_id': 'c4b9501a-9c3f-4c26-a360-608a8a6850a1'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:48:58.418438 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.437269 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76efa36e-312c-472e-972b-4da46a1c3e08 None None] DHCP port deletion for ec2bece2-7cd9-4dc4-8047-108fecc34413 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:48:58.443505 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-20a76816-9bdb-476c-87cd-13c710f2d0f0 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Allocated IP 172.20.0.6 (c0b52936-e666-4b4f-8b71-d000bf4fcfee/c4b9501a-9c3f-4c26-a360-608a8a6850a1/31faa011-2f49-4e99-9f9f-dbb41a446266) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:58.480750 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.508249 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=52c94901-2106-4a32-8fe4-a8a71ec98756,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:58.510951 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No DVR routers for this DVR port 52c94901-2106-4a32-8fe4-a8a71ec98756 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:48:58.516538 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-76efa36e-312c-472e-972b-4da46a1c3e08 None None] The port '52c94901-2106-4a32-8fe4-a8a71ec98756' was deleted {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 28 11:48:58.581018 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-20a76816-9bdb-476c-87cd-13c710f2d0f0 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.595466 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-20a76816-9bdb-476c-87cd-13c710f2d0f0 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Transition to ACTIVE for port object 31faa011-2f49-4e99-9f9f-dbb41a446266 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:58.600156 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.609871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2bece2-7cd9-4dc4-8047-108fecc34413']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:58.620685 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7f1183-735b-473d-b4dd-937ce7686512') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:58.620974 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7f1183-735b-473d-b4dd-937ce7686512') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:48:58.629707 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.633586 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-20a76816-9bdb-476c-87cd-13c710f2d0f0 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.647554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.654464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:48:58.654858 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:48:58.657933 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:48:58.674646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a76816-9bdb-476c-87cd-13c710f2d0f0 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network c0b52936-e666-4b4f-8b71-d000bf4fcfee is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:58.677622 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-20a76816-9bdb-476c-87cd-13c710f2d0f0 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:58.678178 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Allocated IP 172.20.0.2 (c0b52936-e666-4b4f-8b71-d000bf4fcfee/c4b9501a-9c3f-4c26-a360-608a8a6850a1/13816471-8713-4461-bce6-aa668a7697a6) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:58.681840 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a76816-9bdb-476c-87cd-13c710f2d0f0 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:58.711932 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a76816-9bdb-476c-87cd-13c710f2d0f0 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=31faa011-2f49-4e99-9f9f-dbb41a446266,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:58.727974 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.736383 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.741677 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/networks/ec2bece2-7cd9-4dc4-8047-108fecc34413 HTTP/1.1" status: 204 len: 168 time: 0.6029928 Jul 28 11:48:58.744197 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a76816-9bdb-476c-87cd-13c710f2d0f0 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:58.745456 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-20a76816-9bdb-476c-87cd-13c710f2d0f0 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.748114 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58866) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:58.757471 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43775bd-bae6-40ce-a21b-175829dcada1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Network': ['ID=ec2bece2-7cd9-4dc4-8047-108fecc34413,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:58.761796 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-20a76816-9bdb-476c-87cd-13c710f2d0f0 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.5872712 Jul 28 11:48:58.764739 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58868) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:58.825873 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64816127-3a8a-45e0-9b60-35e1aa75a5c6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:58.831569 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-64816127-3a8a-45e0-9b60-35e1aa75a5c6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports/60a49b71-ae2b-4a47-999a-6cf44636b23f HTTP/1.1" status: 200 len: 844 time: 0.0779619 Jul 28 11:48:58.831569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58870) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:58.838319 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.847646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Transition to ACTIVE for port object 13816471-8713-4461-bce6-aa668a7697a6 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:58.862775 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Transition to ACTIVE for port object 13816471-8713-4461-bce6-aa668a7697a6 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:58.869308 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.899594 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1d49402d-a9fe-4244-a4d9-ad6c86b0ca73 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports/60a49b71-ae2b-4a47-999a-6cf44636b23f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0674577 Jul 28 11:48:58.904123 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58872) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:58.907369 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Network c0b52936-e666-4b4f-8b71-d000bf4fcfee is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:58.910811 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-5685f6f7-ac9a-4a61-8c5b-9457962f4626 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'subnet': {'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:58.914384 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:58.917399 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:48:58.924704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Pushing event updated for resources: {'Port': ['ID=13816471-8713-4461-bce6-aa668a7697a6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:58.924904 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-5168364e-0ecb-4a5b-83af-bbd6b45dfb94 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port 31faa011-2f49-4e99-9f9f-dbb41a446266 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:48:58.925079 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5168364e-0ecb-4a5b-83af-bbd6b45dfb94 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.976297 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Attempting to bind port 13816471-8713-4461-bce6-aa668a7697a6 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:48:58.976669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Attempting to bind port 13816471-8713-4461-bce6-aa668a7697a6 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '51761412-a0fa-48bc-be07-e399064cf209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0b52936-e666-4b4f-8b71-d000bf4fcfee'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:48:58.977033 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Attempting to bind port 13816471-8713-4461-bce6-aa668a7697a6 on network c0b52936-e666-4b4f-8b71-d000bf4fcfee {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:48:58.983938 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:48:58.984838 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Checking segment: {'id': '51761412-a0fa-48bc-be07-e399064cf209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0b52936-e666-4b4f-8b71-d000bf4fcfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:48:58.984838 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:58.985164 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Bound using segment: {'id': '51761412-a0fa-48bc-be07-e399064cf209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0b52936-e666-4b4f-8b71-d000bf4fcfee'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:48:58.985557 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Bound port: 13816471-8713-4461-bce6-aa668a7697a6, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51761412-a0fa-48bc-be07-e399064cf209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0b52936-e666-4b4f-8b71-d000bf4fcfee'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:48:58.985939 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.014670 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5685f6f7-ac9a-4a61-8c5b-9457962f4626 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:48:59.019532 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5168364e-0ecb-4a5b-83af-bbd6b45dfb94 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.020098 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5685f6f7-ac9a-4a61-8c5b-9457962f4626 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.033628 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-5168364e-0ecb-4a5b-83af-bbd6b45dfb94 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for 31faa011-2f49-4e99-9f9f-dbb41a446266 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:48:59.061567 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] For port 13816471-8713-4461-bce6-aa668a7697a6, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:48:59.065596 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] For port 13816471-8713-4461-bce6-aa668a7697a6, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=13816471-8713-4461-bce6-aa668a7697a6,segment=NetworkSegment(51761412-a0fa-48bc-be07-e399064cf209),segment_id=51761412-a0fa-48bc-be07-e399064cf209)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:48:59.073174 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.112624 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 52c94901-2106-4a32-8fe4-a8a71ec98756 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:48:59.137962 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 52c94901-2106-4a32-8fe4-a8a71ec98756 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:48:59.139080 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 52c94901-2106-4a32-8fe4-a8a71ec98756 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:48:59.170096 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5effd8-4648-4d0e-a532-ea6da2dff583 None None] Pushing event updated for resources: {'Port': ['ID=13816471-8713-4461-bce6-aa668a7697a6,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:59.193063 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5168364e-0ecb-4a5b-83af-bbd6b45dfb94 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.225550 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168364e-0ecb-4a5b-83af-bbd6b45dfb94 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=31faa011-2f49-4e99-9f9f-dbb41a446266,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:59.239838 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5685f6f7-ac9a-4a61-8c5b-9457962f4626 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.288826 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5685f6f7-ac9a-4a61-8c5b-9457962f4626 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network ca168f09-cf7b-434c-bdb4-a31095463e42 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:48:59.292222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-5685f6f7-ac9a-4a61-8c5b-9457962f4626 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:48:59.296417 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5685f6f7-ac9a-4a61-8c5b-9457962f4626 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:59.297020 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5685f6f7-ac9a-4a61-8c5b-9457962f4626 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.302268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5168364e-0ecb-4a5b-83af-bbd6b45dfb94 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.303688 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc9d4ff-5db0-4dfe-87e9-923f3d33e95f None None] Network ca168f09-cf7b-434c-bdb4-a31095463e42 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:48:59.309103 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5168364e-0ecb-4a5b-83af-bbd6b45dfb94 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/ports/31faa011-2f49-4e99-9f9f-dbb41a446266 HTTP/1.1" status: 204 len: 168 time: 0.5408778 Jul 28 11:48:59.309254 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58874) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:59.324059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685f6f7-ac9a-4a61-8c5b-9457962f4626 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Subnet': ['ID=13b8edd4-9cbc-4639-a70a-58c9f1ed35cd,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:59.362985 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0ba655-7df7-4c30-825d-cd7360e938d5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] GET failed (client error): The resource could not be found. Jul 28 11:48:59.364667 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fd0ba655-7df7-4c30-825d-cd7360e938d5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports/31faa011-2f49-4e99-9f9f-dbb41a446266 HTTP/1.1" status: 404 len: 333 time: 0.0546436 Jul 28 11:48:59.366025 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5685f6f7-ac9a-4a61-8c5b-9457962f4626 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4601021 Jul 28 11:48:59.367579 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58876) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:59.371087 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58878) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:59.375931 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-14795fa3-e5ca-4605-87b6-f51fbcffa72d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'security_group': {'name': 'tempest-secgroup-1139881286'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:59.407816 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14795fa3-e5ca-4605-87b6-f51fbcffa72d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.433391 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f2e5cd-e8cb-4183-bdc8-c74d64c13f01 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting subnet c4b9501a-9c3f-4c26-a360-608a8a6850a1 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:48:59.437401 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36f2e5cd-e8cb-4183-bdc8-c74d64c13f01 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.495155 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36f2e5cd-e8cb-4183-bdc8-c74d64c13f01 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.505449 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14795fa3-e5ca-4605-87b6-f51fbcffa72d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.511847 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14795fa3-e5ca-4605-87b6-f51fbcffa72d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.544980 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-14795fa3-e5ca-4605-87b6-f51fbcffa72d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.549244 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-14795fa3-e5ca-4605-87b6-f51fbcffa72d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1769478 Jul 28 11:48:59.550397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58880) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:59.553222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ca168f09-cf7b-434c-bdb4-a31095463e42', 'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42', 'tenant_id': '7afb90f661d64aa0a8cacc3c8af77233', 'fixed_ips': [{'subnet_id': '13b8edd4-9cbc-4639-a70a-58c9f1ed35cd'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:48:59.554235 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.558650 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14795fa3-e5ca-4605-87b6-f51fbcffa72d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a261e8-63ca-46a5-ae66-716d7eb0f5e2,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:59.564501 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-95515cfa-c561-4c81-9370-37b3bfa4f5a3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'security_group': {'name': 'tempest-secgroup-1034819259'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:59.624887 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-95515cfa-c561-4c81-9370-37b3bfa4f5a3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.648296 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36f2e5cd-e8cb-4183-bdc8-c74d64c13f01 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.718572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Allocated IP 2001:db8::2 (ca168f09-cf7b-434c-bdb4-a31095463e42/13b8edd4-9cbc-4639-a70a-58c9f1ed35cd/b8afd543-df67-4269-a99d-5d442c2c6072) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:48:59.748321 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36f2e5cd-e8cb-4183-bdc8-c74d64c13f01 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.799402 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36f2e5cd-e8cb-4183-bdc8-c74d64c13f01 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.801291 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-36f2e5cd-e8cb-4183-bdc8-c74d64c13f01 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/c4b9501a-9c3f-4c26-a360-608a8a6850a1 HTTP/1.1" status: 204 len: 168 time: 0.4327247 Jul 28 11:48:59.802135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2e5cd-e8cb-4183-bdc8-c74d64c13f01 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b9501a-9c3f-4c26-a360-608a8a6850a1,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:59.804132 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58882) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:59.829379 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-95515cfa-c561-4c81-9370-37b3bfa4f5a3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.835053 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-95515cfa-c561-4c81-9370-37b3bfa4f5a3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.880067 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95515cfa-c561-4c81-9370-37b3bfa4f5a3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5348e99-25a5-4747-8916-7ab2e47c3d0f,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:48:59.883346 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-95515cfa-c561-4c81-9370-37b3bfa4f5a3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.888996 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-95515cfa-c561-4c81-9370-37b3bfa4f5a3 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3364727 Jul 28 11:48:59.889233 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58884) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:48:59.899570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-9587566d-eb5e-4eb7-96bc-3ab71521a362 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1030387809', 'security_groups': ['c5348e99-25a5-4747-8916-7ab2e47c3d0f'], 'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '13b8edd4-9cbc-4639-a70a-58c9f1ed35cd'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:48:59.923311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:59.933916 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Transition to ACTIVE for port object b8afd543-df67-4269-a99d-5d442c2c6072 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:59.954810 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Transition to ACTIVE for port object b8afd543-df67-4269-a99d-5d442c2c6072 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:48:59.962542 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:00.004128 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Network ca168f09-cf7b-434c-bdb4-a31095463e42 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:00.007210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:00.011419 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:00.012181 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:00.023658 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Pushing event updated for resources: {'Port': ['ID=b8afd543-df67-4269-a99d-5d442c2c6072,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:00.092647 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Attempting to bind port b8afd543-df67-4269-a99d-5d442c2c6072 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:49:00.093186 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Attempting to bind port b8afd543-df67-4269-a99d-5d442c2c6072 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:49:00.093655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Attempting to bind port b8afd543-df67-4269-a99d-5d442c2c6072 on network ca168f09-cf7b-434c-bdb4-a31095463e42 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:49:00.099441 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:49:00.100120 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Checking segment: {'id': '2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:00.100603 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:00.101075 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Bound using segment: {'id': '2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:49:00.101574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Bound port: b8afd543-df67-4269-a99d-5d442c2c6072, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:49:00.102067 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:00.141935 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9587566d-eb5e-4eb7-96bc-3ab71521a362 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:00.179527 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] For port b8afd543-df67-4269-a99d-5d442c2c6072, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:49:00.184322 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] For port b8afd543-df67-4269-a99d-5d442c2c6072, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b8afd543-df67-4269-a99d-5d442c2c6072,segment=NetworkSegment(2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9),segment_id=2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:49:00.188955 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:00.204260 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port 13816471-8713-4461-bce6-aa668a7697a6 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:00.204609 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:00.241491 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb856e9e-6f92-4987-8d2d-f1b4d84a78b9 None None] Network c0b52936-e666-4b4f-8b71-d000bf4fcfee requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:00.303264 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd1eee-9f78-4722-8962-5613c32d02e6 None None] Pushing event updated for resources: {'Port': ['ID=b8afd543-df67-4269-a99d-5d442c2c6072,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:00.310183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] For port 13816471-8713-4461-bce6-aa668a7697a6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=13816471-8713-4461-bce6-aa668a7697a6,segment=NetworkSegment(51761412-a0fa-48bc-be07-e399064cf209),segment_id=51761412-a0fa-48bc-be07-e399064cf209)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:00.310600 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:00.311119 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ac2bb084-ff15-4f70-8026-ce7cc5366807 None None] Provisioning for port 13816471-8713-4461-bce6-aa668a7697a6 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:00.328637 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9587566d-eb5e-4eb7-96bc-3ab71521a362 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:00.330831 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for 13816471-8713-4461-bce6-aa668a7697a6 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:00.356160 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-9587566d-eb5e-4eb7-96bc-3ab71521a362 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] device_id is not set on port 5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:49:00.485545 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:00.532660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b6e78-8ad4-4815-b4fe-87744d44a9d9 None None] DHCP port deletion for c0b52936-e666-4b4f-8b71-d000bf4fcfee request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:49:00.540308 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=13816471-8713-4461-bce6-aa668a7697a6,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:00.547750 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No DVR routers for this DVR port 13816471-8713-4461-bce6-aa668a7697a6 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:49:00.666927 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:00.681719 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b52936-e666-4b4f-8b71-d000bf4fcfee']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:00.697616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-9587566d-eb5e-4eb7-96bc-3ab71521a362 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Allocated IP 2001:db8::16f (ca168f09-cf7b-434c-bdb4-a31095463e42/13b8edd4-9cbc-4639-a70a-58c9f1ed35cd/5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:00.703611 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51761412-a0fa-48bc-be07-e399064cf209') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:00.703952 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51761412-a0fa-48bc-be07-e399064cf209') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:00.717484 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:00.739608 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:00.752655 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:49:00.753041 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:49:00.755861 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:49:00.859066 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:00.867051 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:00.868703 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/networks/c0b52936-e666-4b4f-8b71-d000bf4fcfee HTTP/1.1" status: 204 len: 168 time: 1.0633471 Jul 28 11:49:00.872676 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58886) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:00.878232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3ecf4c41-9611-4ff6-a6a1-f3ebccae743a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f', 'name': 'tempest-PortsTestJSON-1514934872'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:00.888247 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041d88f-64a2-49e8-830e-1a287dc5dedb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Network': ['ID=c0b52936-e666-4b4f-8b71-d000bf4fcfee,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:00.921894 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9587566d-eb5e-4eb7-96bc-3ab71521a362 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:00.935524 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-9587566d-eb5e-4eb7-96bc-3ab71521a362 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Transition to ACTIVE for port object 5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:00.967241 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecf4c41-9611-4ff6-a6a1-f3ebccae743a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:00.969379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9587566d-eb5e-4eb7-96bc-3ab71521a362 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:00.971094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4c41-9611-4ff6-a6a1-f3ebccae743a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:00.990548 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-3ecf4c41-9611-4ff6-a6a1-f3ebccae743a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] device_id is not set on port ea39f011-e256-4dc0-876d-e97bc5a1987c yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:49:01.015736 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9587566d-eb5e-4eb7-96bc-3ab71521a362 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network ca168f09-cf7b-434c-bdb4-a31095463e42 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:01.019028 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-9587566d-eb5e-4eb7-96bc-3ab71521a362 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:01.021596 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587566d-eb5e-4eb7-96bc-3ab71521a362 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:01.028108 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9587566d-eb5e-4eb7-96bc-3ab71521a362 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:01.029012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9587566d-eb5e-4eb7-96bc-3ab71521a362 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:01.052739 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587566d-eb5e-4eb7-96bc-3ab71521a362 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:01.059413 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9587566d-eb5e-4eb7-96bc-3ab71521a362 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1692371 Jul 28 11:49:01.062715 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58888) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:01.068254 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-dceb46df-5d4f-437f-992c-1a1107723a70 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'subnet': {'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:01.149311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b8afd543-df67-4269-a99d-5d442c2c6072 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:01.195401 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dceb46df-5d4f-437f-992c-1a1107723a70 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:01.200828 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dceb46df-5d4f-437f-992c-1a1107723a70 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:01.216483 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port b8afd543-df67-4269-a99d-5d442c2c6072 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:01.226728 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4c41-9611-4ff6-a6a1-f3ebccae743a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:01.268188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4c41-9611-4ff6-a6a1-f3ebccae743a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:01.310083 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.ipam_backend_mixin [None req-dceb46df-5d4f-437f-992c-1a1107723a70 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13b8edd4-9cbc-4639-a70a-58c9f1ed35cd (CIDR: 2001:db8::/64) Jul 28 11:49:01.314339 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-dceb46df-5d4f-437f-992c-1a1107723a70 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:49:01.314934 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dceb46df-5d4f-437f-992c-1a1107723a70 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:01.315847 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecf4c41-9611-4ff6-a6a1-f3ebccae743a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:01.318976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-3ecf4c41-9611-4ff6-a6a1-f3ebccae743a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:01.321459 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecf4c41-9611-4ff6-a6a1-f3ebccae743a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:01.328679 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecf4c41-9611-4ff6-a6a1-f3ebccae743a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:01.329366 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4c41-9611-4ff6-a6a1-f3ebccae743a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:01.334407 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-dceb46df-5d4f-437f-992c-1a1107723a70 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2702525 Jul 28 11:49:01.335079 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58890) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:01.341648 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-a1be0944-de88-4dd2-a26a-0a495d4c55e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'subnet': {'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:01.350534 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf4c41-9611-4ff6-a6a1-f3ebccae743a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=ea39f011-e256-4dc0-876d-e97bc5a1987c,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:01.355781 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3ecf4c41-9611-4ff6-a6a1-f3ebccae743a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4817665 Jul 28 11:49:01.358339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58892) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:01.454215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-39189557-cad0-4254-94f6-22ad87d92da5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port ea39f011-e256-4dc0-876d-e97bc5a1987c {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:01.454562 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39189557-cad0-4254-94f6-22ad87d92da5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:01.462086 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1be0944-de88-4dd2-a26a-0a495d4c55e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:01.464420 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7119bedc-6a15-4305-8bfc-30ae0f85f030 None None] Provisioning for port b8afd543-df67-4269-a99d-5d442c2c6072 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:01.466771 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a1be0944-de88-4dd2-a26a-0a495d4c55e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:01.469347 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7119bedc-6a15-4305-8bfc-30ae0f85f030 None None] Provisioning complete for port b8afd543-df67-4269-a99d-5d442c2c6072 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:01.469995 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7119bedc-6a15-4305-8bfc-30ae0f85f030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:01.529654 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39189557-cad0-4254-94f6-22ad87d92da5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:01.544417 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-39189557-cad0-4254-94f6-22ad87d92da5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for ea39f011-e256-4dc0-876d-e97bc5a1987c owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:01.560200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7119bedc-6a15-4305-8bfc-30ae0f85f030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:01.601576 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7119bedc-6a15-4305-8bfc-30ae0f85f030 None None] For port b8afd543-df67-4269-a99d-5d442c2c6072, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b8afd543-df67-4269-a99d-5d442c2c6072,segment=NetworkSegment(2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9),segment_id=2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:01.607782 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7119bedc-6a15-4305-8bfc-30ae0f85f030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:01.648288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7119bedc-6a15-4305-8bfc-30ae0f85f030 None None] Provisioning complete for port 60a49b71-ae2b-4a47-999a-6cf44636b23f triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:01.648582 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7119bedc-6a15-4305-8bfc-30ae0f85f030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:01.663898 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39189557-cad0-4254-94f6-22ad87d92da5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:01.690818 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119bedc-6a15-4305-8bfc-30ae0f85f030 None None] Pushing event updated for resources: {'Port': ['ID=b8afd543-df67-4269-a99d-5d442c2c6072,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:01.694620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39189557-cad0-4254-94f6-22ad87d92da5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=ea39f011-e256-4dc0-876d-e97bc5a1987c,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:01.700083 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7119bedc-6a15-4305-8bfc-30ae0f85f030 None None] Port 60a49b71-ae2b-4a47-999a-6cf44636b23f cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:01.701166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-39189557-cad0-4254-94f6-22ad87d92da5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:01.706316 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-39189557-cad0-4254-94f6-22ad87d92da5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/ports/ea39f011-e256-4dc0-876d-e97bc5a1987c HTTP/1.1" status: 204 len: 168 time: 0.3467906 Jul 28 11:49:01.706999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58894) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:01.717007 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b3448b7e-ddc3-4156-b2ce-1004574e4ee1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f', 'mac_address': 'fa:16:3e:7a:6d:7c', 'name': 'tempest-PortsTestJSON-1032083102'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:01.822246 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0db14204-2d10-443c-8e13-fd94b5a156ab None None] Provisioning for port 5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:01.826910 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0db14204-2d10-443c-8e13-fd94b5a156ab None None] Provisioning complete for port 5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:01.827281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0db14204-2d10-443c-8e13-fd94b5a156ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:01.863957 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0db14204-2d10-443c-8e13-fd94b5a156ab None None] Port 5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:02.082254 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a1be0944-de88-4dd2-a26a-0a495d4c55e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:02.137895 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1be0944-de88-4dd2-a26a-0a495d4c55e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network ca168f09-cf7b-434c-bdb4-a31095463e42 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:02.146752 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-a1be0944-de88-4dd2-a26a-0a495d4c55e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:02.150153 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be0944-de88-4dd2-a26a-0a495d4c55e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:02.150819 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a1be0944-de88-4dd2-a26a-0a495d4c55e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:02.152993 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be0944-de88-4dd2-a26a-0a495d4c55e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Subnet': ['ID=a2314876-7c6f-4796-b5ba-0b408fda0f2a,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:02.156724 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3448b7e-ddc3-4156-b2ce-1004574e4ee1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:02.158839 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b0dd5c-2a39-4d60-9904-d7a961278618 None None] Network ca168f09-cf7b-434c-bdb4-a31095463e42 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:02.212242 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a1be0944-de88-4dd2-a26a-0a495d4c55e1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8760991 Jul 28 11:49:02.215268 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58896) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:02.220888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-36bde3d1-6505-4ddd-9033-fee5bc99f3d8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-34379081', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a2314876-7c6f-4796-b5ba-0b408fda0f2a'}], 'security_groups': ['b7a261e8-63ca-46a5-ae66-716d7eb0f5e2']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:02.230342 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b3448b7e-ddc3-4156-b2ce-1004574e4ee1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:02.251821 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-b3448b7e-ddc3-4156-b2ce-1004574e4ee1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] device_id is not set on port 8d433f24-4f46-4892-a9c5-71e590faee9d yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:49:02.384265 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36bde3d1-6505-4ddd-9033-fee5bc99f3d8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:02.397354 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40ece2ea-dda6-49d8-917f-855cf8278415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:02.400123 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fd5c81-4dc6-4d1b-bbd0-86a1c73d9fb5 None None] Update dhcp port {'port': {'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42', 'fixed_ips': [{'subnet_id': '13b8edd4-9cbc-4639-a70a-58c9f1ed35cd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a2314876-7c6f-4796-b5ba-0b408fda0f2a'}], 'binding:host_id': 'dv-neutron-786478-16-hyperv'}, 'id': 'b8afd543-df67-4269-a99d-5d442c2c6072'} from dv-neutron-786478-16-hyperv. {{(pid=100417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:49:02.427730 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b3448b7e-ddc3-4156-b2ce-1004574e4ee1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:02.429792 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-65fd5c81-4dc6-4d1b-bbd0-86a1c73d9fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:02.471155 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b3448b7e-ddc3-4156-b2ce-1004574e4ee1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:02.516377 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3448b7e-ddc3-4156-b2ce-1004574e4ee1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:02.523754 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-b3448b7e-ddc3-4156-b2ce-1004574e4ee1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:02.526677 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3448b7e-ddc3-4156-b2ce-1004574e4ee1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:02.532831 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3448b7e-ddc3-4156-b2ce-1004574e4ee1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:02.533449 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b3448b7e-ddc3-4156-b2ce-1004574e4ee1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:02.539752 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3448b7e-ddc3-4156-b2ce-1004574e4ee1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=8d433f24-4f46-4892-a9c5-71e590faee9d,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:02.554309 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b3448b7e-ddc3-4156-b2ce-1004574e4ee1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8462305 Jul 28 11:49:02.557573 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58898) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:02.602878 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ffac65-7493-4e1d-a741-4f3171171782 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:02.604761 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-86ffac65-7493-4e1d-a741-4f3171171782 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports/8d433f24-4f46-4892-a9c5-71e590faee9d HTTP/1.1" status: 200 len: 841 time: 0.0459311 Jul 28 11:49:02.607444 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58900) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:02.615759 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-65fd5c81-4dc6-4d1b-bbd0-86a1c73d9fb5 None None] Allocated IP 2001:db8:0:1::2 (ca168f09-cf7b-434c-bdb4-a31095463e42/a2314876-7c6f-4796-b5ba-0b408fda0f2a/b8afd543-df67-4269-a99d-5d442c2c6072) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:02.697312 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-69d01afe-d43a-4123-a504-d67ff9aca3e1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port 8d433f24-4f46-4892-a9c5-71e590faee9d {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:02.698311 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-69d01afe-d43a-4123-a504-d67ff9aca3e1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:02.709573 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-65fd5c81-4dc6-4d1b-bbd0-86a1c73d9fb5 None None] For port b8afd543-df67-4269-a99d-5d442c2c6072, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b8afd543-df67-4269-a99d-5d442c2c6072,segment=NetworkSegment(2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9),segment_id=2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:02.737957 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-65fd5c81-4dc6-4d1b-bbd0-86a1c73d9fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:02.751379 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-65fd5c81-4dc6-4d1b-bbd0-86a1c73d9fb5 None None] Transition to ACTIVE for port object b8afd543-df67-4269-a99d-5d442c2c6072 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:02.756219 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-65fd5c81-4dc6-4d1b-bbd0-86a1c73d9fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:02.763311 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-69d01afe-d43a-4123-a504-d67ff9aca3e1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:02.777432 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-69d01afe-d43a-4123-a504-d67ff9aca3e1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for 8d433f24-4f46-4892-a9c5-71e590faee9d owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:02.866261 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-69d01afe-d43a-4123-a504-d67ff9aca3e1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:02.892043 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-36bde3d1-6505-4ddd-9033-fee5bc99f3d8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Delete allocated IP 2001:db8::16f (ca168f09-cf7b-434c-bdb4-a31095463e42/13b8edd4-9cbc-4639-a70a-58c9f1ed35cd) {{(pid=100415) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 11:49:02.897439 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d01afe-d43a-4123-a504-d67ff9aca3e1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=8d433f24-4f46-4892-a9c5-71e590faee9d,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:02.904509 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-36bde3d1-6505-4ddd-9033-fee5bc99f3d8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Allocated IP 2001:db8:0:1::3ad (ca168f09-cf7b-434c-bdb4-a31095463e42/a2314876-7c6f-4796-b5ba-0b408fda0f2a/5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:02.908198 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-69d01afe-d43a-4123-a504-d67ff9aca3e1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:02.910395 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-69d01afe-d43a-4123-a504-d67ff9aca3e1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/ports/8d433f24-4f46-4892-a9c5-71e590faee9d HTTP/1.1" status: 204 len: 168 time: 0.3017082 Jul 28 11:49:02.913148 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58902) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:02.942085 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0c3b4f-b75b-4581-a385-d342aa1deda3 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] GET failed (client error): The resource could not be found. Jul 28 11:49:02.947137 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6c0c3b4f-b75b-4581-a385-d342aa1deda3 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports/8d433f24-4f46-4892-a9c5-71e590faee9d HTTP/1.1" status: 404 len: 333 time: 0.0295722 Jul 28 11:49:02.947442 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58904) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:02.955216 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ebe9cbf9-14e1-4f7f-a10a-52f618a71021 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f', 'name': 'tempest-PortsTestJSON-1971948785'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:02.991909 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd5c81-4dc6-4d1b-bbd0-86a1c73d9fb5 None None] Pushing event updated for resources: {'Port': ['ID=b8afd543-df67-4269-a99d-5d442c2c6072,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:03.080913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b8afd543-df67-4269-a99d-5d442c2c6072 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:03.131513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe9cbf9-14e1-4f7f-a10a-52f618a71021 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:03.135779 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cbf9-14e1-4f7f-a10a-52f618a71021 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.161669 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-ebe9cbf9-14e1-4f7f-a10a-52f618a71021 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] device_id is not set on port a24d5467-292f-4ea9-806a-8525fe4e03b6 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:49:03.180698 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36bde3d1-6505-4ddd-9033-fee5bc99f3d8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.229228 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-36bde3d1-6505-4ddd-9033-fee5bc99f3d8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Transition to ACTIVE for port object 5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:03.238306 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36bde3d1-6505-4ddd-9033-fee5bc99f3d8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.365087 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-36bde3d1-6505-4ddd-9033-fee5bc99f3d8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] In _notify_port_updated(), no bound segment for port 5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f on network ca168f09-cf7b-434c-bdb4-a31095463e42 {{(pid=100415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:49:03.371390 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bde3d1-6505-4ddd-9033-fee5bc99f3d8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:03.372042 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36bde3d1-6505-4ddd-9033-fee5bc99f3d8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.373467 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-36bde3d1-6505-4ddd-9033-fee5bc99f3d8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "PUT /v2.0/ports/5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f HTTP/1.1" status: 200 len: 929 time: 1.1570354 Jul 28 11:49:03.376384 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58906) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:03.388348 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bde3d1-6505-4ddd-9033-fee5bc99f3d8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:03.421099 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cbf9-14e1-4f7f-a10a-52f618a71021 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.462334 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cbf9-14e1-4f7f-a10a-52f618a71021 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.477974 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f5128ea3-d3ea-44d8-8ca3-406c619aa1e6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port 5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:03.478574 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5128ea3-d3ea-44d8-8ca3-406c619aa1e6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.511922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe9cbf9-14e1-4f7f-a10a-52f618a71021 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:03.516867 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-ebe9cbf9-14e1-4f7f-a10a-52f618a71021 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:03.522956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9cbf9-14e1-4f7f-a10a-52f618a71021 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:03.528869 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe9cbf9-14e1-4f7f-a10a-52f618a71021 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:03.529511 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cbf9-14e1-4f7f-a10a-52f618a71021 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.535750 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9cbf9-14e1-4f7f-a10a-52f618a71021 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=a24d5467-292f-4ea9-806a-8525fe4e03b6,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:03.551312 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ebe9cbf9-14e1-4f7f-a10a-52f618a71021 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6022770 Jul 28 11:49:03.553944 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58908) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:03.560072 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-0121cda2-ea48-41ab-af41-8422bf26c00b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:03.573909 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5128ea3-d3ea-44d8-8ca3-406c619aa1e6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.595490 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f5128ea3-d3ea-44d8-8ca3-406c619aa1e6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for 5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:03.600954 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9493fdfd-d25e-4767-a75d-318d83e261be None None] Provisioning for port b8afd543-df67-4269-a99d-5d442c2c6072 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:03.605681 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9493fdfd-d25e-4767-a75d-318d83e261be None None] Provisioning complete for port b8afd543-df67-4269-a99d-5d442c2c6072 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:03.606191 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9493fdfd-d25e-4767-a75d-318d83e261be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.632983 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0121cda2-ea48-41ab-af41-8422bf26c00b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.770312 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5128ea3-d3ea-44d8-8ca3-406c619aa1e6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.771100 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9493fdfd-d25e-4767-a75d-318d83e261be None None] Provisioning for port 5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:03.775778 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9493fdfd-d25e-4767-a75d-318d83e261be None None] Provisioning complete for port 5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:03.777035 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9493fdfd-d25e-4767-a75d-318d83e261be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.802650 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5128ea3-d3ea-44d8-8ca3-406c619aa1e6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:03.823477 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:49:03.827655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9493fdfd-d25e-4767-a75d-318d83e261be None None] Port 5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f was deleted so its status cannot be updated. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 11:49:03.828873 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f5128ea3-d3ea-44d8-8ca3-406c619aa1e6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.831048 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f5128ea3-d3ea-44d8-8ca3-406c619aa1e6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/ports/5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f HTTP/1.1" status: 204 len: 168 time: 0.4536819 Jul 28 11:49:03.833775 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58914) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:03.847788 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9493fdfd-d25e-4767-a75d-318d83e261be None None] Provisioning complete for port 60a49b71-ae2b-4a47-999a-6cf44636b23f triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:03.848168 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9493fdfd-d25e-4767-a75d-318d83e261be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.852846 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0121cda2-ea48-41ab-af41-8422bf26c00b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.860393 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0121cda2-ea48-41ab-af41-8422bf26c00b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.861276 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f7bed3-312f-4f01-ab34-2d5a656698ff tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] GET failed (client error): The resource could not be found. Jul 28 11:49:03.866026 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c0f7bed3-312f-4f01-ab34-2d5a656698ff tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports/5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f HTTP/1.1" status: 404 len: 333 time: 0.0309598 Jul 28 11:49:03.866410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58916) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:03.890506 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9493fdfd-d25e-4767-a75d-318d83e261be None None] Port 60a49b71-ae2b-4a47-999a-6cf44636b23f cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:03.912667 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-0121cda2-ea48-41ab-af41-8422bf26c00b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] In _notify_port_updated(), no bound segment for port a24d5467-292f-4ea9-806a-8525fe4e03b6 on network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f {{(pid=100415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:49:03.919060 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0121cda2-ea48-41ab-af41-8422bf26c00b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:03.919653 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0121cda2-ea48-41ab-af41-8422bf26c00b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.920975 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0121cda2-ea48-41ab-af41-8422bf26c00b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "PUT /v2.0/ports/a24d5467-292f-4ea9-806a-8525fe4e03b6 HTTP/1.1" status: 200 len: 818 time: 0.3660293 Jul 28 11:49:03.924490 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58918) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:03.945237 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121cda2-ea48-41ab-af41-8422bf26c00b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=a24d5467-292f-4ea9-806a-8525fe4e03b6,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:03.971855 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-63d4afb3-9f17-4070-a46b-7bcf74cc4b23 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.002325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-63d4afb3-9f17-4070-a46b-7bcf74cc4b23 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.003516 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-40601afd-0be4-4917-923d-04565f2d20cc None None] Could not find standard attr ID for object 5aa3c9e0-8dea-48d2-8d2c-ed1716f7e18f. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:49:04.024618 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-15c7489c-d6de-4723-8d25-7cc0ccb75cc2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port a24d5467-292f-4ea9-806a-8525fe4e03b6 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:04.024962 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15c7489c-d6de-4723-8d25-7cc0ccb75cc2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.048186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-63d4afb3-9f17-4070-a46b-7bcf74cc4b23 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.051130 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-63d4afb3-9f17-4070-a46b-7bcf74cc4b23 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.052386 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-63d4afb3-9f17-4070-a46b-7bcf74cc4b23 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/security-groups/c5348e99-25a5-4747-8916-7ab2e47c3d0f HTTP/1.1" status: 204 len: 168 time: 0.1838644 Jul 28 11:49:04.055672 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58920) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:04.074339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4afb3-9f17-4070-a46b-7bcf74cc4b23 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5348e99-25a5-4747-8916-7ab2e47c3d0f,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:04.095152 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15c7489c-d6de-4723-8d25-7cc0ccb75cc2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.109979 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-15c7489c-d6de-4723-8d25-7cc0ccb75cc2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for a24d5467-292f-4ea9-806a-8525fe4e03b6 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:04.115166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-427d4129-e31f-4ffb-85d8-f62bf7af27aa tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.138157 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-427d4129-e31f-4ffb-85d8-f62bf7af27aa tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.179719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-427d4129-e31f-4ffb-85d8-f62bf7af27aa tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.183125 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-427d4129-e31f-4ffb-85d8-f62bf7af27aa tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.184295 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-427d4129-e31f-4ffb-85d8-f62bf7af27aa tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/security-groups/b7a261e8-63ca-46a5-ae66-716d7eb0f5e2 HTTP/1.1" status: 204 len: 168 time: 0.1277137 Jul 28 11:49:04.187129 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58922) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:04.193615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d4129-e31f-4ffb-85d8-f62bf7af27aa tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a261e8-63ca-46a5-ae66-716d7eb0f5e2,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:04.230246 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15c7489c-d6de-4723-8d25-7cc0ccb75cc2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.267429 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7489c-d6de-4723-8d25-7cc0ccb75cc2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=a24d5467-292f-4ea9-806a-8525fe4e03b6,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:04.270063 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15c7489c-d6de-4723-8d25-7cc0ccb75cc2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.272132 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-15c7489c-d6de-4723-8d25-7cc0ccb75cc2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/ports/a24d5467-292f-4ea9-806a-8525fe4e03b6 HTTP/1.1" status: 204 len: 168 time: 0.3466425 Jul 28 11:49:04.274812 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58924) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:04.280832 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcbc079-a91d-4946-8ac4-7f51dff0934e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting subnet 13b8edd4-9cbc-4639-a70a-58c9f1ed35cd {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:49:04.284700 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9dcbc079-a91d-4946-8ac4-7f51dff0934e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.327012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9dcbc079-a91d-4946-8ac4-7f51dff0934e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.331510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7f2280-e2cf-4463-91ed-bd5fd889853d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:04.332985 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fa7f2280-e2cf-4463-91ed-bd5fd889853d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0570066 Jul 28 11:49:04.335648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58926) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:04.360147 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4cde07-5191-4f13-8681-1c1571885124 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] GET failed (client error): The resource could not be found. Jul 28 11:49:04.361589 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cb4cde07-5191-4f13-8681-1c1571885124 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports/a24d5467-292f-4ea9-806a-8525fe4e03b6 HTTP/1.1" status: 404 len: 333 time: 0.0250449 Jul 28 11:49:04.365262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58928) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:04.370713 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-22864241-fbf6-4583-a5d7-4cedd5f69a63 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-139798788'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:04.391350 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22864241-fbf6-4583-a5d7-4cedd5f69a63 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:04.394754 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22864241-fbf6-4583-a5d7-4cedd5f69a63 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.416175 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9dcbc079-a91d-4946-8ac4-7f51dff0934e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.421627 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22864241-fbf6-4583-a5d7-4cedd5f69a63 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:49:04.430895 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22864241-fbf6-4583-a5d7-4cedd5f69a63 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.431176 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-22864241-fbf6-4583-a5d7-4cedd5f69a63 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Added segment fc14f016-ed03-4c75-a2ce-b0f2dfadfd83 of type vlan for network abbcd2e4-e5d2-4969-952f-7288e0c0ece4 Jul 28 11:49:04.471636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22864241-fbf6-4583-a5d7-4cedd5f69a63 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.476370 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9dcbc079-a91d-4946-8ac4-7f51dff0934e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.502779 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22864241-fbf6-4583-a5d7-4cedd5f69a63 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.503002 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbc079-a91d-4946-8ac4-7f51dff0934e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Subnet': ['ID=13b8edd4-9cbc-4639-a70a-58c9f1ed35cd,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:04.508363 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9dcbc079-a91d-4946-8ac4-7f51dff0934e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.514179 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22864241-fbf6-4583-a5d7-4cedd5f69a63 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:04.514956 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9dcbc079-a91d-4946-8ac4-7f51dff0934e tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/13b8edd4-9cbc-4639-a70a-58c9f1ed35cd HTTP/1.1" status: 204 len: 168 time: 0.3218381 Jul 28 11:49:04.515051 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22864241-fbf6-4583-a5d7-4cedd5f69a63 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.515133 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a298e822-e89f-43be-860b-c87bcf364a74 None None] Network ca168f09-cf7b-434c-bdb4-a31095463e42 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:04.516758 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58930) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:04.538218 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-af130ce0-11a0-4dda-a720-8048f64787bd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'subnet': {'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:04.621678 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-22864241-fbf6-4583-a5d7-4cedd5f69a63 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2525954 Jul 28 11:49:04.622051 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58932) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:04.627569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-69af67a4-f5a3-470f-b12c-949d48a39352 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'subnet': {'network_id': 'abbcd2e4-e5d2-4969-952f-7288e0c0ece4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:04.642141 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22864241-fbf6-4583-a5d7-4cedd5f69a63 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Network': ['ID=abbcd2e4-e5d2-4969-952f-7288e0c0ece4,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:04.656246 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network abbcd2e4-e5d2-4969-952f-7288e0c0ece4 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:49:04.704058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af130ce0-11a0-4dda-a720-8048f64787bd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:04.708222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af130ce0-11a0-4dda-a720-8048f64787bd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.725639 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69af67a4-f5a3-470f-b12c-949d48a39352 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:04.731908 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-69af67a4-f5a3-470f-b12c-949d48a39352 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.891508 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4fbefb9-2a03-4f4c-bfb3-2c9fe95ebe65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.937788 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-69af67a4-f5a3-470f-b12c-949d48a39352 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.956572 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af130ce0-11a0-4dda-a720-8048f64787bd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:04.991462 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af67a4-f5a3-470f-b12c-949d48a39352 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Subnet': ['ID=bbd3d561-beb5-4d6d-bd4e-0b3eb6a5ddad,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:05.000192 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af130ce0-11a0-4dda-a720-8048f64787bd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network ca168f09-cf7b-434c-bdb4-a31095463e42 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:05.004980 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-af130ce0-11a0-4dda-a720-8048f64787bd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:05.009837 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af130ce0-11a0-4dda-a720-8048f64787bd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:05.010571 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af130ce0-11a0-4dda-a720-8048f64787bd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.023818 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69af67a4-f5a3-470f-b12c-949d48a39352 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Checking segment: {'id': 'fc14f016-ed03-4c75-a2ce-b0f2dfadfd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'abbcd2e4-e5d2-4969-952f-7288e0c0ece4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:05.024124 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af130ce0-11a0-4dda-a720-8048f64787bd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Subnet': ['ID=edd497a0-0e58-4354-9f48-7d8e60bc5943,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:05.024251 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69af67a4-f5a3-470f-b12c-949d48a39352 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network hostable DHCP agents. Network: abbcd2e4-e5d2-4969-952f-7288e0c0ece4, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:49:05.035148 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-af130ce0-11a0-4dda-a720-8048f64787bd tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5153916 Jul 28 11:49:05.037782 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58934) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:05.042908 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3aa1b1b3-b5d1-4875-b99a-dd92bc1782d4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'security_group': {'name': 'tempest-secgroup-1911257112'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:05.047480 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69af67a4-f5a3-470f-b12c-949d48a39352 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network abbcd2e4-e5d2-4969-952f-7288e0c0ece4 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:49:05.059860 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-69af67a4-f5a3-470f-b12c-949d48a39352 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, abbcd2e4-e5d2-4969-952f-7288e0c0ece4) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:05.065628 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69af67a4-f5a3-470f-b12c-949d48a39352 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:05.066335 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-69af67a4-f5a3-470f-b12c-949d48a39352 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.070888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3aa1b1b3-b5d1-4875-b99a-dd92bc1782d4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.071299 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1b255e-bd7a-4167-b144-8a09c0c8cbd3 None None] Network abbcd2e4-e5d2-4969-952f-7288e0c0ece4 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:05.087769 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-69af67a4-f5a3-470f-b12c-949d48a39352 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4645545 Jul 28 11:49:05.090712 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58936) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:05.098036 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-634586ad-e8d3-4aab-a404-89ef21b4f6fb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'subnet': {'network_id': 'abbcd2e4-e5d2-4969-952f-7288e0c0ece4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:05.240834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-abbcd2e4-e5d2-4969-952f-7288e0c0ece4', 'network_id': 'abbcd2e4-e5d2-4969-952f-7288e0c0ece4', 'tenant_id': '102cd32a4f314cda9536ce6e9327226f', 'fixed_ips': [{'subnet_id': 'bbd3d561-beb5-4d6d-bd4e-0b3eb6a5ddad'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:49:05.242494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.255037 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3aa1b1b3-b5d1-4875-b99a-dd92bc1782d4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.262722 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3aa1b1b3-b5d1-4875-b99a-dd92bc1782d4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.312866 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1b1b3-b5d1-4875-b99a-dd92bc1782d4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9f8542-7f80-4024-8007-a21c41a5ba27,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:05.318827 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634586ad-e8d3-4aab-a404-89ef21b4f6fb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:05.324805 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-634586ad-e8d3-4aab-a404-89ef21b4f6fb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.330068 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3aa1b1b3-b5d1-4875-b99a-dd92bc1782d4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.334091 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3aa1b1b3-b5d1-4875-b99a-dd92bc1782d4 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2926960 Jul 28 11:49:05.334404 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58938) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:05.339598 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b646bc65-fb1e-4630-a8ff-500b52937dbc tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'security_group': {'name': 'tempest-secgroup-1957304880'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:05.341541 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.368347 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b646bc65-fb1e-4630-a8ff-500b52937dbc tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.379773 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7156eef-fd5e-4d29-af0d-67f26bf1d43d None None] Network ca168f09-cf7b-434c-bdb4-a31095463e42 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:05.442676 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.ipam_backend_mixin [None req-634586ad-e8d3-4aab-a404-89ef21b4f6fb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bbd3d561-beb5-4d6d-bd4e-0b3eb6a5ddad (CIDR: 172.20.0.0/28) Jul 28 11:49:05.447290 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-634586ad-e8d3-4aab-a404-89ef21b4f6fb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:49:05.448413 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634586ad-e8d3-4aab-a404-89ef21b4f6fb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:05.468902 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Allocated IP 172.20.0.2 (abbcd2e4-e5d2-4969-952f-7288e0c0ece4/bbd3d561-beb5-4d6d-bd4e-0b3eb6a5ddad/d556a142-9438-496e-b018-f1d0c58b4ff0) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:05.472060 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b646bc65-fb1e-4630-a8ff-500b52937dbc tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.473101 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cbad8e7a-b4e7-404a-b167-d251b805f039 None None] Provisioning complete for port b8afd543-df67-4269-a99d-5d442c2c6072 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:05.473660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbad8e7a-b4e7-404a-b167-d251b805f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.476753 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b646bc65-fb1e-4630-a8ff-500b52937dbc tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.483693 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-634586ad-e8d3-4aab-a404-89ef21b4f6fb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3892150 Jul 28 11:49:05.484222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58940) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:05.490103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ad6b0f8c-e784-4efb-9657-f1bfde0af1f8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'subnet': {'network_id': 'abbcd2e4-e5d2-4969-952f-7288e0c0ece4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:05.502976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b646bc65-fb1e-4630-a8ff-500b52937dbc tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.507242 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58942) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:05.507593 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b646bc65-fb1e-4630-a8ff-500b52937dbc tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1720159 Jul 28 11:49:05.513010 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-4a7d272d-5253-4ebc-be90-bd16a2f6246f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'security_group': {'name': 'tempest-secgroup-1687214992'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:05.518040 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646bc65-fb1e-4630-a8ff-500b52937dbc tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5569a3b7-e687-4454-9440-5684364a9d26,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:05.580781 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4a7d272d-5253-4ebc-be90-bd16a2f6246f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.687539 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4a7d272d-5253-4ebc-be90-bd16a2f6246f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.695960 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4a7d272d-5253-4ebc-be90-bd16a2f6246f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.729959 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6b0f8c-e784-4efb-9657-f1bfde0af1f8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:05.733412 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0f8c-e784-4efb-9657-f1bfde0af1f8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.738865 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4a7d272d-5253-4ebc-be90-bd16a2f6246f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.743203 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4a7d272d-5253-4ebc-be90-bd16a2f6246f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2316964 Jul 28 11:49:05.743569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58944) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:05.750888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d272d-5253-4ebc-be90-bd16a2f6246f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a989c0-9758-4dd5-80fa-3fff0d533ef4,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:05.752144 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-03d36af0-13fd-44aa-aad2-07ee2b9f4bf1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1730682792', 'security_groups': ['d9a989c0-9758-4dd5-80fa-3fff0d533ef4'], 'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'edd497a0-0e58-4354-9f48-7d8e60bc5943'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:05.777174 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.792729 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cbad8e7a-b4e7-404a-b167-d251b805f039 None None] Provisioning complete for port 60a49b71-ae2b-4a47-999a-6cf44636b23f triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:05.793107 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbad8e7a-b4e7-404a-b167-d251b805f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.795075 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Transition to ACTIVE for port object d556a142-9438-496e-b018-f1d0c58b4ff0 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:05.838029 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Transition to ACTIVE for port object d556a142-9438-496e-b018-f1d0c58b4ff0 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:05.866950 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cbad8e7a-b4e7-404a-b167-d251b805f039 None None] Port 60a49b71-ae2b-4a47-999a-6cf44636b23f cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:05.874504 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:05.919937 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Network abbcd2e4-e5d2-4969-952f-7288e0c0ece4 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:05.921830 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d36af0-13fd-44aa-aad2-07ee2b9f4bf1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:05.922775 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16141d8-1157-440c-9501-fc2147cd3c41 None None] Update dhcp port {'port': {'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42', 'fixed_ips': [{'subnet_id': 'a2314876-7c6f-4796-b5ba-0b408fda0f2a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'edd497a0-0e58-4354-9f48-7d8e60bc5943'}], 'binding:host_id': 'dv-neutron-786478-16-hyperv'}, 'id': 'b8afd543-df67-4269-a99d-5d442c2c6072'} from dv-neutron-786478-16-hyperv. {{(pid=100417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:49:05.926620 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:05.929164 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:05.964640 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Pushing event updated for resources: {'Port': ['ID=d556a142-9438-496e-b018-f1d0c58b4ff0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:05.988455 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e16141d8-1157-440c-9501-fc2147cd3c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:06.009003 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0f8c-e784-4efb-9657-f1bfde0af1f8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:06.020092 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03d36af0-13fd-44aa-aad2-07ee2b9f4bf1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:06.038445 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-03d36af0-13fd-44aa-aad2-07ee2b9f4bf1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] device_id is not set on port e4f19e79-9dab-4dae-873d-05e2e186b293 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:49:06.044101 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Attempting to bind port d556a142-9438-496e-b018-f1d0c58b4ff0 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:49:06.044477 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Attempting to bind port d556a142-9438-496e-b018-f1d0c58b4ff0 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'fc14f016-ed03-4c75-a2ce-b0f2dfadfd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'abbcd2e4-e5d2-4969-952f-7288e0c0ece4'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:49:06.044842 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Attempting to bind port d556a142-9438-496e-b018-f1d0c58b4ff0 on network abbcd2e4-e5d2-4969-952f-7288e0c0ece4 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:49:06.055501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:49:06.055875 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Checking segment: {'id': 'fc14f016-ed03-4c75-a2ce-b0f2dfadfd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'abbcd2e4-e5d2-4969-952f-7288e0c0ece4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:06.056276 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:06.056666 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Bound using segment: {'id': 'fc14f016-ed03-4c75-a2ce-b0f2dfadfd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'abbcd2e4-e5d2-4969-952f-7288e0c0ece4'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:49:06.056920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6b0f8c-e784-4efb-9657-f1bfde0af1f8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network abbcd2e4-e5d2-4969-952f-7288e0c0ece4 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:06.057773 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Bound port: d556a142-9438-496e-b018-f1d0c58b4ff0, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc14f016-ed03-4c75-a2ce-b0f2dfadfd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'abbcd2e4-e5d2-4969-952f-7288e0c0ece4'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:49:06.058151 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:06.065391 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-ad6b0f8c-e784-4efb-9657-f1bfde0af1f8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:06.070230 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6b0f8c-e784-4efb-9657-f1bfde0af1f8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:06.071045 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0f8c-e784-4efb-9657-f1bfde0af1f8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:06.086768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b0f8c-e784-4efb-9657-f1bfde0af1f8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Subnet': ['ID=c2dc1bcc-9129-49d1-95c2-4deeac7684d0,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:06.090939 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ad6b0f8c-e784-4efb-9657-f1bfde0af1f8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6055598 Jul 28 11:49:06.093492 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58946) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:06.099530 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a68ca4b1-5a60-4b7c-ae4d-f0026b2526ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'network_id': 'abbcd2e4-e5d2-4969-952f-7288e0c0ece4', 'fixed_ips': [{'subnet_id': 'bbd3d561-beb5-4d6d-bd4e-0b3eb6a5ddad'}, {'subnet_id': 'c2dc1bcc-9129-49d1-95c2-4deeac7684d0'}], 'name': 'tempest-PortsTestJSON-381024770'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:06.193080 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] For port d556a142-9438-496e-b018-f1d0c58b4ff0, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:49:06.196232 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] For port d556a142-9438-496e-b018-f1d0c58b4ff0, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d556a142-9438-496e-b018-f1d0c58b4ff0,segment=NetworkSegment(fc14f016-ed03-4c75-a2ce-b0f2dfadfd83),segment_id=fc14f016-ed03-4c75-a2ce-b0f2dfadfd83)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:49:06.202032 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:06.213226 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68ca4b1-5a60-4b7c-ae4d-f0026b2526ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:06.224470 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-03d36af0-13fd-44aa-aad2-07ee2b9f4bf1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Allocated IP 2001:db8::11a (ca168f09-cf7b-434c-bdb4-a31095463e42/edd497a0-0e58-4354-9f48-7d8e60bc5943/e4f19e79-9dab-4dae-873d-05e2e186b293) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:06.262864 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546834ad-bdfd-4d27-a822-88fe4851e76b None None] Pushing event updated for resources: {'Port': ['ID=d556a142-9438-496e-b018-f1d0c58b4ff0,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:06.309306 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a68ca4b1-5a60-4b7c-ae4d-f0026b2526ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:06.327400 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-a68ca4b1-5a60-4b7c-ae4d-f0026b2526ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] device_id is not set on port 63de65c6-f2a0-416c-bbaa-5b6dc6da6c60 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:49:06.355520 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:06.391793 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03d36af0-13fd-44aa-aad2-07ee2b9f4bf1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:06.406338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-03d36af0-13fd-44aa-aad2-07ee2b9f4bf1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Transition to ACTIVE for port object e4f19e79-9dab-4dae-873d-05e2e186b293 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:06.458245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03d36af0-13fd-44aa-aad2-07ee2b9f4bf1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:06.506037 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d36af0-13fd-44aa-aad2-07ee2b9f4bf1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network ca168f09-cf7b-434c-bdb4-a31095463e42 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:06.509214 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-03d36af0-13fd-44aa-aad2-07ee2b9f4bf1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:06.520172 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d36af0-13fd-44aa-aad2-07ee2b9f4bf1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:06.526709 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d36af0-13fd-44aa-aad2-07ee2b9f4bf1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:06.527386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03d36af0-13fd-44aa-aad2-07ee2b9f4bf1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:06.527612 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-e16141d8-1157-440c-9501-fc2147cd3c41 None None] Allocated IP 2001:db8::2 (ca168f09-cf7b-434c-bdb4-a31095463e42/edd497a0-0e58-4354-9f48-7d8e60bc5943/b8afd543-df67-4269-a99d-5d442c2c6072) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:06.539272 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d36af0-13fd-44aa-aad2-07ee2b9f4bf1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=e4f19e79-9dab-4dae-873d-05e2e186b293,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:06.554446 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-03d36af0-13fd-44aa-aad2-07ee2b9f4bf1 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8095391 Jul 28 11:49:06.559910 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58950) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:06.565069 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-47ded409-12cf-4b62-b5cf-915003c0790c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'subnet': {'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:06.654755 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e16141d8-1157-440c-9501-fc2147cd3c41 None None] For port b8afd543-df67-4269-a99d-5d442c2c6072, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b8afd543-df67-4269-a99d-5d442c2c6072,segment=NetworkSegment(2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9),segment_id=2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:06.658750 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-a68ca4b1-5a60-4b7c-ae4d-f0026b2526ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Allocated IP 172.20.0.7 (abbcd2e4-e5d2-4969-952f-7288e0c0ece4/bbd3d561-beb5-4d6d-bd4e-0b3eb6a5ddad/63de65c6-f2a0-416c-bbaa-5b6dc6da6c60) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:06.665669 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-a68ca4b1-5a60-4b7c-ae4d-f0026b2526ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Allocated IP 172.20.0.19 (abbcd2e4-e5d2-4969-952f-7288e0c0ece4/c2dc1bcc-9129-49d1-95c2-4deeac7684d0/63de65c6-f2a0-416c-bbaa-5b6dc6da6c60) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:06.685273 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ded409-12cf-4b62-b5cf-915003c0790c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:06.689030 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-47ded409-12cf-4b62-b5cf-915003c0790c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:06.690349 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e16141d8-1157-440c-9501-fc2147cd3c41 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:06.704736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e16141d8-1157-440c-9501-fc2147cd3c41 None None] Transition to ACTIVE for port object b8afd543-df67-4269-a99d-5d442c2c6072 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:06.708878 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e16141d8-1157-440c-9501-fc2147cd3c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:06.801418 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16141d8-1157-440c-9501-fc2147cd3c41 None None] Pushing event updated for resources: {'Port': ['ID=b8afd543-df67-4269-a99d-5d442c2c6072,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:06.816363 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.ipam_backend_mixin [None req-47ded409-12cf-4b62-b5cf-915003c0790c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet edd497a0-0e58-4354-9f48-7d8e60bc5943 (CIDR: 2001:db8::/64) Jul 28 11:49:06.820655 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ded409-12cf-4b62-b5cf-915003c0790c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:49:06.821137 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ded409-12cf-4b62-b5cf-915003c0790c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:06.837080 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-47ded409-12cf-4b62-b5cf-915003c0790c tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2760744 Jul 28 11:49:06.839999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58952) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:06.845039 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d851c9a5-a89e-44de-9f5a-5c04bf7b9c9d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'subnet': {'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:06.845966 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a68ca4b1-5a60-4b7c-ae4d-f0026b2526ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:06.864424 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-a68ca4b1-5a60-4b7c-ae4d-f0026b2526ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Transition to ACTIVE for port object 63de65c6-f2a0-416c-bbaa-5b6dc6da6c60 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:06.902719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a68ca4b1-5a60-4b7c-ae4d-f0026b2526ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:06.945989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68ca4b1-5a60-4b7c-ae4d-f0026b2526ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network abbcd2e4-e5d2-4969-952f-7288e0c0ece4 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:06.951907 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-a68ca4b1-5a60-4b7c-ae4d-f0026b2526ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:06.955267 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ca4b1-5a60-4b7c-ae4d-f0026b2526ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:06.971524 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d851c9a5-a89e-44de-9f5a-5c04bf7b9c9d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:06.975245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d851c9a5-a89e-44de-9f5a-5c04bf7b9c9d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:06.990880 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ca4b1-5a60-4b7c-ae4d-f0026b2526ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=63de65c6-f2a0-416c-bbaa-5b6dc6da6c60,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:07.018665 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68ca4b1-5a60-4b7c-ae4d-f0026b2526ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:07.019742 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a68ca4b1-5a60-4b7c-ae4d-f0026b2526ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:07.053588 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a68ca4b1-5a60-4b7c-ae4d-f0026b2526ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 0.9580698 Jul 28 11:49:07.056202 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58954) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:07.062201 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-5e8970a7-d293-46fe-8d84-fcc2a823a060 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bbd3d561-beb5-4d6d-bd4e-0b3eb6a5ddad'}]}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:07.095231 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.ipam_backend_mixin [None req-d851c9a5-a89e-44de-9f5a-5c04bf7b9c9d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a2314876-7c6f-4796-b5ba-0b408fda0f2a (CIDR: 2001:db8:0:1::/64) Jul 28 11:49:07.099511 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-d851c9a5-a89e-44de-9f5a-5c04bf7b9c9d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:49:07.099953 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d851c9a5-a89e-44de-9f5a-5c04bf7b9c9d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:07.121130 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d851c9a5-a89e-44de-9f5a-5c04bf7b9c9d tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2799802 Jul 28 11:49:07.124168 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58956) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:07.129283 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-98c437f2-6ca3-4a17-97eb-e9c9be4752d6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'subnet': {'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:07.167796 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5e8970a7-d293-46fe-8d84-fcc2a823a060 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:07.246029 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d556a142-9438-496e-b018-f1d0c58b4ff0 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:07.282925 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c437f2-6ca3-4a17-97eb-e9c9be4752d6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Made reservation on behalf of 7afb90f661d64aa0a8cacc3c8af77233 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:07.286759 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-98c437f2-6ca3-4a17-97eb-e9c9be4752d6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:07.338215 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port d556a142-9438-496e-b018-f1d0c58b4ff0 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:07.344366 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b8afd543-df67-4269-a99d-5d442c2c6072 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:07.495581 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-5e8970a7-d293-46fe-8d84-fcc2a823a060 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Delete allocated IP 172.20.0.19 (abbcd2e4-e5d2-4969-952f-7288e0c0ece4/c2dc1bcc-9129-49d1-95c2-4deeac7684d0) {{(pid=100415) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 11:49:07.543849 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a37428-d8ed-46f4-8930-29ffd9793d7a None None] Network abbcd2e4-e5d2-4969-952f-7288e0c0ece4 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:07.583040 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-98c437f2-6ca3-4a17-97eb-e9c9be4752d6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:07.628752 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c437f2-6ca3-4a17-97eb-e9c9be4752d6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Network ca168f09-cf7b-434c-bdb4-a31095463e42 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:07.634341 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-98c437f2-6ca3-4a17-97eb-e9c9be4752d6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:07.638769 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c437f2-6ca3-4a17-97eb-e9c9be4752d6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:07.639374 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-98c437f2-6ca3-4a17-97eb-e9c9be4752d6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:07.647176 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b76a66f0-f1c8-44ad-9630-ba73537d6757 None None] Provisioning for port b8afd543-df67-4269-a99d-5d442c2c6072 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:07.654054 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b76a66f0-f1c8-44ad-9630-ba73537d6757 None None] Provisioning complete for port b8afd543-df67-4269-a99d-5d442c2c6072 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:07.654506 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b76a66f0-f1c8-44ad-9630-ba73537d6757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:07.656312 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c437f2-6ca3-4a17-97eb-e9c9be4752d6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Subnet': ['ID=d2b0850d-ef8d-4fcb-8a6a-748c3bcfa547,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:07.663094 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-98c437f2-6ca3-4a17-97eb-e9c9be4752d6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5377700 Jul 28 11:49:07.666012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58958) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:07.673112 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d8f701e2-b266-4ab2-ab97-85468a1df871 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1962781091', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd2b0850d-ef8d-4fcb-8a6a-748c3bcfa547'}], 'security_groups': ['0c9f8542-7f80-4024-8007-a21c41a5ba27', '5569a3b7-e687-4454-9440-5684364a9d26']}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:07.710520 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5e8970a7-d293-46fe-8d84-fcc2a823a060 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:07.732573 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-5e8970a7-d293-46fe-8d84-fcc2a823a060 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Ignored duplicate provisioning block setup for port 63de65c6-f2a0-416c-bbaa-5b6dc6da6c60 by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 28 11:49:07.748046 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5e8970a7-d293-46fe-8d84-fcc2a823a060 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:07.765808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d8f701e2-b266-4ab2-ab97-85468a1df871 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:07.821065 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8970a7-d293-46fe-8d84-fcc2a823a060 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=63de65c6-f2a0-416c-bbaa-5b6dc6da6c60,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:07.836435 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b76a66f0-f1c8-44ad-9630-ba73537d6757 None None] Provisioning for port d556a142-9438-496e-b018-f1d0c58b4ff0 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:07.850111 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b76a66f0-f1c8-44ad-9630-ba73537d6757 None None] Provisioning complete for port d556a142-9438-496e-b018-f1d0c58b4ff0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:07.850595 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b76a66f0-f1c8-44ad-9630-ba73537d6757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:07.906614 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-5e8970a7-d293-46fe-8d84-fcc2a823a060 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] In _notify_port_updated(), no bound segment for port 63de65c6-f2a0-416c-bbaa-5b6dc6da6c60 on network abbcd2e4-e5d2-4969-952f-7288e0c0ece4 {{(pid=100415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:49:07.912715 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8970a7-d293-46fe-8d84-fcc2a823a060 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:07.913386 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5e8970a7-d293-46fe-8d84-fcc2a823a060 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:07.917708 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5e8970a7-d293-46fe-8d84-fcc2a823a060 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "PUT /v2.0/ports/63de65c6-f2a0-416c-bbaa-5b6dc6da6c60 HTTP/1.1" status: 200 len: 918 time: 0.8577309 Jul 28 11:49:07.917921 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58960) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:07.923535 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-00b0635f-6176-4764-9531-7e7c5daf1a34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bbd3d561-beb5-4d6d-bd4e-0b3eb6a5ddad'}, {'subnet_id': 'c2dc1bcc-9129-49d1-95c2-4deeac7684d0'}]}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:07.993466 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00b0635f-6176-4764-9531-7e7c5daf1a34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:08.031555 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc3fdb6-28bb-4744-9e61-8947e200eaeb None None] Network ca168f09-cf7b-434c-bdb4-a31095463e42 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:08.112700 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-d8f701e2-b266-4ab2-ab97-85468a1df871 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Delete allocated IP 2001:db8::11a (ca168f09-cf7b-434c-bdb4-a31095463e42/edd497a0-0e58-4354-9f48-7d8e60bc5943) {{(pid=100416) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 11:49:08.122911 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-d8f701e2-b266-4ab2-ab97-85468a1df871 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Allocated IP 2001:db8:0:2::1c2 (ca168f09-cf7b-434c-bdb4-a31095463e42/d2b0850d-ef8d-4fcb-8a6a-748c3bcfa547/e4f19e79-9dab-4dae-873d-05e2e186b293) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:08.127312 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:08.146475 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683368be-0c41-4850-894d-761608b627c4 None None] Update dhcp port {'port': {'network_id': 'abbcd2e4-e5d2-4969-952f-7288e0c0ece4', 'fixed_ips': [{'subnet_id': 'bbd3d561-beb5-4d6d-bd4e-0b3eb6a5ddad', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c2dc1bcc-9129-49d1-95c2-4deeac7684d0'}], 'binding:host_id': 'dv-neutron-786478-16-hyperv'}, 'id': 'd556a142-9438-496e-b018-f1d0c58b4ff0'} from dv-neutron-786478-16-hyperv. {{(pid=100417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:49:08.208052 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-683368be-0c41-4850-894d-761608b627c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:08.261196 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b76a66f0-f1c8-44ad-9630-ba73537d6757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:08.273263 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-00b0635f-6176-4764-9531-7e7c5daf1a34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Allocated IP 172.20.0.22 (abbcd2e4-e5d2-4969-952f-7288e0c0ece4/c2dc1bcc-9129-49d1-95c2-4deeac7684d0/63de65c6-f2a0-416c-bbaa-5b6dc6da6c60) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:08.298036 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d8f701e2-b266-4ab2-ab97-85468a1df871 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:08.313259 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-d8f701e2-b266-4ab2-ab97-85468a1df871 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Ignored duplicate provisioning block setup for port e4f19e79-9dab-4dae-873d-05e2e186b293 by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 28 11:49:08.318514 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d8f701e2-b266-4ab2-ab97-85468a1df871 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:08.385631 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-d8f701e2-b266-4ab2-ab97-85468a1df871 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] In _notify_port_updated(), no bound segment for port e4f19e79-9dab-4dae-873d-05e2e186b293 on network ca168f09-cf7b-434c-bdb4-a31095463e42 {{(pid=100416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:49:08.391242 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f701e2-b266-4ab2-ab97-85468a1df871 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:08.391881 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d8f701e2-b266-4ab2-ab97-85468a1df871 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:08.395767 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d8f701e2-b266-4ab2-ab97-85468a1df871 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "PUT /v2.0/ports/e4f19e79-9dab-4dae-873d-05e2e186b293 HTTP/1.1" status: 200 len: 970 time: 0.7249384 Jul 28 11:49:08.396090 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58962) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:08.402447 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f701e2-b266-4ab2-ab97-85468a1df871 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event updated for resources: {'Port': ['ID=e4f19e79-9dab-4dae-873d-05e2e186b293,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:08.409202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b76a66f0-f1c8-44ad-9630-ba73537d6757 None None] For port d556a142-9438-496e-b018-f1d0c58b4ff0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d556a142-9438-496e-b018-f1d0c58b4ff0,segment=NetworkSegment(fc14f016-ed03-4c75-a2ce-b0f2dfadfd83),segment_id=fc14f016-ed03-4c75-a2ce-b0f2dfadfd83)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:08.419558 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b76a66f0-f1c8-44ad-9630-ba73537d6757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:08.470759 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b76a66f0-f1c8-44ad-9630-ba73537d6757 None None] Provisioning complete for port 60a49b71-ae2b-4a47-999a-6cf44636b23f triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:08.471150 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b76a66f0-f1c8-44ad-9630-ba73537d6757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:08.477476 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00b0635f-6176-4764-9531-7e7c5daf1a34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:08.495928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-00b0635f-6176-4764-9531-7e7c5daf1a34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Ignored duplicate provisioning block setup for port 63de65c6-f2a0-416c-bbaa-5b6dc6da6c60 by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 28 11:49:08.501017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00b0635f-6176-4764-9531-7e7c5daf1a34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:08.520884 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a66f0-f1c8-44ad-9630-ba73537d6757 None None] Pushing event updated for resources: {'Port': ['ID=d556a142-9438-496e-b018-f1d0c58b4ff0,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:08.560419 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-95270706-57a0-48f9-b02f-ea1281ee5ca7 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port e4f19e79-9dab-4dae-873d-05e2e186b293 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:08.560764 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-95270706-57a0-48f9-b02f-ea1281ee5ca7 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:08.569481 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b76a66f0-f1c8-44ad-9630-ba73537d6757 None None] Port 60a49b71-ae2b-4a47-999a-6cf44636b23f cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:08.582023 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4862be2c-2294-45f0-b5e5-24f41e37c200 None None] Update dhcp port {'port': {'network_id': 'ca168f09-cf7b-434c-bdb4-a31095463e42', 'fixed_ips': [{'subnet_id': 'a2314876-7c6f-4796-b5ba-0b408fda0f2a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'edd497a0-0e58-4354-9f48-7d8e60bc5943', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd2b0850d-ef8d-4fcb-8a6a-748c3bcfa547'}], 'binding:host_id': 'dv-neutron-786478-16-hyperv'}, 'id': 'b8afd543-df67-4269-a99d-5d442c2c6072'} from dv-neutron-786478-16-hyperv. {{(pid=100417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:49:08.610406 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-683368be-0c41-4850-894d-761608b627c4 None None] Allocated IP 172.20.0.18 (abbcd2e4-e5d2-4969-952f-7288e0c0ece4/c2dc1bcc-9129-49d1-95c2-4deeac7684d0/d556a142-9438-496e-b018-f1d0c58b4ff0) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:08.619416 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4862be2c-2294-45f0-b5e5-24f41e37c200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:08.635929 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0635f-6176-4764-9531-7e7c5daf1a34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=63de65c6-f2a0-416c-bbaa-5b6dc6da6c60,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:08.702017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-00b0635f-6176-4764-9531-7e7c5daf1a34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] In _notify_port_updated(), no bound segment for port 63de65c6-f2a0-416c-bbaa-5b6dc6da6c60 on network abbcd2e4-e5d2-4969-952f-7288e0c0ece4 {{(pid=100415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:49:08.707514 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b0635f-6176-4764-9531-7e7c5daf1a34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:08.708144 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-00b0635f-6176-4764-9531-7e7c5daf1a34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:08.709443 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-00b0635f-6176-4764-9531-7e7c5daf1a34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "PUT /v2.0/ports/63de65c6-f2a0-416c-bbaa-5b6dc6da6c60 HTTP/1.1" status: 200 len: 998 time: 0.7904813 Jul 28 11:49:08.712289 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58964) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:08.753412 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-95270706-57a0-48f9-b02f-ea1281ee5ca7 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:08.769303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8fc35e06-809e-423a-9377-c799e1f194f6 None None] Provisioning for port e4f19e79-9dab-4dae-873d-05e2e186b293 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:08.787771 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8fc35e06-809e-423a-9377-c799e1f194f6 None None] Provisioning complete for port e4f19e79-9dab-4dae-873d-05e2e186b293 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:08.788145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8fc35e06-809e-423a-9377-c799e1f194f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:08.790648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-95270706-57a0-48f9-b02f-ea1281ee5ca7 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for e4f19e79-9dab-4dae-873d-05e2e186b293 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:08.846625 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-683368be-0c41-4850-894d-761608b627c4 None None] For port d556a142-9438-496e-b018-f1d0c58b4ff0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d556a142-9438-496e-b018-f1d0c58b4ff0,segment=NetworkSegment(fc14f016-ed03-4c75-a2ce-b0f2dfadfd83),segment_id=fc14f016-ed03-4c75-a2ce-b0f2dfadfd83)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:08.890606 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8fc35e06-809e-423a-9377-c799e1f194f6 None None] Port e4f19e79-9dab-4dae-873d-05e2e186b293 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:08.928236 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-683368be-0c41-4850-894d-761608b627c4 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:08.931603 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-4862be2c-2294-45f0-b5e5-24f41e37c200 None None] Allocated IP 2001:db8:0:2::2 (ca168f09-cf7b-434c-bdb4-a31095463e42/d2b0850d-ef8d-4fcb-8a6a-748c3bcfa547/b8afd543-df67-4269-a99d-5d442c2c6072) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:08.957801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-683368be-0c41-4850-894d-761608b627c4 None None] Transition to ACTIVE for port object d556a142-9438-496e-b018-f1d0c58b4ff0 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:08.970885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-683368be-0c41-4850-894d-761608b627c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.085890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d556a142-9438-496e-b018-f1d0c58b4ff0 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:09.132890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683368be-0c41-4850-894d-761608b627c4 None None] Pushing event updated for resources: {'Port': ['ID=d556a142-9438-496e-b018-f1d0c58b4ff0,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:09.152826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-4862be2c-2294-45f0-b5e5-24f41e37c200 None None] For port b8afd543-df67-4269-a99d-5d442c2c6072, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b8afd543-df67-4269-a99d-5d442c2c6072,segment=NetworkSegment(2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9),segment_id=2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:09.196126 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4862be2c-2294-45f0-b5e5-24f41e37c200 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.219483 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4862be2c-2294-45f0-b5e5-24f41e37c200 None None] Transition to ACTIVE for port object b8afd543-df67-4269-a99d-5d442c2c6072 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:09.225405 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4862be2c-2294-45f0-b5e5-24f41e37c200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.236907 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff6712-0ca9-463a-b05c-7c0585beb974 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port 63de65c6-f2a0-416c-bbaa-5b6dc6da6c60 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:09.237248 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6712-0ca9-463a-b05c-7c0585beb974 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.343300 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862be2c-2294-45f0-b5e5-24f41e37c200 None None] Pushing event updated for resources: {'Port': ['ID=b8afd543-df67-4269-a99d-5d442c2c6072,revision_number=7']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:09.379721 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6712-0ca9-463a-b05c-7c0585beb974 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.382610 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-95270706-57a0-48f9-b02f-ea1281ee5ca7 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.420701 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff6712-0ca9-463a-b05c-7c0585beb974 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for 63de65c6-f2a0-416c-bbaa-5b6dc6da6c60 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:09.426826 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95270706-57a0-48f9-b02f-ea1281ee5ca7 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=e4f19e79-9dab-4dae-873d-05e2e186b293,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:09.456164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-95270706-57a0-48f9-b02f-ea1281ee5ca7 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.458137 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-95270706-57a0-48f9-b02f-ea1281ee5ca7 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/ports/e4f19e79-9dab-4dae-873d-05e2e186b293 HTTP/1.1" status: 204 len: 168 time: 1.0610859 Jul 28 11:49:09.460771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58966) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:09.520878 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64074eb-ef96-4747-a9c8-2fd29194c7b7 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] GET failed (client error): The resource could not be found. Jul 28 11:49:09.522514 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c64074eb-ef96-4747-a9c8-2fd29194c7b7 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports/e4f19e79-9dab-4dae-873d-05e2e186b293 HTTP/1.1" status: 404 len: 333 time: 0.0607920 Jul 28 11:49:09.526368 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58968) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:09.592447 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1a6fc95e-f13f-4f56-950f-421ca4e5aeee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.622203 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1a6fc95e-f13f-4f56-950f-421ca4e5aeee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.668554 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6712-0ca9-463a-b05c-7c0585beb974 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.681287 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1a6fc95e-f13f-4f56-950f-421ca4e5aeee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.684607 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1a6fc95e-f13f-4f56-950f-421ca4e5aeee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.688617 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1a6fc95e-f13f-4f56-950f-421ca4e5aeee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/security-groups/d9a989c0-9758-4dd5-80fa-3fff0d533ef4 HTTP/1.1" status: 204 len: 168 time: 0.1587615 Jul 28 11:49:09.695864 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58970) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:09.705544 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff6712-0ca9-463a-b05c-7c0585beb974 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=63de65c6-f2a0-416c-bbaa-5b6dc6da6c60,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:09.718803 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fc95e-f13f-4f56-950f-421ca4e5aeee tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a989c0-9758-4dd5-80fa-3fff0d533ef4,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:09.747420 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3af626-a42b-4946-81ee-11ba67444a19 None None] Network abbcd2e4-e5d2-4969-952f-7288e0c0ece4 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:09.774165 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-64a30f24-65df-4428-b4e6-46b74b919c03 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.799971 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-64a30f24-65df-4428-b4e6-46b74b919c03 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.817649 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-58db558a-0f16-4697-a5ce-dde148f4f8bf None None] Could not find standard attr ID for object 63de65c6-f2a0-416c-bbaa-5b6dc6da6c60. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:49:09.852044 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6712-0ca9-463a-b05c-7c0585beb974 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.857020 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b8ff6712-0ca9-463a-b05c-7c0585beb974 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/ports/63de65c6-f2a0-416c-bbaa-5b6dc6da6c60 HTTP/1.1" status: 204 len: 168 time: 1.1431108 Jul 28 11:49:09.858970 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58974) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:09.874245 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-58db558a-0f16-4697-a5ce-dde148f4f8bf None None] Provisioning for port d556a142-9438-496e-b018-f1d0c58b4ff0 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:09.882285 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-58db558a-0f16-4697-a5ce-dde148f4f8bf None None] Provisioning complete for port d556a142-9438-496e-b018-f1d0c58b4ff0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:09.882733 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58db558a-0f16-4697-a5ce-dde148f4f8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.887553 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-64a30f24-65df-4428-b4e6-46b74b919c03 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.888819 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b79ef24-16e1-49b3-8dc7-d80eedae3e7a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] GET failed (client error): The resource could not be found. Jul 28 11:49:09.890509 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1b79ef24-16e1-49b3-8dc7-d80eedae3e7a tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports/63de65c6-f2a0-416c-bbaa-5b6dc6da6c60 HTTP/1.1" status: 404 len: 333 time: 0.0282314 Jul 28 11:49:09.893178 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58976) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:09.896980 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-64a30f24-65df-4428-b4e6-46b74b919c03 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.898329 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-64a30f24-65df-4428-b4e6-46b74b919c03 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/security-groups/5569a3b7-e687-4454-9440-5684364a9d26 HTTP/1.1" status: 204 len: 168 time: 0.2014759 Jul 28 11:49:09.904346 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58978) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:09.954082 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a30f24-65df-4428-b4e6-46b74b919c03 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5569a3b7-e687-4454-9440-5684364a9d26,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:09.971799 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52b3ff8-174c-4d6f-a9bc-7f46d659f3c2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting subnet c2dc1bcc-9129-49d1-95c2-4deeac7684d0 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:49:09.976579 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a52b3ff8-174c-4d6f-a9bc-7f46d659f3c2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:09.980197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b43978f6-60fa-45e7-b6c2-e20ca4469039 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.012329 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b43978f6-60fa-45e7-b6c2-e20ca4469039 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.035983 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a52b3ff8-174c-4d6f-a9bc-7f46d659f3c2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.072032 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b43978f6-60fa-45e7-b6c2-e20ca4469039 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.075963 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b43978f6-60fa-45e7-b6c2-e20ca4469039 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.079097 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b43978f6-60fa-45e7-b6c2-e20ca4469039 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/security-groups/0c9f8542-7f80-4024-8007-a21c41a5ba27 HTTP/1.1" status: 204 len: 168 time: 0.1703866 Jul 28 11:49:10.081554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58980) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:10.095356 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43978f6-60fa-45e7-b6c2-e20ca4469039 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9f8542-7f80-4024-8007-a21c41a5ba27,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:10.128119 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a52b3ff8-174c-4d6f-a9bc-7f46d659f3c2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.145680 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0f17ea28-9eab-437c-a08e-cca25f6fc2e6 None None] Provisioning for port b8afd543-df67-4269-a99d-5d442c2c6072 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:10.150668 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0f17ea28-9eab-437c-a08e-cca25f6fc2e6 None None] Provisioning complete for port b8afd543-df67-4269-a99d-5d442c2c6072 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:10.151171 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f17ea28-9eab-437c-a08e-cca25f6fc2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.151364 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1d2572-be4b-43c9-bbe1-9c028b2e93d0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting subnet edd497a0-0e58-4354-9f48-7d8e60bc5943 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:49:10.154965 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6a1d2572-be4b-43c9-bbe1-9c028b2e93d0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.205726 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a52b3ff8-174c-4d6f-a9bc-7f46d659f3c2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.210837 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6a1d2572-be4b-43c9-bbe1-9c028b2e93d0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.241134 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b3ff8-174c-4d6f-a9bc-7f46d659f3c2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Subnet': ['ID=c2dc1bcc-9129-49d1-95c2-4deeac7684d0,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:10.244048 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a52b3ff8-174c-4d6f-a9bc-7f46d659f3c2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.246901 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a52b3ff8-174c-4d6f-a9bc-7f46d659f3c2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/c2dc1bcc-9129-49d1-95c2-4deeac7684d0 HTTP/1.1" status: 204 len: 168 time: 0.3524933 Jul 28 11:49:10.249411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58982) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:10.258784 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0f17ea28-9eab-437c-a08e-cca25f6fc2e6 None None] Could not find standard attr ID for object e4f19e79-9dab-4dae-873d-05e2e186b293. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:49:10.264114 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58984) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:10.271148 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0f17ea28-9eab-437c-a08e-cca25f6fc2e6 None None] Provisioning complete for port 60a49b71-ae2b-4a47-999a-6cf44636b23f triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:10.271460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f17ea28-9eab-437c-a08e-cca25f6fc2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.310159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0f17ea28-9eab-437c-a08e-cca25f6fc2e6 None None] Port 60a49b71-ae2b-4a47-999a-6cf44636b23f cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:10.327812 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6a1d2572-be4b-43c9-bbe1-9c028b2e93d0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.380355 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e394ca7-417a-4ff9-b8b9-c01e3a6312a1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting subnet bbd3d561-beb5-4d6d-bd4e-0b3eb6a5ddad {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:49:10.388071 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e394ca7-417a-4ff9-b8b9-c01e3a6312a1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.405951 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6a1d2572-be4b-43c9-bbe1-9c028b2e93d0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.433386 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb70da51-723f-47f9-a5a6-c4c878fbed23 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:10.433763 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb70da51-723f-47f9-a5a6-c4c878fbed23 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:10.434315 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb70da51-723f-47f9-a5a6-c4c878fbed23 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:10.436154 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bb70da51-723f-47f9-a5a6-c4c878fbed23 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=494923637e9742fd92ad3c4630d377e7&network_id=b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 HTTP/1.1" status: 200 len: 3001 time: 0.1710949 Jul 28 11:49:10.439721 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ec5a01ef-c2fa-4774-b7d5-3bf219a599e6 None None] Could not find standard attr ID for object e4f19e79-9dab-4dae-873d-05e2e186b293. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:49:10.449342 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d2572-be4b-43c9-bbe1-9c028b2e93d0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Subnet': ['ID=edd497a0-0e58-4354-9f48-7d8e60bc5943,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:10.452953 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6a1d2572-be4b-43c9-bbe1-9c028b2e93d0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.454895 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6a1d2572-be4b-43c9-bbe1-9c028b2e93d0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/edd497a0-0e58-4354-9f48-7d8e60bc5943 HTTP/1.1" status: 204 len: 168 time: 0.3725660 Jul 28 11:49:10.459885 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58988) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:10.463343 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e394ca7-417a-4ff9-b8b9-c01e3a6312a1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.517890 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fecd118-ccf4-42a7-a5c6-8debd2be42e2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting subnet d2b0850d-ef8d-4fcb-8a6a-748c3bcfa547 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:49:10.521229 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3fecd118-ccf4-42a7-a5c6-8debd2be42e2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.558610 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e394ca7-417a-4ff9-b8b9-c01e3a6312a1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.567699 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3fecd118-ccf4-42a7-a5c6-8debd2be42e2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.626288 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e394ca7-417a-4ff9-b8b9-c01e3a6312a1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.663577 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e394ca7-417a-4ff9-b8b9-c01e3a6312a1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.665619 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6e394ca7-417a-4ff9-b8b9-c01e3a6312a1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/bbd3d561-beb5-4d6d-bd4e-0b3eb6a5ddad HTTP/1.1" status: 204 len: 168 time: 0.4142334 Jul 28 11:49:10.667013 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e394ca7-417a-4ff9-b8b9-c01e3a6312a1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd3d561-beb5-4d6d-bd4e-0b3eb6a5ddad,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:10.669756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 58992) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:10.680911 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10a9ecf-b719-4560-ba7c-c692f9af0b55 None None] Network abbcd2e4-e5d2-4969-952f-7288e0c0ece4 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:10.695662 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ee53e8-4363-49dd-b085-fa5a577f867f None None] Network ca168f09-cf7b-434c-bdb4-a31095463e42 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:10.724460 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3fecd118-ccf4-42a7-a5c6-8debd2be42e2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.786447 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.830930 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3fecd118-ccf4-42a7-a5c6-8debd2be42e2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.868011 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecd118-ccf4-42a7-a5c6-8debd2be42e2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b0850d-ef8d-4fcb-8a6a-748c3bcfa547,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:10.874517 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3fecd118-ccf4-42a7-a5c6-8debd2be42e2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.878589 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3fecd118-ccf4-42a7-a5c6-8debd2be42e2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/d2b0850d-ef8d-4fcb-8a6a-748c3bcfa547 HTTP/1.1" status: 204 len: 168 time: 0.4152098 Jul 28 11:49:10.879132 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58994) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:10.895422 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port d556a142-9438-496e-b018-f1d0c58b4ff0 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:10.896206 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.911282 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3c6d1b-d4e4-4cef-8c1b-ab1b749c7d54 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:10.911753 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3c6d1b-d4e4-4cef-8c1b-ab1b749c7d54 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:10.915918 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ef3c6d1b-d4e4-4cef-8c1b-ab1b749c7d54 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/edd497a0-0e58-4354-9f48-7d8e60bc5943 HTTP/1.1" status: 404 len: 337 time: 0.0328319 Jul 28 11:49:10.916195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58996) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:10.957170 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-03334456-bea2-4e7f-9900-a15c119e05f7 None None] Provisioning complete for port d556a142-9438-496e-b018-f1d0c58b4ff0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:10.957747 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03334456-bea2-4e7f-9900-a15c119e05f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.961393 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] For port d556a142-9438-496e-b018-f1d0c58b4ff0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d556a142-9438-496e-b018-f1d0c58b4ff0,segment=NetworkSegment(fc14f016-ed03-4c75-a2ce-b0f2dfadfd83),segment_id=fc14f016-ed03-4c75-a2ce-b0f2dfadfd83)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:10.961681 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:10.972353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb13d26-5872-4f0f-94eb-90fada67b0ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting subnet a2314876-7c6f-4796-b5ba-0b408fda0f2a {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:49:10.975266 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for d556a142-9438-496e-b018-f1d0c58b4ff0 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:10.975664 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ecb13d26-5872-4f0f-94eb-90fada67b0ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.019115 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ecb13d26-5872-4f0f-94eb-90fada67b0ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.066585 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.081252 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-03334456-bea2-4e7f-9900-a15c119e05f7 None None] Could not find standard attr ID for object d556a142-9438-496e-b018-f1d0c58b4ff0. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:49:11.091554 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.plugins.ml2.db [None req-03334456-bea2-4e7f-9900-a15c119e05f7 None None] No ports have port_id starting with d556a142-9438-496e-b018-f1d0c58b4ff0 Jul 28 11:49:11.110988 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=d556a142-9438-496e-b018-f1d0c58b4ff0,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:11.113247 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No DVR routers for this DVR port d556a142-9438-496e-b018-f1d0c58b4ff0 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:49:11.144406 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ecb13d26-5872-4f0f-94eb-90fada67b0ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.146221 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d556a142-9438-496e-b018-f1d0c58b4ff0 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:11.182313 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: d556a142-9438-496e-b018-f1d0c58b4ff0 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:49:11.184233 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d556a142-9438-496e-b018-f1d0c58b4ff0 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 11:49:11.190027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166b2788-3bc7-4fda-a46c-c2f5b79f1481 None None] DHCP port deletion for abbcd2e4-e5d2-4969-952f-7288e0c0ece4 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:49:11.204367 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.217383 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbcd2e4-e5d2-4969-952f-7288e0c0ece4']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:11.218913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Port d556a142-9438-496e-b018-f1d0c58b4ff0 not found, will not notify nova. {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 11:49:11.219408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b8afd543-df67-4269-a99d-5d442c2c6072 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:11.233266 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ecb13d26-5872-4f0f-94eb-90fada67b0ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.236394 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc14f016-ed03-4c75-a2ce-b0f2dfadfd83') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:11.236551 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc14f016-ed03-4c75-a2ce-b0f2dfadfd83') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:11.252522 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.275980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port b8afd543-df67-4269-a99d-5d442c2c6072 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:11.276638 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.283205 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb13d26-5872-4f0f-94eb-90fada67b0ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Subnet': ['ID=a2314876-7c6f-4796-b5ba-0b408fda0f2a,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:11.285111 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.287575 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ecb13d26-5872-4f0f-94eb-90fada67b0ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.292387 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ecb13d26-5872-4f0f-94eb-90fada67b0ec tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/a2314876-7c6f-4796-b5ba-0b408fda0f2a HTTP/1.1" status: 204 len: 168 time: 0.3723452 Jul 28 11:49:11.292855 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 58998) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:11.299971 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:49:11.300393 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:49:11.305439 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:49:11.336414 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-b525b632-8904-4d7f-900d-2b1b1ddee0c8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:11.337106 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b525b632-8904-4d7f-900d-2b1b1ddee0c8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:11.343141 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b525b632-8904-4d7f-900d-2b1b1ddee0c8 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/13b8edd4-9cbc-4639-a70a-58c9f1ed35cd HTTP/1.1" status: 404 len: 337 time: 0.0490482 Jul 28 11:49:11.343308 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59000) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:11.392437 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-76ac1bd7-523f-4aad-b1aa-61b705df4fb2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebc8e1c-762c-4ae3-91ca-f3e757c11df8 HTTP/1.1" status: 200 len: 205 time: 0.0483000 Jul 28 11:49:11.395061 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59002) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:11.402001 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.406792 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.408860 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/networks/abbcd2e4-e5d2-4969-952f-7288e0c0ece4 HTTP/1.1" status: 204 len: 168 time: 0.7377286 Jul 28 11:49:11.414685 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59004) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:11.439605 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b8628-29b1-4bb4-b508-10e899b940ac tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Network': ['ID=abbcd2e4-e5d2-4969-952f-7288e0c0ece4,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:11.442180 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-3fe5fdaa-741f-4400-b5c4-02457df962f0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] delete failed (client error): The resource could not be found. Jul 28 11:49:11.446034 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3fe5fdaa-741f-4400-b5c4-02457df962f0 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/routers/eebc8e1c-762c-4ae3-91ca-f3e757c11df8 HTTP/1.1" status: 404 len: 336 time: 0.0499525 Jul 28 11:49:11.446665 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59006) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:11.474847 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb016593-4f85-452c-bb16-fae74088fbde tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:11.475312 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb016593-4f85-452c-bb16-fae74088fbde tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:11.478460 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bb016593-4f85-452c-bb16-fae74088fbde tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/eba96934-eb40-40ba-b7fd-95712e8ede64 HTTP/1.1" status: 404 len: 337 time: 0.0293655 Jul 28 11:49:11.478720 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359bd511-aed8-47b0-895d-b0225294783b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:11.479765 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-359bd511-aed8-47b0-895d-b0225294783b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0640059 Jul 28 11:49:11.480354 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59008) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:11.482962 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59010) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:11.534313 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce13eca-e0ff-4e98-b867-1d755b2d2df2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:11.534796 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce13eca-e0ff-4e98-b867-1d755b2d2df2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:11.538661 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1ce13eca-e0ff-4e98-b867-1d755b2d2df2 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/a477d676-7c02-480a-9dcb-8bbb85c44d19 HTTP/1.1" status: 404 len: 337 time: 0.0552807 Jul 28 11:49:11.539366 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59012) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:11.559036 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a8eedb41-4d85-438f-81b3-f8a2ae6f2033 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0749829 Jul 28 11:49:11.561429 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59014) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:11.566588 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-ff699d78-55a0-467b-8610-70de4b4d9e40 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1918964176'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:11.567955 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f7bf96-b308-4cff-82c9-9ed340fdeb9a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:11.568563 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f7bf96-b308-4cff-82c9-9ed340fdeb9a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:11.573614 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-93f7bf96-b308-4cff-82c9-9ed340fdeb9a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/a958c05f-eef4-40c8-a203-253f6b87e790 HTTP/1.1" status: 404 len: 337 time: 0.0301378 Jul 28 11:49:11.574370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59016) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:11.592261 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff699d78-55a0-467b-8610-70de4b4d9e40 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:11.595808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ff699d78-55a0-467b-8610-70de4b4d9e40 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.597857 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf33853-2171-45ad-907b-7b71955ec5b6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:11.598607 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf33853-2171-45ad-907b-7b71955ec5b6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:11.600336 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-abf33853-2171-45ad-907b-7b71955ec5b6 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/ports/510115d0-5910-4712-be17-ffe77bdcb472 HTTP/1.1" status: 404 len: 333 time: 0.0254960 Jul 28 11:49:11.602902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59018) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:11.621707 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff699d78-55a0-467b-8610-70de4b4d9e40 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:49:11.631176 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ff699d78-55a0-467b-8610-70de4b4d9e40 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.631522 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-ff699d78-55a0-467b-8610-70de4b4d9e40 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Added segment 7f49a89f-cf4e-4d4e-8ad3-6f3b139af212 of type vlan for network 471a1acb-4ae0-4cea-80b9-06628b9740e8 Jul 28 11:49:11.637176 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1f2374-60f2-450f-87f9-287e8efd013a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:11.637640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1f2374-60f2-450f-87f9-287e8efd013a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:11.641768 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1a1f2374-60f2-450f-87f9-287e8efd013a tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/aeccb26a-e8c4-45fa-8f58-61b7190444c8 HTTP/1.1" status: 404 len: 337 time: 0.0353937 Jul 28 11:49:11.642073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59020) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:11.670260 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-2958b499-2ce3-4b65-a60d-d039161f5063 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:11.670741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2958b499-2ce3-4b65-a60d-d039161f5063 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:11.672478 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2958b499-2ce3-4b65-a60d-d039161f5063 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/02b7c8bd-91d2-4e0e-b8ce-31729a681f88 HTTP/1.1" status: 404 len: 337 time: 0.0287120 Jul 28 11:49:11.673356 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ff699d78-55a0-467b-8610-70de4b4d9e40 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.675117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59022) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:11.700657 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-967e173d-2ffc-45a4-881b-baf761cec02f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:11.701390 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967e173d-2ffc-45a4-881b-baf761cec02f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:11.703169 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-967e173d-2ffc-45a4-881b-baf761cec02f tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/ports/b1d08442-1998-4878-90fe-cae054d02573 HTTP/1.1" status: 404 len: 333 time: 0.0271196 Jul 28 11:49:11.705633 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59024) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:11.711630 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ff699d78-55a0-467b-8610-70de4b4d9e40 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.718003 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff699d78-55a0-467b-8610-70de4b4d9e40 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:11.718816 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ff699d78-55a0-467b-8610-70de4b4d9e40 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.736907 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-705fdb96-bd6c-43f8-b427-ad72edf8c039 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:11.737338 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705fdb96-bd6c-43f8-b427-ad72edf8c039 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:11.739002 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ff699d78-55a0-467b-8610-70de4b4d9e40 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1762946 Jul 28 11:49:11.739133 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-705fdb96-bd6c-43f8-b427-ad72edf8c039 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/4d323d27-2da8-47a5-84a2-c88fc37f47bd HTTP/1.1" status: 404 len: 337 time: 0.0325739 Jul 28 11:49:11.740776 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59026) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:11.742850 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59028) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:11.756547 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-65c8848d-60d1-4da9-ba87-54ec627a9a4f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'subnet': {'network_id': '471a1acb-4ae0-4cea-80b9-06628b9740e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:11.770317 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e7c318-3fef-4c66-a9d7-e589a3e2d115 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:11.771048 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e7c318-3fef-4c66-a9d7-e589a3e2d115 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:11.774973 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-15e7c318-3fef-4c66-a9d7-e589a3e2d115 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/subnets/ce992544-8c1c-44b7-acc0-4e508d023d30 HTTP/1.1" status: 404 len: 337 time: 0.0311599 Jul 28 11:49:11.776308 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59030) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:11.779309 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ede882-32e5-42ed-92d8-66759eba3fb5 None None] Network ca168f09-cf7b-434c-bdb4-a31095463e42 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:11.847971 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff699d78-55a0-467b-8610-70de4b4d9e40 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Network': ['ID=471a1acb-4ae0-4cea-80b9-06628b9740e8,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:11.858560 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5e48a912-2053-4616-9f92-c8930b75526c None None] Provisioning complete for port b8afd543-df67-4269-a99d-5d442c2c6072 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:11.858560 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e48a912-2053-4616-9f92-c8930b75526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.877176 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 471a1acb-4ae0-4cea-80b9-06628b9740e8 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:49:11.885415 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2389224b-3995-4c26-8c92-ac0a1c2e1a09 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port 60a49b71-ae2b-4a47-999a-6cf44636b23f {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:11.885861 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2389224b-3995-4c26-8c92-ac0a1c2e1a09 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.901339 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c8848d-60d1-4da9-ba87-54ec627a9a4f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:11.905503 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65c8848d-60d1-4da9-ba87-54ec627a9a4f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.976495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2389224b-3995-4c26-8c92-ac0a1c2e1a09 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.991345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2389224b-3995-4c26-8c92-ac0a1c2e1a09 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for 60a49b71-ae2b-4a47-999a-6cf44636b23f owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:12.075640 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d1f9aa-c9ac-4b03-b18a-9d320374300b None None] DHCP port deletion for ca168f09-cf7b-434c-bdb4-a31095463e42 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:49:12.079845 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5e48a912-2053-4616-9f92-c8930b75526c None None] Provisioning complete for port 60a49b71-ae2b-4a47-999a-6cf44636b23f triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:12.080291 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e48a912-2053-4616-9f92-c8930b75526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.093681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2389224b-3995-4c26-8c92-ac0a1c2e1a09 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.127112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389224b-3995-4c26-8c92-ac0a1c2e1a09 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=60a49b71-ae2b-4a47-999a-6cf44636b23f,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:12.129151 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65c8848d-60d1-4da9-ba87-54ec627a9a4f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.135915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5e48a912-2053-4616-9f92-c8930b75526c None None] Port 60a49b71-ae2b-4a47-999a-6cf44636b23f cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:12.141164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2389224b-3995-4c26-8c92-ac0a1c2e1a09 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.143738 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2389224b-3995-4c26-8c92-ac0a1c2e1a09 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/ports/60a49b71-ae2b-4a47-999a-6cf44636b23f HTTP/1.1" status: 204 len: 168 time: 0.3664784 Jul 28 11:49:12.145719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59034) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:12.153926 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-66d1f9aa-c9ac-4b03-b18a-9d320374300b None None] Deleting port b8afd543-df67-4269-a99d-5d442c2c6072 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:12.154324 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66d1f9aa-c9ac-4b03-b18a-9d320374300b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.208212 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c8848d-60d1-4da9-ba87-54ec627a9a4f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Checking segment: {'id': '7f49a89f-cf4e-4d4e-8ad3-6f3b139af212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '471a1acb-4ae0-4cea-80b9-06628b9740e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:12.208604 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c8848d-60d1-4da9-ba87-54ec627a9a4f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network hostable DHCP agents. Network: 471a1acb-4ae0-4cea-80b9-06628b9740e8, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:49:12.212680 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8848d-60d1-4da9-ba87-54ec627a9a4f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Subnet': ['ID=390f6125-9d25-410d-80d6-d395b8eabed9,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:12.216660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-66d1f9aa-c9ac-4b03-b18a-9d320374300b None None] For port b8afd543-df67-4269-a99d-5d442c2c6072, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b8afd543-df67-4269-a99d-5d442c2c6072,segment=NetworkSegment(2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9),segment_id=2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:12.217073 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66d1f9aa-c9ac-4b03-b18a-9d320374300b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.229767 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.232671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c8848d-60d1-4da9-ba87-54ec627a9a4f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 471a1acb-4ae0-4cea-80b9-06628b9740e8 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:49:12.234215 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-66d1f9aa-c9ac-4b03-b18a-9d320374300b None None] Calling delete_port for b8afd543-df67-4269-a99d-5d442c2c6072 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:12.245360 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-65c8848d-60d1-4da9-ba87-54ec627a9a4f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 471a1acb-4ae0-4cea-80b9-06628b9740e8) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:12.250991 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c8848d-60d1-4da9-ba87-54ec627a9a4f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:12.251821 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-65c8848d-60d1-4da9-ba87-54ec627a9a4f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.271879 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59036) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:12.272118 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-65c8848d-60d1-4da9-ba87-54ec627a9a4f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5195987 Jul 28 11:49:12.279956 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4ae5d4-a0df-4f57-8c90-21d3df9bde47 None None] Network 471a1acb-4ae0-4cea-80b9-06628b9740e8 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:12.280905 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ab557547-5b91-4725-9ef5-af291914c0a6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'network_id': '471a1acb-4ae0-4cea-80b9-06628b9740e8', 'name': 'tempest-PortsTestJSON-1538873853'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:12.374907 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Deleting port b8afd543-df67-4269-a99d-5d442c2c6072 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:12.375153 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.383627 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66d1f9aa-c9ac-4b03-b18a-9d320374300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.433126 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1f9aa-c9ac-4b03-b18a-9d320374300b None None] Pushing event deleted for resources: {'Port': ['ID=b8afd543-df67-4269-a99d-5d442c2c6072,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:12.436529 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d1f9aa-c9ac-4b03-b18a-9d320374300b None None] No DVR routers for this DVR port b8afd543-df67-4269-a99d-5d442c2c6072 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:49:12.463655 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] For port b8afd543-df67-4269-a99d-5d442c2c6072, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b8afd543-df67-4269-a99d-5d442c2c6072,segment=NetworkSegment(2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9),segment_id=2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:12.464359 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.473343 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab557547-5b91-4725-9ef5-af291914c0a6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:12.475074 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-471a1acb-4ae0-4cea-80b9-06628b9740e8', 'network_id': '471a1acb-4ae0-4cea-80b9-06628b9740e8', 'tenant_id': '102cd32a4f314cda9536ce6e9327226f', 'fixed_ips': [{'subnet_id': '390f6125-9d25-410d-80d6-d395b8eabed9'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:49:12.475929 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.476971 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ab557547-5b91-4725-9ef5-af291914c0a6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.491981 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Calling delete_port for b8afd543-df67-4269-a99d-5d442c2c6072 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:12.507166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-ab557547-5b91-4725-9ef5-af291914c0a6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] device_id is not set on port c8800627-3f2e-446a-9804-067644874b09 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:49:12.609813 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Allocated IP 172.20.0.2 (471a1acb-4ae0-4cea-80b9-06628b9740e8/390f6125-9d25-410d-80d6-d395b8eabed9/c34ec357-57cd-4b41-8dce-2f55fe503354) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:12.628780 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.654240 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Port': ['ID=b8afd543-df67-4269-a99d-5d442c2c6072,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:12.658617 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] No DVR routers for this DVR port b8afd543-df67-4269-a99d-5d442c2c6072 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:49:12.736292 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.746343 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca168f09-cf7b-434c-bdb4-a31095463e42']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:12.752795 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.756720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:12.756996 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9ff2fa-dc80-4dc8-a51f-9ff643a7bfa9') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:12.761988 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Transition to ACTIVE for port object c34ec357-57cd-4b41-8dce-2f55fe503354 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:12.765866 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.776559 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Transition to ACTIVE for port object c34ec357-57cd-4b41-8dce-2f55fe503354 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:12.784543 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.785327 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.812652 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:49:12.813126 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:49:12.816103 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:49:12.822561 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Network 471a1acb-4ae0-4cea-80b9-06628b9740e8 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:12.825389 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:12.827886 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:12.860981 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Pushing event updated for resources: {'Port': ['ID=c34ec357-57cd-4b41-8dce-2f55fe503354,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:12.887285 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-ab557547-5b91-4725-9ef5-af291914c0a6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Allocated IP 172.20.0.14 (471a1acb-4ae0-4cea-80b9-06628b9740e8/390f6125-9d25-410d-80d6-d395b8eabed9/c8800627-3f2e-446a-9804-067644874b09) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:12.891540 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.892343 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Attempting to bind port c34ec357-57cd-4b41-8dce-2f55fe503354 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:49:12.893287 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Attempting to bind port c34ec357-57cd-4b41-8dce-2f55fe503354 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '7f49a89f-cf4e-4d4e-8ad3-6f3b139af212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '471a1acb-4ae0-4cea-80b9-06628b9740e8'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:49:12.893670 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Attempting to bind port c34ec357-57cd-4b41-8dce-2f55fe503354 on network 471a1acb-4ae0-4cea-80b9-06628b9740e8 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:49:12.899885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:49:12.900237 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Checking segment: {'id': '7f49a89f-cf4e-4d4e-8ad3-6f3b139af212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '471a1acb-4ae0-4cea-80b9-06628b9740e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:12.901360 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.901781 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Bound using segment: {'id': '7f49a89f-cf4e-4d4e-8ad3-6f3b139af212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '471a1acb-4ae0-4cea-80b9-06628b9740e8'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:49:12.902267 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Bound port: c34ec357-57cd-4b41-8dce-2f55fe503354, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f49a89f-cf4e-4d4e-8ad3-6f3b139af212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '471a1acb-4ae0-4cea-80b9-06628b9740e8'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:49:12.902684 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.913352 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:12.917787 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] 10.222.0.43 "DELETE /v2.0/networks/ca168f09-cf7b-434c-bdb4-a31095463e42 HTTP/1.1" status: 204 len: 168 time: 0.7677548 Jul 28 11:49:12.917787 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db79bae-55d7-4028-b779-38fe3df04968 tempest-PortsIpV6TestJSON-861271427 tempest-PortsIpV6TestJSON-861271427-project] Pushing event deleted for resources: {'Network': ['ID=ca168f09-cf7b-434c-bdb4-a31095463e42,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:12.973389 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] For port c34ec357-57cd-4b41-8dce-2f55fe503354, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:49:12.976856 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] For port c34ec357-57cd-4b41-8dce-2f55fe503354, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c34ec357-57cd-4b41-8dce-2f55fe503354,segment=NetworkSegment(7f49a89f-cf4e-4d4e-8ad3-6f3b139af212),segment_id=7f49a89f-cf4e-4d4e-8ad3-6f3b139af212)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:49:12.987414 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:13.060366 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2bc84-fb6a-4e6b-9048-e50f6f575ed5 None None] Pushing event updated for resources: {'Port': ['ID=c34ec357-57cd-4b41-8dce-2f55fe503354,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:13.081416 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ab557547-5b91-4725-9ef5-af291914c0a6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:13.099108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-ab557547-5b91-4725-9ef5-af291914c0a6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Transition to ACTIVE for port object c8800627-3f2e-446a-9804-067644874b09 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:13.099816 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d556a142-9438-496e-b018-f1d0c58b4ff0 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:49:13.131073 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: d556a142-9438-496e-b018-f1d0c58b4ff0 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:49:13.131682 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d556a142-9438-496e-b018-f1d0c58b4ff0 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:49:13.132784 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b8afd543-df67-4269-a99d-5d442c2c6072 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:49:13.141970 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ab557547-5b91-4725-9ef5-af291914c0a6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:13.156255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: b8afd543-df67-4269-a99d-5d442c2c6072 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:49:13.156255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b8afd543-df67-4269-a99d-5d442c2c6072 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:49:13.192352 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab557547-5b91-4725-9ef5-af291914c0a6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 471a1acb-4ae0-4cea-80b9-06628b9740e8 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:13.195508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-ab557547-5b91-4725-9ef5-af291914c0a6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:13.198628 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab557547-5b91-4725-9ef5-af291914c0a6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:13.233069 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab557547-5b91-4725-9ef5-af291914c0a6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=c8800627-3f2e-446a-9804-067644874b09,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:13.280243 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab557547-5b91-4725-9ef5-af291914c0a6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:13.280944 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ab557547-5b91-4725-9ef5-af291914c0a6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:13.286947 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59044) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:13.295606 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ab557547-5b91-4725-9ef5-af291914c0a6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0224552 Jul 28 11:49:13.297920 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59048) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:13.307560 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-4c424d6f-3b56-4dd4-8fcd-8bdce0b38cd6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'network_id': '471a1acb-4ae0-4cea-80b9-06628b9740e8', 'name': 'tempest-PortsTestJSON-1680319679'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:13.457586 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7ad2245b-4586-4c6d-a889-39c1df241586 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7afb90f661d64aa0a8cacc3c8af77233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694806 Jul 28 11:49:13.460016 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59050) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:13.489126 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c424d6f-3b56-4dd4-8fcd-8bdce0b38cd6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:13.492610 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4c424d6f-3b56-4dd4-8fcd-8bdce0b38cd6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:13.520623 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-4c424d6f-3b56-4dd4-8fcd-8bdce0b38cd6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] device_id is not set on port 68c4f1bf-60e9-41ea-ae42-ad3ed0c3276d yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:49:13.570798 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-083b5081-d64b-44db-998b-8f81146e1200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:13.607625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-083b5081-d64b-44db-998b-8f81146e1200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:13.678146 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-4c424d6f-3b56-4dd4-8fcd-8bdce0b38cd6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Allocated IP 172.20.0.3 (471a1acb-4ae0-4cea-80b9-06628b9740e8/390f6125-9d25-410d-80d6-d395b8eabed9/68c4f1bf-60e9-41ea-ae42-ad3ed0c3276d) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:13.705999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-083b5081-d64b-44db-998b-8f81146e1200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:13.708567 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-083b5081-d64b-44db-998b-8f81146e1200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:13.709702 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-083b5081-d64b-44db-998b-8f81146e1200 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a2aa7bc-2e5d-4968-a27e-e185bd1724a0 HTTP/1.1" status: 204 len: 168 time: 0.2486088 Jul 28 11:49:13.728029 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b5081-d64b-44db-998b-8f81146e1200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2aa7bc-2e5d-4968-a27e-e185bd1724a0,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:13.754249 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59054) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:13.815411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7281a15-bc01-46dc-9708-812c65b4c90a tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:13.829544 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c7281a15-bc01-46dc-9708-812c65b4c90a tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd HTTP/1.1" status: 200 len: 814 time: 0.0717423 Jul 28 11:49:14.108396 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7dec6a-5fab-475e-8cab-88fee3be9548 None None] Network 471a1acb-4ae0-4cea-80b9-06628b9740e8 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:14.177238 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4c424d6f-3b56-4dd4-8fcd-8bdce0b38cd6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:14.192969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-4c424d6f-3b56-4dd4-8fcd-8bdce0b38cd6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Transition to ACTIVE for port object 68c4f1bf-60e9-41ea-ae42-ad3ed0c3276d will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:14.195155 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6bfe64db-bebc-4679-b810-15fb1833760c None None] Provisioning for port c34ec357-57cd-4b41-8dce-2f55fe503354 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:14.233304 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4c424d6f-3b56-4dd4-8fcd-8bdce0b38cd6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:14.286061 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c424d6f-3b56-4dd4-8fcd-8bdce0b38cd6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=68c4f1bf-60e9-41ea-ae42-ad3ed0c3276d,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:14.295390 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c424d6f-3b56-4dd4-8fcd-8bdce0b38cd6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 471a1acb-4ae0-4cea-80b9-06628b9740e8 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:14.297555 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-4c424d6f-3b56-4dd4-8fcd-8bdce0b38cd6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:14.300158 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c424d6f-3b56-4dd4-8fcd-8bdce0b38cd6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:14.352594 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c424d6f-3b56-4dd4-8fcd-8bdce0b38cd6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:14.354589 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4c424d6f-3b56-4dd4-8fcd-8bdce0b38cd6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:14.374692 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4c424d6f-3b56-4dd4-8fcd-8bdce0b38cd6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0741673 Jul 28 11:49:14.376143 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59078) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:14.430370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace9607-7fae-46bf-836a-dddada7fa7a8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:14.434461 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-eace9607-7fae-46bf-836a-dddada7fa7a8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.0548725 Jul 28 11:49:14.435410 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59080) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:14.482953 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59082) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:14.527915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-47d5315d-2abe-4430-990e-fc1b312ddf20 None None] Provisioning for port 68c4f1bf-60e9-41ea-ae42-ad3ed0c3276d completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:14.533754 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-47d5315d-2abe-4430-990e-fc1b312ddf20 None None] Provisioning complete for port 68c4f1bf-60e9-41ea-ae42-ad3ed0c3276d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:14.534136 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47d5315d-2abe-4430-990e-fc1b312ddf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:14.542033 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-ab78fa85-66da-4dd4-941d-0ea112b4d961 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port 68c4f1bf-60e9-41ea-ae42-ad3ed0c3276d {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:14.542650 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ab78fa85-66da-4dd4-941d-0ea112b4d961 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:14.574601 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-47d5315d-2abe-4430-990e-fc1b312ddf20 None None] Port 68c4f1bf-60e9-41ea-ae42-ad3ed0c3276d cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:14.601765 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-47d5315d-2abe-4430-990e-fc1b312ddf20 None None] Provisioning for port c8800627-3f2e-446a-9804-067644874b09 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:14.607204 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-47d5315d-2abe-4430-990e-fc1b312ddf20 None None] Provisioning complete for port c8800627-3f2e-446a-9804-067644874b09 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:14.607596 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47d5315d-2abe-4430-990e-fc1b312ddf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:14.645920 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-3421d262-6bcf-4b14-baa3-4144985ae85b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'network': {'name': 'tempest-RoutersTest-564556114'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:14.654879 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-47d5315d-2abe-4430-990e-fc1b312ddf20 None None] Port c8800627-3f2e-446a-9804-067644874b09 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:14.656077 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ab78fa85-66da-4dd4-941d-0ea112b4d961 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:14.674822 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-ab78fa85-66da-4dd4-941d-0ea112b4d961 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for 68c4f1bf-60e9-41ea-ae42-ad3ed0c3276d owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:14.693440 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3421d262-6bcf-4b14-baa3-4144985ae85b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:14.696990 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3421d262-6bcf-4b14-baa3-4144985ae85b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:14.736094 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3421d262-6bcf-4b14-baa3-4144985ae85b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:14.774227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f6405434-499a-45c7-9779-784f16aa752d None None] Provisioning complete for port c8800627-3f2e-446a-9804-067644874b09 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:14.774608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f6405434-499a-45c7-9779-784f16aa752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:14.820890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f6405434-499a-45c7-9779-784f16aa752d None None] Port c8800627-3f2e-446a-9804-067644874b09 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:14.880905 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ab78fa85-66da-4dd4-941d-0ea112b4d961 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:14.924967 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78fa85-66da-4dd4-941d-0ea112b4d961 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=68c4f1bf-60e9-41ea-ae42-ad3ed0c3276d,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:14.928059 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3421d262-6bcf-4b14-baa3-4144985ae85b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:14.933535 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-834d2108-e060-4cb6-bd82-7965ce1be553 None None] Could not find standard attr ID for object 68c4f1bf-60e9-41ea-ae42-ad3ed0c3276d. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:49:14.934819 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3421d262-6bcf-4b14-baa3-4144985ae85b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:14.995177 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3421d262-6bcf-4b14-baa3-4144985ae85b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:49:14.995403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59086) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:15.000550 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-44bb6664-0050-4433-85e1-6c0a26e28dde tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'network': {'name': 'tempest-network-smoke--1565293383', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'port_security_enabled': True}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:15.018239 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421d262-6bcf-4b14-baa3-4144985ae85b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=815ff76c-0f6e-4d9e-adce-a33c419e0011,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:15.021189 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3421d262-6bcf-4b14-baa3-4144985ae85b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.021643 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-3421d262-6bcf-4b14-baa3-4144985ae85b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Added segment e1e296a5-aa9c-4e68-a78e-b48feaee65a2 of type vlan for network ddb09a87-0c93-458b-be7d-d95ef19c1930 Jul 28 11:49:15.045563 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bb6664-0050-4433-85e1-6c0a26e28dde tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:15.050153 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-44bb6664-0050-4433-85e1-6c0a26e28dde tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.066784 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ab78fa85-66da-4dd4-941d-0ea112b4d961 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.071815 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ab78fa85-66da-4dd4-941d-0ea112b4d961 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/ports/68c4f1bf-60e9-41ea-ae42-ad3ed0c3276d HTTP/1.1" status: 204 len: 168 time: 0.6328337 Jul 28 11:49:15.073788 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59088) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:15.086842 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44bb6664-0050-4433-85e1-6c0a26e28dde tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:49:15.097903 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-44bb6664-0050-4433-85e1-6c0a26e28dde tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.098262 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-44bb6664-0050-4433-85e1-6c0a26e28dde tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Added segment 3b700c62-cf02-47e0-bc05-d40443bc89ab of type vlan for network 7c151f7d-1758-46b3-9da6-f69e646cee45 Jul 28 11:49:15.104243 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3421d262-6bcf-4b14-baa3-4144985ae85b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.112146 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5024d5-8941-42a1-8322-ad94e3b1e268 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] GET failed (client error): The resource could not be found. Jul 28 11:49:15.114955 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9d5024d5-8941-42a1-8322-ad94e3b1e268 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports/68c4f1bf-60e9-41ea-ae42-ad3ed0c3276d HTTP/1.1" status: 404 len: 333 time: 0.0391228 Jul 28 11:49:15.117491 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59090) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:15.154558 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-44bb6664-0050-4433-85e1-6c0a26e28dde tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.181918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c34ec357-57cd-4b41-8dce-2f55fe503354 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:15.197193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-44bb6664-0050-4433-85e1-6c0a26e28dde tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.202508 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3421d262-6bcf-4b14-baa3-4144985ae85b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.204379 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bb6664-0050-4433-85e1-6c0a26e28dde tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:15.204986 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-44bb6664-0050-4433-85e1-6c0a26e28dde tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.208217 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3421d262-6bcf-4b14-baa3-4144985ae85b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:15.208804 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3421d262-6bcf-4b14-baa3-4144985ae85b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.233866 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port c34ec357-57cd-4b41-8dce-2f55fe503354 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:15.239080 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port c34ec357-57cd-4b41-8dce-2f55fe503354 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:15.239747 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.266522 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-44bb6664-0050-4433-85e1-6c0a26e28dde tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2700446 Jul 28 11:49:15.269587 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59092) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:15.307743 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3421d262-6bcf-4b14-baa3-4144985ae85b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8233929 Jul 28 11:49:15.308533 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59094) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:15.311581 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421d262-6bcf-4b14-baa3-4144985ae85b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Network': ['ID=ddb09a87-0c93-458b-be7d-d95ef19c1930,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:15.318235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb6664-0050-4433-85e1-6c0a26e28dde tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Network': ['ID=7c151f7d-1758-46b3-9da6-f69e646cee45,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:15.321309 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b17acd44-186e-437c-a683-32b9a56170f5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'network': {'name': 'tempest-RoutersTest-13750951'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:15.345257 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network ddb09a87-0c93-458b-be7d-d95ef19c1930 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:49:15.348003 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 7c151f7d-1758-46b3-9da6-f69e646cee45 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:49:15.349923 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.354586 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-89be13fe-56f7-4383-a836-85066ffe5728 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port c8800627-3f2e-446a-9804-067644874b09 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:15.355102 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-89be13fe-56f7-4383-a836-85066ffe5728 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.379882 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e815c5fb-47b5-43d1-bac0-e134acfc6086 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:15.381467 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e815c5fb-47b5-43d1-bac0-e134acfc6086 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=494923637e9742fd92ad3c4630d377e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1109700 Jul 28 11:49:15.388545 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59096) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:15.415227 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17acd44-186e-437c-a683-32b9a56170f5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:15.419314 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b17acd44-186e-437c-a683-32b9a56170f5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.453394 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17acd44-186e-437c-a683-32b9a56170f5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:49:15.463630 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b17acd44-186e-437c-a683-32b9a56170f5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.464234 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-b17acd44-186e-437c-a683-32b9a56170f5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Added segment e8f6f0f0-f9c2-4f95-abb7-9329bf48620d of type vlan for network 25001967-eaa5-4459-b090-0a2912e3cb85 Jul 28 11:49:15.485890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port c34ec357-57cd-4b41-8dce-2f55fe503354, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c34ec357-57cd-4b41-8dce-2f55fe503354,segment=NetworkSegment(7f49a89f-cf4e-4d4e-8ad3-6f3b139af212),segment_id=7f49a89f-cf4e-4d4e-8ad3-6f3b139af212)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:15.500734 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.531663 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b17acd44-186e-437c-a683-32b9a56170f5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.548844 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bf8e83-b63b-4c1e-8a2f-cd7b2b6aa6c7 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:15.550653 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=c34ec357-57cd-4b41-8dce-2f55fe503354,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:15.550885 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d2bf8e83-b63b-4c1e-8a2f-cd7b2b6aa6c7 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1613116 Jul 28 11:49:15.553571 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59098) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:15.556145 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-89be13fe-56f7-4383-a836-85066ffe5728 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.577896 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-89be13fe-56f7-4383-a836-85066ffe5728 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for c8800627-3f2e-446a-9804-067644874b09 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:15.589476 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-29c39b14-3299-472b-a283-ea8520df0a18 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348301 Jul 28 11:49:15.592738 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59100) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:15.596432 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b17acd44-186e-437c-a683-32b9a56170f5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.602014 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17acd44-186e-437c-a683-32b9a56170f5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:15.602629 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b17acd44-186e-437c-a683-32b9a56170f5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.621976 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5c483e94-7d05-4964-a6e2-e8d1dcc1a6fa tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=494923637e9742fd92ad3c4630d377e7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280714 Jul 28 11:49:15.624600 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59102) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:15.708801 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b17acd44-186e-437c-a683-32b9a56170f5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3924851 Jul 28 11:49:15.710127 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8269f7eb-49b8-425f-94bf-d07ceaac268b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:15.711761 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8269f7eb-49b8-425f-94bf-d07ceaac268b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862565 Jul 28 11:49:15.712977 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59104) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:15.714481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59106) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:15.719144 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-5c99c691-acac-463d-8640-a1982189285c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'subnet': {'network_id': 'ddb09a87-0c93-458b-be7d-d95ef19c1930', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:15.721930 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17acd44-186e-437c-a683-32b9a56170f5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Network': ['ID=25001967-eaa5-4459-b090-0a2912e3cb85,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:15.732664 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 25001967-eaa5-4459-b090-0a2912e3cb85 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:49:15.794058 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6a140207-3881-4990-b32a-72e28aa42929 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0785761 Jul 28 11:49:15.796763 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59108) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:15.803792 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-451214fc-0c36-491a-8bd1-57efa66764a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1611904070', 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:15.822252 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-89be13fe-56f7-4383-a836-85066ffe5728 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.848513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c99c691-acac-463d-8640-a1982189285c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:15.852094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5c99c691-acac-463d-8640-a1982189285c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.887154 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be13fe-56f7-4383-a836-85066ffe5728 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=c8800627-3f2e-446a-9804-067644874b09,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:15.981321 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-89be13fe-56f7-4383-a836-85066ffe5728 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:15.983237 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-89be13fe-56f7-4383-a836-85066ffe5728 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/ports/c8800627-3f2e-446a-9804-067644874b09 HTTP/1.1" status: 204 len: 168 time: 0.8649166 Jul 28 11:49:15.986175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59110) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:15.989650 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451214fc-0c36-491a-8bd1-57efa66764a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:15.994598 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-451214fc-0c36-491a-8bd1-57efa66764a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.020115 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f95df6-547d-423d-9f99-877540be94ce tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] GET failed (client error): The resource could not be found. Jul 28 11:49:16.021720 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-08f95df6-547d-423d-9f99-877540be94ce tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports/c8800627-3f2e-446a-9804-067644874b09 HTTP/1.1" status: 404 len: 333 time: 0.0345058 Jul 28 11:49:16.025280 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59112) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:16.108085 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5c99c691-acac-463d-8640-a1982189285c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.122345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d4a1c6-3748-4581-a779-1358225f1443 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting subnet 390f6125-9d25-410d-80d6-d395b8eabed9 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:49:16.144222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-93d4a1c6-3748-4581-a779-1358225f1443 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.189621 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-451214fc-0c36-491a-8bd1-57efa66764a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.207007 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99c691-acac-463d-8640-a1982189285c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Subnet': ['ID=edec5b14-d78d-4a18-8c36-4342c2f3032d,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:16.215401 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-93d4a1c6-3748-4581-a779-1358225f1443 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.241551 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c99c691-acac-463d-8640-a1982189285c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Checking segment: {'id': 'e1e296a5-aa9c-4e68-a78e-b48feaee65a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ddb09a87-0c93-458b-be7d-d95ef19c1930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:16.241915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c99c691-acac-463d-8640-a1982189285c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network hostable DHCP agents. Network: ddb09a87-0c93-458b-be7d-d95ef19c1930, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:49:16.256572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451214fc-0c36-491a-8bd1-57efa66764a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Subnet': ['ID=25163554-e704-421d-9842-5461d73e5149,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:16.263900 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451214fc-0c36-491a-8bd1-57efa66764a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Checking segment: {'id': '3b700c62-cf02-47e0-bc05-d40443bc89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:16.264267 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451214fc-0c36-491a-8bd1-57efa66764a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network hostable DHCP agents. Network: 7c151f7d-1758-46b3-9da6-f69e646cee45, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:49:16.277851 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c99c691-acac-463d-8640-a1982189285c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network ddb09a87-0c93-458b-be7d-d95ef19c1930 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:49:16.280976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451214fc-0c36-491a-8bd1-57efa66764a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network 7c151f7d-1758-46b3-9da6-f69e646cee45 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:49:16.289762 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-451214fc-0c36-491a-8bd1-57efa66764a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 7c151f7d-1758-46b3-9da6-f69e646cee45) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:16.294377 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451214fc-0c36-491a-8bd1-57efa66764a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:16.295012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-451214fc-0c36-491a-8bd1-57efa66764a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.300092 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2505278b-9e4a-48b7-aabc-310afd2076e4 None None] Network 7c151f7d-1758-46b3-9da6-f69e646cee45 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:16.314544 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-5c99c691-acac-463d-8640-a1982189285c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, ddb09a87-0c93-458b-be7d-d95ef19c1930) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:16.322852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c99c691-acac-463d-8640-a1982189285c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:16.323285 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-451214fc-0c36-491a-8bd1-57efa66764a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5250852 Jul 28 11:49:16.323901 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5c99c691-acac-463d-8640-a1982189285c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.341492 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-93d4a1c6-3748-4581-a779-1358225f1443 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.361033 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46122661-188c-46a7-8d93-548f26b628e2 None None] Network ddb09a87-0c93-458b-be7d-d95ef19c1930 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:16.366317 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5c99c691-acac-463d-8640-a1982189285c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6502025 Jul 28 11:49:16.366636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59116) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:16.372059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ce2f00f0-d7af-4b3b-bcc1-b3544c69d641 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'subnet': {'network_id': '25001967-eaa5-4459-b090-0a2912e3cb85', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:16.473216 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-93d4a1c6-3748-4581-a779-1358225f1443 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.513959 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59118) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:16.516010 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4a1c6-3748-4581-a779-1358225f1443 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Subnet': ['ID=390f6125-9d25-410d-80d6-d395b8eabed9,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:16.521379 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-877d040b-f04c-41ce-978a-3e2cb8df08d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1815416982', 'description': 'tempest-secgroup-smoke-1815416982 description', 'project_id': '494923637e9742fd92ad3c4630d377e7'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:16.527356 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2f00f0-d7af-4b3b-bcc1-b3544c69d641 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:16.530966 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ce2f00f0-d7af-4b3b-bcc1-b3544c69d641 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.538310 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-93d4a1c6-3748-4581-a779-1358225f1443 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.541262 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-93d4a1c6-3748-4581-a779-1358225f1443 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/390f6125-9d25-410d-80d6-d395b8eabed9 HTTP/1.1" status: 204 len: 168 time: 0.5141561 Jul 28 11:49:16.543096 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59120) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:16.605561 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-877d040b-f04c-41ce-978a-3e2cb8df08d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.621634 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7024afb7-57f7-4c30-a785-c764f608047d None None] Network 471a1acb-4ae0-4cea-80b9-06628b9740e8 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:16.627754 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.692629 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port c34ec357-57cd-4b41-8dce-2f55fe503354 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:16.693076 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.723404 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ddb09a87-0c93-458b-be7d-d95ef19c1930', 'network_id': 'ddb09a87-0c93-458b-be7d-d95ef19c1930', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'fixed_ips': [{'subnet_id': 'edec5b14-d78d-4a18-8c36-4342c2f3032d'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:49:16.724514 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.768999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] For port c34ec357-57cd-4b41-8dce-2f55fe503354, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c34ec357-57cd-4b41-8dce-2f55fe503354,segment=NetworkSegment(7f49a89f-cf4e-4d4e-8ad3-6f3b139af212),segment_id=7f49a89f-cf4e-4d4e-8ad3-6f3b139af212)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:16.769487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.784534 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for c34ec357-57cd-4b41-8dce-2f55fe503354 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:16.788149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-877d040b-f04c-41ce-978a-3e2cb8df08d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.790298 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ce2f00f0-d7af-4b3b-bcc1-b3544c69d641 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.796892 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-877d040b-f04c-41ce-978a-3e2cb8df08d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.872604 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-877d040b-f04c-41ce-978a-3e2cb8df08d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.876615 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-877d040b-f04c-41ce-978a-3e2cb8df08d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3588583 Jul 28 11:49:16.877862 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59122) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:16.877993 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d040b-f04c-41ce-978a-3e2cb8df08d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=868e0bed-0e9a-4c60-88b2-8a3ad88ad023,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:16.882588 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-05251daa-7be3-4a38-927e-596418575b20 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '868e0bed-0e9a-4c60-88b2-8a3ad88ad023', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:16.887730 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f00f0-d7af-4b3b-bcc1-b3544c69d641 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Subnet': ['ID=fdae58dd-ab2b-4652-b075-ea95e6bdd5f6,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:16.899189 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f00f0-d7af-4b3b-bcc1-b3544c69d641 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Checking segment: {'id': 'e8f6f0f0-f9c2-4f95-abb7-9329bf48620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '25001967-eaa5-4459-b090-0a2912e3cb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:16.899587 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2f00f0-d7af-4b3b-bcc1-b3544c69d641 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network hostable DHCP agents. Network: 25001967-eaa5-4459-b090-0a2912e3cb85, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:49:16.911711 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.920240 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2f00f0-d7af-4b3b-bcc1-b3544c69d641 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network 25001967-eaa5-4459-b090-0a2912e3cb85 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:49:16.932593 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-ce2f00f0-d7af-4b3b-bcc1-b3544c69d641 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 25001967-eaa5-4459-b090-0a2912e3cb85) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:16.937595 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2f00f0-d7af-4b3b-bcc1-b3544c69d641 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:16.938649 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ce2f00f0-d7af-4b3b-bcc1-b3544c69d641 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.944067 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=c34ec357-57cd-4b41-8dce-2f55fe503354,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:16.948049 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-05251daa-7be3-4a38-927e-596418575b20 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:16.953746 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No DVR routers for this DVR port c34ec357-57cd-4b41-8dce-2f55fe503354 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:49:16.958456 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70509d4f-758a-44b0-a854-3a509962aa79 None None] Network 25001967-eaa5-4459-b090-0a2912e3cb85 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:16.975305 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ce2f00f0-d7af-4b3b-bcc1-b3544c69d641 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6077797 Jul 28 11:49:16.976275 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59124) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:16.982110 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-de04a3d8-7128-4105-81ec-8bb4f7313b1b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1833606280', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:16.982838 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Allocated IP 172.20.0.2 (ddb09a87-0c93-458b-be7d-d95ef19c1930/edec5b14-d78d-4a18-8c36-4342c2f3032d/c50e36e0-59c5-46ea-ad12-ae6aba78f614) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:17.011193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-de04a3d8-7128-4105-81ec-8bb4f7313b1b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.012167 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-de04a3d8-7128-4105-81ec-8bb4f7313b1b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.070508 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.082384 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-05251daa-7be3-4a38-927e-596418575b20 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.086080 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471a1acb-4ae0-4cea-80b9-06628b9740e8']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:17.095776 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-05251daa-7be3-4a38-927e-596418575b20 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.102320 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f49a89f-cf4e-4d4e-8ad3-6f3b139af212') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:17.102646 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f49a89f-cf4e-4d4e-8ad3-6f3b139af212') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:17.110121 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-7c151f7d-1758-46b3-9da6-f69e646cee45', 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ips': [{'subnet_id': '25163554-e704-421d-9842-5461d73e5149'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:49:17.111385 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.123513 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.125482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-de04a3d8-7128-4105-81ec-8bb4f7313b1b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.131883 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05251daa-7be3-4a38-927e-596418575b20 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da59866-12ed-435a-80c3-13e38340fa5e,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:17.132578 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-de04a3d8-7128-4105-81ec-8bb4f7313b1b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.143867 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-05251daa-7be3-4a38-927e-596418575b20 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.145987 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-05251daa-7be3-4a38-927e-596418575b20 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2681544 Jul 28 11:49:17.147342 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.149524 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59126) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:17.160098 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-31c288ef-e2f4-4436-907e-9a697412698e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '868e0bed-0e9a-4c60-88b2-8a3ad88ad023', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:17.166603 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:49:17.167118 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.168709 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-de04a3d8-7128-4105-81ec-8bb4f7313b1b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:49:17.170456 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:49:17.174371 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-de04a3d8-7128-4105-81ec-8bb4f7313b1b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1967211 Jul 28 11:49:17.175094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59128) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:17.248790 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-31c288ef-e2f4-4436-907e-9a697412698e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.254244 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.262852 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4973d6-5a69-4ef0-9d9c-63069df1c472 None None] DHCP port deletion for 471a1acb-4ae0-4cea-80b9-06628b9740e8 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:49:17.271319 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.273178 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/networks/471a1acb-4ae0-4cea-80b9-06628b9740e8 HTTP/1.1" status: 204 len: 168 time: 0.7290204 Jul 28 11:49:17.280415 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59130) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:17.288043 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-46f2076c-62fc-45d5-a7ee-bd82ada19ccf tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-234437668'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:17.288230 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a5b05-6b41-4664-b814-cfd46b326d95 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Network': ['ID=471a1acb-4ae0-4cea-80b9-06628b9740e8,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:17.351810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-31c288ef-e2f4-4436-907e-9a697412698e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.358211 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-31c288ef-e2f4-4436-907e-9a697412698e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.377182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c288ef-e2f4-4436-907e-9a697412698e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6115ae2-aa86-40f7-a4a1-c6cb36740db3,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:17.419822 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-25001967-eaa5-4459-b090-0a2912e3cb85', 'network_id': '25001967-eaa5-4459-b090-0a2912e3cb85', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'fixed_ips': [{'subnet_id': 'fdae58dd-ab2b-4652-b075-ea95e6bdd5f6'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:49:17.420684 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.453891 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Allocated IP 172.20.0.18 (7c151f7d-1758-46b3-9da6-f69e646cee45/25163554-e704-421d-9842-5461d73e5149/c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:17.481689 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.576961 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Transition to ACTIVE for port object c50e36e0-59c5-46ea-ad12-ae6aba78f614 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:17.616664 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Transition to ACTIVE for port object c50e36e0-59c5-46ea-ad12-ae6aba78f614 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:17.644820 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.716330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Network ddb09a87-0c93-458b-be7d-d95ef19c1930 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:17.730974 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:17.740663 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Allocated IP 172.21.0.2 (25001967-eaa5-4459-b090-0a2912e3cb85/fdae58dd-ab2b-4652-b075-ea95e6bdd5f6/ae64ca87-9f19-43ab-885c-01450c44c3a8) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:17.742928 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:17.748782 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Pushing event updated for resources: {'Port': ['ID=c50e36e0-59c5-46ea-ad12-ae6aba78f614,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:17.763200 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-31c288ef-e2f4-4436-907e-9a697412698e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.767019 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-31c288ef-e2f4-4436-907e-9a697412698e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6139755 Jul 28 11:49:17.767231 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59132) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:17.771940 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-437357ea-9b3f-4253-8ff4-2d08e217e90f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '868e0bed-0e9a-4c60-88b2-8a3ad88ad023', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:17.785353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f2076c-62fc-45d5-a7ee-bd82ada19ccf tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:17.789429 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46f2076c-62fc-45d5-a7ee-bd82ada19ccf tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.806363 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-437357ea-9b3f-4253-8ff4-2d08e217e90f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.837483 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f2076c-62fc-45d5-a7ee-bd82ada19ccf tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:49:17.862702 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46f2076c-62fc-45d5-a7ee-bd82ada19ccf tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.863057 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-46f2076c-62fc-45d5-a7ee-bd82ada19ccf tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Added segment c4e232e3-5880-4f97-82eb-7dd1529c3337 of type vlan for network 67a2769c-3f94-4570-8f52-c67339e8443a Jul 28 11:49:17.874077 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.882326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-437357ea-9b3f-4253-8ff4-2d08e217e90f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.887055 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-437357ea-9b3f-4253-8ff4-2d08e217e90f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.898147 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.898556 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Attempting to bind port c50e36e0-59c5-46ea-ad12-ae6aba78f614 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:49:17.898951 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Attempting to bind port c50e36e0-59c5-46ea-ad12-ae6aba78f614 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e1e296a5-aa9c-4e68-a78e-b48feaee65a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ddb09a87-0c93-458b-be7d-d95ef19c1930'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:49:17.899297 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Attempting to bind port c50e36e0-59c5-46ea-ad12-ae6aba78f614 on network ddb09a87-0c93-458b-be7d-d95ef19c1930 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:49:17.902260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Transition to ACTIVE for port object c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:17.909863 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437357ea-9b3f-4253-8ff4-2d08e217e90f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7954f74-8528-426d-8aec-ef6d36ed8cb0,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:17.913329 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:49:17.913703 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Checking segment: {'id': 'e1e296a5-aa9c-4e68-a78e-b48feaee65a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ddb09a87-0c93-458b-be7d-d95ef19c1930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:17.914106 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.914543 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Bound using segment: {'id': 'e1e296a5-aa9c-4e68-a78e-b48feaee65a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ddb09a87-0c93-458b-be7d-d95ef19c1930'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:49:17.915005 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Bound port: c50e36e0-59c5-46ea-ad12-ae6aba78f614, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e296a5-aa9c-4e68-a78e-b48feaee65a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ddb09a87-0c93-458b-be7d-d95ef19c1930'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:49:17.915396 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.917160 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-437357ea-9b3f-4253-8ff4-2d08e217e90f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.923388 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-437357ea-9b3f-4253-8ff4-2d08e217e90f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1550815 Jul 28 11:49:17.924041 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59134) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:17.929534 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-94174550-d68e-4bd1-b902-2685d498b493 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '868e0bed-0e9a-4c60-88b2-8a3ad88ad023', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:17.952675 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Transition to ACTIVE for port object c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:17.958040 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-94174550-d68e-4bd1-b902-2685d498b493 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.969818 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:17.973736 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46f2076c-62fc-45d5-a7ee-bd82ada19ccf tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.027419 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-94174550-d68e-4bd1-b902-2685d498b493 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.031481 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-94174550-d68e-4bd1-b902-2685d498b493 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.052759 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94174550-d68e-4bd1-b902-2685d498b493 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c971c0-be62-40c6-814e-7eb1f1b7b445,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:18.058318 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-94174550-d68e-4bd1-b902-2685d498b493 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.062686 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-94174550-d68e-4bd1-b902-2685d498b493 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1372378 Jul 28 11:49:18.063436 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59136) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:18.063715 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Network 7c151f7d-1758-46b3-9da6-f69e646cee45 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:18.069386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-8d20e411-9c6a-4683-aeea-6949c5e56317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '868e0bed-0e9a-4c60-88b2-8a3ad88ad023', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:18.081984 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:18.084618 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46f2076c-62fc-45d5-a7ee-bd82ada19ccf tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.090736 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f2076c-62fc-45d5-a7ee-bd82ada19ccf tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:18.091462 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:18.091753 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46f2076c-62fc-45d5-a7ee-bd82ada19ccf tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.093274 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Pushing event updated for resources: {'Port': ['ID=c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:18.102847 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.securitygroups_db [None req-8d20e411-9c6a-4683-aeea-6949c5e56317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:49:18.110864 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d20e411-9c6a-4683-aeea-6949c5e56317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.115648 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] For port c50e36e0-59c5-46ea-ad12-ae6aba78f614, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:49:18.117736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.125519 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] For port c50e36e0-59c5-46ea-ad12-ae6aba78f614, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c50e36e0-59c5-46ea-ad12-ae6aba78f614,segment=NetworkSegment(e1e296a5-aa9c-4e68-a78e-b48feaee65a2),segment_id=e1e296a5-aa9c-4e68-a78e-b48feaee65a2)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:49:18.144263 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Transition to ACTIVE for port object ae64ca87-9f19-43ab-885c-01450c44c3a8 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:18.150989 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.189186 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d20e411-9c6a-4683-aeea-6949c5e56317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.192296 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-46f2076c-62fc-45d5-a7ee-bd82ada19ccf tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9095676 Jul 28 11:49:18.196186 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59138) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:18.202241 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-ddad28af-2a93-4a44-a1d9-360d787d1b89 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'subnet': {'network_id': '67a2769c-3f94-4570-8f52-c67339e8443a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:18.205517 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2076c-62fc-45d5-a7ee-bd82ada19ccf tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Network': ['ID=67a2769c-3f94-4570-8f52-c67339e8443a,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:18.219379 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Transition to ACTIVE for port object ae64ca87-9f19-43ab-885c-01450c44c3a8 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:18.223775 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 67a2769c-3f94-4570-8f52-c67339e8443a details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:49:18.229683 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Attempting to bind port c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:49:18.230160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Attempting to bind port c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '3b700c62-cf02-47e0-bc05-d40443bc89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:49:18.230692 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Attempting to bind port c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 on network 7c151f7d-1758-46b3-9da6-f69e646cee45 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:49:18.264660 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d20e411-9c6a-4683-aeea-6949c5e56317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.292453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Allocated IP 172.20.0.1 (ddb09a87-0c93-458b-be7d-d95ef19c1930/edec5b14-d78d-4a18-8c36-4342c2f3032d/8ec5692e-3af9-4749-b51c-f76f923b9534) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:18.292833 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:49:18.293157 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Checking segment: {'id': '3b700c62-cf02-47e0-bc05-d40443bc89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:18.293950 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.294083 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Bound using segment: {'id': '3b700c62-cf02-47e0-bc05-d40443bc89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:49:18.294595 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Bound port: c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b700c62-cf02-47e0-bc05-d40443bc89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:49:18.294944 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.297684 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.304015 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20e411-9c6a-4683-aeea-6949c5e56317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5866d455-ec49-43dc-800e-130db84f1635,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:18.308484 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d20e411-9c6a-4683-aeea-6949c5e56317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.311779 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8d20e411-9c6a-4683-aeea-6949c5e56317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2449262 Jul 28 11:49:18.312442 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59140) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:18.319601 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-372a1636-d5c9-4579-9163-029190d3c3da tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '868e0bed-0e9a-4c60-88b2-8a3ad88ad023', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:18.345215 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddad28af-2a93-4a44-a1d9-360d787d1b89 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:18.349368 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ddad28af-2a93-4a44-a1d9-360d787d1b89 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.350301 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e1757-47cb-462c-a5bb-a50f4ec4f007 None None] Pushing event updated for resources: {'Port': ['ID=c50e36e0-59c5-46ea-ad12-ae6aba78f614,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:18.355493 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Network 25001967-eaa5-4459-b090-0a2912e3cb85 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:18.400054 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:18.405801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:18.434335 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Pushing event updated for resources: {'Port': ['ID=ae64ca87-9f19-43ab-885c-01450c44c3a8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:18.440843 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.securitygroups_db [None req-372a1636-d5c9-4579-9163-029190d3c3da tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:49:18.452645 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-372a1636-d5c9-4579-9163-029190d3c3da tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.458048 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.476920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Transition to ACTIVE for port object 8ec5692e-3af9-4749-b51c-f76f923b9534 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:18.538555 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.596502 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network ddb09a87-0c93-458b-be7d-d95ef19c1930 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:18.602694 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:18.605907 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:18.664856 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-372a1636-d5c9-4579-9163-029190d3c3da tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.670566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=8ec5692e-3af9-4749-b51c-f76f923b9534,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:18.680088 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.681052 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-372a1636-d5c9-4579-9163-029190d3c3da tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.681402 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Attempting to bind port ae64ca87-9f19-43ab-885c-01450c44c3a8 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:49:18.682733 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Attempting to bind port ae64ca87-9f19-43ab-885c-01450c44c3a8 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e8f6f0f0-f9c2-4f95-abb7-9329bf48620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '25001967-eaa5-4459-b090-0a2912e3cb85'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:49:18.683603 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Attempting to bind port ae64ca87-9f19-43ab-885c-01450c44c3a8 on network 25001967-eaa5-4459-b090-0a2912e3cb85 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:49:18.689943 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] For port c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:49:18.708322 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:49:18.708849 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Checking segment: {'id': 'e8f6f0f0-f9c2-4f95-abb7-9329bf48620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '25001967-eaa5-4459-b090-0a2912e3cb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:18.709420 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.710787 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Bound using segment: {'id': 'e8f6f0f0-f9c2-4f95-abb7-9329bf48620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '25001967-eaa5-4459-b090-0a2912e3cb85'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:49:18.711355 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Bound port: ae64ca87-9f19-43ab-885c-01450c44c3a8, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f6f0f0-f9c2-4f95-abb7-9329bf48620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '25001967-eaa5-4459-b090-0a2912e3cb85'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:49:18.711842 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.714103 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ddad28af-2a93-4a44-a1d9-360d787d1b89 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.725616 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] For port c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6,segment=NetworkSegment(3b700c62-cf02-47e0-bc05-d40443bc89ab),segment_id=3b700c62-cf02-47e0-bc05-d40443bc89ab)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:49:18.742326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-372a1636-d5c9-4579-9163-029190d3c3da tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.750029 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-372a1636-d5c9-4579-9163-029190d3c3da tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4300108 Jul 28 11:49:18.750029 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a1636-d5c9-4579-9163-029190d3c3da tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2872e726-677f-4711-891d-bd28045db912,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:18.780331 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad28af-2a93-4a44-a1d9-360d787d1b89 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Subnet': ['ID=f03f09f7-8214-4b34-aff1-bb2fd0ec4521,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:18.782288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] For port ae64ca87-9f19-43ab-885c-01450c44c3a8, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:49:18.787731 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] For port ae64ca87-9f19-43ab-885c-01450c44c3a8, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ae64ca87-9f19-43ab-885c-01450c44c3a8,segment=NetworkSegment(e8f6f0f0-f9c2-4f95-abb7-9329bf48620d),segment_id=e8f6f0f0-f9c2-4f95-abb7-9329bf48620d)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:49:18.790159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.817890 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddad28af-2a93-4a44-a1d9-360d787d1b89 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Checking segment: {'id': 'c4e232e3-5880-4f97-82eb-7dd1529c3337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '67a2769c-3f94-4570-8f52-c67339e8443a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:18.818598 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddad28af-2a93-4a44-a1d9-360d787d1b89 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network hostable DHCP agents. Network: 67a2769c-3f94-4570-8f52-c67339e8443a, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:49:18.823822 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.841037 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddad28af-2a93-4a44-a1d9-360d787d1b89 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 67a2769c-3f94-4570-8f52-c67339e8443a is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:49:18.857345 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-ddad28af-2a93-4a44-a1d9-360d787d1b89 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 67a2769c-3f94-4570-8f52-c67339e8443a) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:18.861970 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddad28af-2a93-4a44-a1d9-360d787d1b89 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:18.862634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ddad28af-2a93-4a44-a1d9-360d787d1b89 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:18.873148 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd17c729-89d2-4979-b3be-0e559f93b8b8 None None] Network 67a2769c-3f94-4570-8f52-c67339e8443a requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:18.898649 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ddad28af-2a93-4a44-a1d9-360d787d1b89 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7003927 Jul 28 11:49:18.903036 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59144) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:18.919862 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-93f69209-de56-4d1c-a810-4cf952433d8e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'network_id': '67a2769c-3f94-4570-8f52-c67339e8443a', 'name': 'tempest-PortsTestJSON-879505023', 'fixed_ips': [{'subnet_id': 'f03f09f7-8214-4b34-aff1-bb2fd0ec4521', 'ip_address': '172.20.0.10'}]}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:18.939811 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8b316-34b9-47f5-b3ce-75d0a4cf6255 None None] Pushing event updated for resources: {'Port': ['ID=c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:18.976571 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:19.027819 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57230918-63f5-402d-b5c7-5c7612475962 None None] Pushing event updated for resources: {'Port': ['ID=ae64ca87-9f19-43ab-885c-01450c44c3a8,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:19.111438 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f69209-de56-4d1c-a810-4cf952433d8e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:19.235257 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-67a2769c-3f94-4570-8f52-c67339e8443a', 'network_id': '67a2769c-3f94-4570-8f52-c67339e8443a', 'tenant_id': '102cd32a4f314cda9536ce6e9327226f', 'fixed_ips': [{'subnet_id': 'f03f09f7-8214-4b34-aff1-bb2fd0ec4521'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:49:19.236436 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:19.272885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c50e36e0-59c5-46ea-ad12-ae6aba78f614 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:19.489108 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port c50e36e0-59c5-46ea-ad12-ae6aba78f614 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:19.508323 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c34ec357-57cd-4b41-8dce-2f55fe503354 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:49:19.532464 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-4d40551f-1241-4b70-84df-c22c9b08761f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1815416982&fields=id&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 267 time: 0.0418785 Jul 28 11:49:19.533034 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: c34ec357-57cd-4b41-8dce-2f55fe503354 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:49:19.533034 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c34ec357-57cd-4b41-8dce-2f55fe503354 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:49:19.537661 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Allocated IP 172.20.0.2 (67a2769c-3f94-4570-8f52-c67339e8443a/f03f09f7-8214-4b34-aff1-bb2fd0ec4521/47790efe-97dd-4541-9a66-b26655115fd6) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:19.543135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-93f69209-de56-4d1c-a810-4cf952433d8e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:19.582178 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-93f69209-de56-4d1c-a810-4cf952433d8e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] device_id is not set on port 10201993-2558-474f-a4b5-470364af5c37 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:49:19.676130 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-887a7266-21ae-4923-a2a8-c44214e2f357 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:19.678064 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-887a7266-21ae-4923-a2a8-c44214e2f357 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/networks?id=7c151f7d-1758-46b3-9da6-f69e646cee45 HTTP/1.1" status: 200 len: 797 time: 0.1297657 Jul 28 11:49:19.698732 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-db96f317-8baa-4b9d-90e1-bfac19abcecb tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/quotas/494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 375 time: 0.0109823 Jul 28 11:49:19.748408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:19.758227 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:19.760812 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Transition to ACTIVE for port object 47790efe-97dd-4541-9a66-b26655115fd6 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:19.768078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:19.782545 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Transition to ACTIVE for port object 47790efe-97dd-4541-9a66-b26655115fd6 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:19.801836 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:19.802826 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-1e046e86-5a63-45e6-8747-e7565fb91f4e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0894394 Jul 28 11:49:19.813017 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e763c6-7006-4d2a-8d18-8d5e94f3c735 None None] Network ddb09a87-0c93-458b-be7d-d95ef19c1930 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:19.904977 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Network 67a2769c-3f94-4570-8f52-c67339e8443a is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:19.908762 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:19.913814 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:19.916682 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=8ec5692e-3af9-4749-b51c-f76f923b9534,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:19.924288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:19.938499 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-93f69209-de56-4d1c-a810-4cf952433d8e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Allocated IP 172.20.0.10 (67a2769c-3f94-4570-8f52-c67339e8443a/f03f09f7-8214-4b34-aff1-bb2fd0ec4521/10201993-2558-474f-a4b5-470364af5c37) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:19.949608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Pushing event updated for resources: {'Port': ['ID=47790efe-97dd-4541-9a66-b26655115fd6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:19.976828 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-bcd33e58-deef-423e-b396-81381bd0260e service neutron] 10.222.0.43 "GET /v2.0/networks/7c151f7d-1758-46b3-9da6-f69e646cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720655 Jul 28 11:49:19.984953 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6b90611e-d2f8-4101-8f7c-c859938c5ab7 None None] Provisioning for port c50e36e0-59c5-46ea-ad12-ae6aba78f614 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:20.025240 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6b90611e-d2f8-4101-8f7c-c859938c5ab7 None None] Provisioning complete for port c50e36e0-59c5-46ea-ad12-ae6aba78f614 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:20.025618 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b90611e-d2f8-4101-8f7c-c859938c5ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:20.069387 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Attempting to bind port 47790efe-97dd-4541-9a66-b26655115fd6 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:49:20.070042 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Attempting to bind port 47790efe-97dd-4541-9a66-b26655115fd6 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'c4e232e3-5880-4f97-82eb-7dd1529c3337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '67a2769c-3f94-4570-8f52-c67339e8443a'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:49:20.070590 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Attempting to bind port 47790efe-97dd-4541-9a66-b26655115fd6 on network 67a2769c-3f94-4570-8f52-c67339e8443a {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:49:20.073160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:20.101255 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-7695fd87-53e9-4586-95b7-a87d0c1e3d8b service neutron] 10.222.0.43 "GET /v2.0/networks/7c151f7d-1758-46b3-9da6-f69e646cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206195 Jul 28 11:49:20.107914 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:49:20.108291 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Checking segment: {'id': 'c4e232e3-5880-4f97-82eb-7dd1529c3337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '67a2769c-3f94-4570-8f52-c67339e8443a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:20.108696 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:20.109139 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Bound using segment: {'id': 'c4e232e3-5880-4f97-82eb-7dd1529c3337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '67a2769c-3f94-4570-8f52-c67339e8443a'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:49:20.109628 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Bound port: 47790efe-97dd-4541-9a66-b26655115fd6, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e232e3-5880-4f97-82eb-7dd1529c3337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '67a2769c-3f94-4570-8f52-c67339e8443a'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:49:20.110010 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:20.150028 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-93f69209-de56-4d1c-a810-4cf952433d8e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:20.168446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-93f69209-de56-4d1c-a810-4cf952433d8e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Transition to ACTIVE for port object 10201993-2558-474f-a4b5-470364af5c37 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:20.261500 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b90611e-d2f8-4101-8f7c-c859938c5ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:20.263792 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] For port 47790efe-97dd-4541-9a66-b26655115fd6, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:49:20.267603 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] For port 47790efe-97dd-4541-9a66-b26655115fd6, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=47790efe-97dd-4541-9a66-b26655115fd6,segment=NetworkSegment(c4e232e3-5880-4f97-82eb-7dd1529c3337),segment_id=c4e232e3-5880-4f97-82eb-7dd1529c3337)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:49:20.299715 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:20.317330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9456690a-75d2-483e-9b83-8ace4057d431 None None] Network 7c151f7d-1758-46b3-9da6-f69e646cee45 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:20.326552 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-93f69209-de56-4d1c-a810-4cf952433d8e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:20.450095 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network ddb09a87-0c93-458b-be7d-d95ef19c1930 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:20.452631 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f69209-de56-4d1c-a810-4cf952433d8e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 67a2769c-3f94-4570-8f52-c67339e8443a is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:20.453769 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:20.456130 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f69209-de56-4d1c-a810-4cf952433d8e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=10201993-2558-474f-a4b5-470364af5c37,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:20.461851 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-93f69209-de56-4d1c-a810-4cf952433d8e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:20.464572 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f69209-de56-4d1c-a810-4cf952433d8e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:20.482458 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-6b90611e-d2f8-4101-8f7c-c859938c5ab7 None None] For port c50e36e0-59c5-46ea-ad12-ae6aba78f614, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c50e36e0-59c5-46ea-ad12-ae6aba78f614,segment=NetworkSegment(e1e296a5-aa9c-4e68-a78e-b48feaee65a2),segment_id=e1e296a5-aa9c-4e68-a78e-b48feaee65a2)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:20.495815 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b90611e-d2f8-4101-8f7c-c859938c5ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:20.516889 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-194c6a18-5799-4877-84df-28cbdbed3cfc req-50fc1078-f419-4442-88e3-9267a2e605a8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 210 time: 0.2309740 Jul 28 11:49:20.544436 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de5515-26c9-436d-ae04-1b1018d985a5 None None] Pushing event updated for resources: {'Port': ['ID=47790efe-97dd-4541-9a66-b26655115fd6,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:20.628275 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f69209-de56-4d1c-a810-4cf952433d8e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:20.628958 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-93f69209-de56-4d1c-a810-4cf952433d8e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:20.669722 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59168) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:20.670274 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-93f69209-de56-4d1c-a810-4cf952433d8e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7645433 Jul 28 11:49:20.676297 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b811afdd-a7d2-4ebf-89fc-973edc94b202 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'network_id': '67a2769c-3f94-4570-8f52-c67339e8443a', 'name': 'tempest-PortsTestJSON-104083116', 'fixed_ips': [{'subnet_id': 'f03f09f7-8214-4b34-aff1-bb2fd0ec4521', 'ip_address': '172.20.0.9'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:20.699863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b31765c2-97e3-400d-963e-40b159a91315 None None] Provisioning for port c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:20.713106 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90611e-d2f8-4101-8f7c-c859938c5ab7 None None] Pushing event updated for resources: {'Port': ['ID=c50e36e0-59c5-46ea-ad12-ae6aba78f614,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:20.714873 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 10e46f8e-4cf1-46a8-bb28-122cbbb3c078 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:49:20.851341 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3d9d15ca-de90-4aa4-9d1e-6e1df1b4b1e9 None None] Provisioning complete for port c50e36e0-59c5-46ea-ad12-ae6aba78f614 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:20.851727 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3d9d15ca-de90-4aa4-9d1e-6e1df1b4b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:20.888914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:49:20.898163 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6d6a1968-2c4e-4c86-9019-cc8dd8eb6bc7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/10e46f8e-4cf1-46a8-bb28-122cbbb3c078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7219355 Jul 28 11:49:20.898464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59176) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:20.909086 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e8dc2-89e6-49a0-8920-f7eee70eaa53 None None] Sync routers for ids ['10e46f8e-4cf1-46a8-bb28-122cbbb3c078'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:49:20.915191 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b811afdd-a7d2-4ebf-89fc-973edc94b202 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:20.940106 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e8dc2-89e6-49a0-8920-f7eee70eaa53 None None] Routers {'10e46f8e-4cf1-46a8-bb28-122cbbb3c078'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:20.955052 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-287e8dc2-89e6-49a0-8920-f7eee70eaa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['10e46f8e-4cf1-46a8-bb28-122cbbb3c078'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:21.042983 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-287e8dc2-89e6-49a0-8920-f7eee70eaa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:21.070148 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e8dc2-89e6-49a0-8920-f7eee70eaa53 None None] Routers {'10e46f8e-4cf1-46a8-bb28-122cbbb3c078'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:21.071318 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-287e8dc2-89e6-49a0-8920-f7eee70eaa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['10e46f8e-4cf1-46a8-bb28-122cbbb3c078'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:21.102821 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3d9d15ca-de90-4aa4-9d1e-6e1df1b4b1e9 None None] Provisioning for port 8ec5692e-3af9-4749-b51c-f76f923b9534 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:21.110896 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3d9d15ca-de90-4aa4-9d1e-6e1df1b4b1e9 None None] Provisioning complete for port 8ec5692e-3af9-4749-b51c-f76f923b9534 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:21.111277 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3d9d15ca-de90-4aa4-9d1e-6e1df1b4b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:21.117263 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacf0fe9-bd66-44a5-867a-a6893cdadb95 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:21.122405 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59178) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:21.135712 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-aacf0fe9-bd66-44a5-867a-a6893cdadb95 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports/8ec5692e-3af9-4749-b51c-f76f923b9534 HTTP/1.1" status: 200 len: 910 time: 0.2191644 Jul 28 11:49:21.201700 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b811afdd-a7d2-4ebf-89fc-973edc94b202 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:21.206101 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-287e8dc2-89e6-49a0-8920-f7eee70eaa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:21.206648 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e8dc2-89e6-49a0-8920-f7eee70eaa53 None None] The sync data for ids ['10e46f8e-4cf1-46a8-bb28-122cbbb3c078'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:49:21.211868 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0dc5bd-d642-413f-b4cf-86f7f1fee001 None None] Network 25001967-eaa5-4459-b090-0a2912e3cb85 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:21.231359 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-b811afdd-a7d2-4ebf-89fc-973edc94b202 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] device_id is not set on port 2485d622-f7d4-4618-b9c6-3aeb236cd43f yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:49:21.365900 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d15ca-de90-4aa4-9d1e-6e1df1b4b1e9 None None] Port 8ec5692e-3af9-4749-b51c-f76f923b9534 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:21.548853 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ae64ca87-9f19-43ab-885c-01450c44c3a8 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:21.572082 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-b811afdd-a7d2-4ebf-89fc-973edc94b202 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Allocated IP 172.20.0.9 (67a2769c-3f94-4570-8f52-c67339e8443a/f03f09f7-8214-4b34-aff1-bb2fd0ec4521/2485d622-f7d4-4618-b9c6-3aeb236cd43f) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:21.631594 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-aecc7b10-e9be-446b-ae43-e5a09ca13488 None None] Provisioning for port ae64ca87-9f19-43ab-885c-01450c44c3a8 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:21.653284 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port ae64ca87-9f19-43ab-885c-01450c44c3a8 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:21.660810 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-aecc7b10-e9be-446b-ae43-e5a09ca13488 None None] Provisioning complete for port 8ec5692e-3af9-4749-b51c-f76f923b9534 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:21.660948 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aecc7b10-e9be-446b-ae43-e5a09ca13488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:21.662685 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ae64ca87-9f19-43ab-885c-01450c44c3a8 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:21.663096 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:21.698926 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-038f67d3-45e3-412e-89e6-fde47608b84c req-61daa02a-34d2-4103-8fbc-6efcd0e6aa14 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 210 time: 0.0642631 Jul 28 11:49:21.771344 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-aecc7b10-e9be-446b-ae43-e5a09ca13488 None None] Port 8ec5692e-3af9-4749-b51c-f76f923b9534 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:21.852345 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b811afdd-a7d2-4ebf-89fc-973edc94b202 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:21.861075 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:21.870516 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-b811afdd-a7d2-4ebf-89fc-973edc94b202 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Transition to ACTIVE for port object 2485d622-f7d4-4618-b9c6-3aeb236cd43f will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:21.884270 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:21.916884 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b811afdd-a7d2-4ebf-89fc-973edc94b202 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:21.947474 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port ae64ca87-9f19-43ab-885c-01450c44c3a8, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ae64ca87-9f19-43ab-885c-01450c44c3a8,segment=NetworkSegment(e8f6f0f0-f9c2-4f95-abb7-9329bf48620d),segment_id=e8f6f0f0-f9c2-4f95-abb7-9329bf48620d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:21.954325 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9ab065e6-2175-43b8-abdf-c688c0c062e8 None None] Provisioning complete for port 8ec5692e-3af9-4749-b51c-f76f923b9534 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:21.954762 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ab065e6-2175-43b8-abdf-c688c0c062e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:21.958378 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:21.959271 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c50e36e0-59c5-46ea-ad12-ae6aba78f614 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:21.976466 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b811afdd-a7d2-4ebf-89fc-973edc94b202 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 67a2769c-3f94-4570-8f52-c67339e8443a is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:21.981774 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-b811afdd-a7d2-4ebf-89fc-973edc94b202 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:21.984518 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b811afdd-a7d2-4ebf-89fc-973edc94b202 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:22.015784 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811afdd-a7d2-4ebf-89fc-973edc94b202 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=2485d622-f7d4-4618-b9c6-3aeb236cd43f,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:22.037684 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=ae64ca87-9f19-43ab-885c-01450c44c3a8,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:22.057713 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b811afdd-a7d2-4ebf-89fc-973edc94b202 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:22.058474 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b811afdd-a7d2-4ebf-89fc-973edc94b202 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:22.078475 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b811afdd-a7d2-4ebf-89fc-973edc94b202 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4048345 Jul 28 11:49:22.079838 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59184) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:22.080350 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9ab065e6-2175-43b8-abdf-c688c0c062e8 None None] Port 8ec5692e-3af9-4749-b51c-f76f923b9534 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:22.106497 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port c50e36e0-59c5-46ea-ad12-ae6aba78f614 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:22.107200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:22.189425 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a45006e-4adb-4301-b349-e01ffc35137f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:22.191612 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6a45006e-4adb-4301-b349-e01ffc35137f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1106508 Jul 28 11:49:22.198581 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59186) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:22.212694 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8274efed-42a2-48b7-b1a2-92239c41912a None None] Provisioning complete for port ae64ca87-9f19-43ab-885c-01450c44c3a8 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:22.213218 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8274efed-42a2-48b7-b1a2-92239c41912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:22.215780 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:22.267385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b27797-9fdf-4914-9a04-e19c4b34e0a2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:22.273777 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b27797-9fdf-4914-9a04-e19c4b34e0a2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:22.279162 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Allocated IP 172.21.0.1 (25001967-eaa5-4459-b090-0a2912e3cb85/fdae58dd-ab2b-4652-b075-ea95e6bdd5f6/e752c66d-61c9-4dcc-ba27-6119927ca248) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:22.283594 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b27797-9fdf-4914-9a04-e19c4b34e0a2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:22.285436 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d0b27797-9fdf-4914-9a04-e19c4b34e0a2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.0818949 Jul 28 11:49:22.288296 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59188) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:22.325772 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9acb33a-8dea-4d56-b5a0-42038f247b6f None None] Network 67a2769c-3f94-4570-8f52-c67339e8443a requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:22.393949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:22.413536 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-2a8029e6-e99d-4c36-8724-9bbbf484dd9c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port 2485d622-f7d4-4618-b9c6-3aeb236cd43f {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:22.413792 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a8029e6-e99d-4c36-8724-9bbbf484dd9c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:22.413892 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:22.414157 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:22.521789 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a8029e6-e99d-4c36-8724-9bbbf484dd9c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:22.536438 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-2a8029e6-e99d-4c36-8724-9bbbf484dd9c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for 2485d622-f7d4-4618-b9c6-3aeb236cd43f owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:22.685389 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a8029e6-e99d-4c36-8724-9bbbf484dd9c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:22.714701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:22.721148 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8029e6-e99d-4c36-8724-9bbbf484dd9c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=2485d622-f7d4-4618-b9c6-3aeb236cd43f,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:22.784108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-4e4cd82c-232c-4e3d-9f12-564bac77a6a2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:22.785541 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-4e4cd82c-232c-4e3d-9f12-564bac77a6a2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/networks?id=7c151f7d-1758-46b3-9da6-f69e646cee45 HTTP/1.1" status: 200 len: 797 time: 0.5506589 Jul 28 11:49:22.793338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6,segment=NetworkSegment(3b700c62-cf02-47e0-bc05-d40443bc89ab),segment_id=3b700c62-cf02-47e0-bc05-d40443bc89ab)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:22.800192 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-776de1aa-910e-4a58-ab46-ae52be5372d6 None None] Provisioning for port 47790efe-97dd-4541-9a66-b26655115fd6 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:22.800406 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2a8029e6-e99d-4c36-8724-9bbbf484dd9c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:22.805150 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2a8029e6-e99d-4c36-8724-9bbbf484dd9c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/ports/2485d622-f7d4-4618-b9c6-3aeb236cd43f HTTP/1.1" status: 204 len: 168 time: 0.5132225 Jul 28 11:49:22.806476 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59196) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:22.806619 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:22.806619 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 47790efe-97dd-4541-9a66-b26655115fd6 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:22.843842 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b0a8fb-806f-4032-8c5e-cda699a2a87f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] GET failed (client error): The resource could not be found. Jul 28 11:49:22.848935 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c2b0a8fb-806f-4032-8c5e-cda699a2a87f tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports/2485d622-f7d4-4618-b9c6-3aeb236cd43f HTTP/1.1" status: 404 len: 333 time: 0.0391543 Jul 28 11:49:22.852895 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59198) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:22.861529 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2a059ba7-ae18-4be2-9842-b1b9769a7c5c req-f723368d-1d54-43ce-afbd-e3fd63fa24b8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 210 time: 0.0301042 Jul 28 11:49:22.872802 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-337e68fb-0614-41d6-b7e1-62d4f98bb7f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 472 time: 0.0746875 Jul 28 11:49:22.897723 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:22.907349 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-6cc3efba-14a1-4f71-8958-183c79ce1748 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'port': {'device_id': 'b8baa320-3e52-48b0-a4ad-6c0e88b566ae', 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45', 'admin_state_up': True, 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'security_groups': ['868e0bed-0e9a-4c60-88b2-8a3ad88ad023']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:22.913816 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 47790efe-97dd-4541-9a66-b26655115fd6 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:22.919607 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 47790efe-97dd-4541-9a66-b26655115fd6 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:22.919913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:22.960682 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:23.007510 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:23.017142 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Transition to ACTIVE for port object e752c66d-61c9-4dcc-ba27-6119927ca248 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:23.042196 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 47790efe-97dd-4541-9a66-b26655115fd6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=47790efe-97dd-4541-9a66-b26655115fd6,segment=NetworkSegment(c4e232e3-5880-4f97-82eb-7dd1529c3337),segment_id=c4e232e3-5880-4f97-82eb-7dd1529c3337)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:23.046700 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:23.099115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=47790efe-97dd-4541-9a66-b26655115fd6,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:23.106584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2a096c2d-d69c-490f-b715-3c19e46187ca tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port 10201993-2558-474f-a4b5-470364af5c37 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:23.106956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2a096c2d-d69c-490f-b715-3c19e46187ca tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:23.126446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:23.173891 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ae64ca87-9f19-43ab-885c-01450c44c3a8 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:23.178561 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-798df4a7-c6dc-49c6-a0d6-b831fe040776 None None] Provisioning complete for port 47790efe-97dd-4541-9a66-b26655115fd6 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:23.178758 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-798df4a7-c6dc-49c6-a0d6-b831fe040776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:23.184732 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-6cc3efba-14a1-4f71-8958-183c79ce1748 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:23.188286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-6cc3efba-14a1-4f71-8958-183c79ce1748 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:23.233290 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network 25001967-eaa5-4459-b090-0a2912e3cb85 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:23.245523 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=e752c66d-61c9-4dcc-ba27-6119927ca248,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:23.248119 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:23.262238 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ae64ca87-9f19-43ab-885c-01450c44c3a8 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:23.262637 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:23.262852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:23.346055 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-798df4a7-c6dc-49c6-a0d6-b831fe040776 None None] Provisioning for port 10201993-2558-474f-a4b5-470364af5c37 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:23.346977 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2a096c2d-d69c-490f-b715-3c19e46187ca tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:23.369404 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-798df4a7-c6dc-49c6-a0d6-b831fe040776 None None] Provisioning complete for port 10201993-2558-474f-a4b5-470364af5c37 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:23.369822 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-798df4a7-c6dc-49c6-a0d6-b831fe040776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:23.391641 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2a096c2d-d69c-490f-b715-3c19e46187ca tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for 10201993-2558-474f-a4b5-470364af5c37 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:23.411015 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:23.411383 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:23.436732 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-798df4a7-c6dc-49c6-a0d6-b831fe040776 None None] Port 10201993-2558-474f-a4b5-470364af5c37 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:23.468451 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:23.468967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:23.578311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7ed11da6-7500-4b55-88ee-8e2a85f93160 None None] Provisioning complete for port 10201993-2558-474f-a4b5-470364af5c37 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:23.578538 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-6cc3efba-14a1-4f71-8958-183c79ce1748 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.29 (7c151f7d-1758-46b3-9da6-f69e646cee45/25163554-e704-421d-9842-5461d73e5149/f291f297-8f6e-4d93-ab24-be44dad0929f) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:23.578650 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ed11da6-7500-4b55-88ee-8e2a85f93160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:23.618198 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7ed11da6-7500-4b55-88ee-8e2a85f93160 None None] Port 10201993-2558-474f-a4b5-470364af5c37 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:23.630980 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:23.730473 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a4efc241-58d6-40c0-9d7a-6d3858da14b1 None None] Could not find standard attr ID for object 2485d622-f7d4-4618-b9c6-3aeb236cd43f. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:49:23.742664 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a4efc241-58d6-40c0-9d7a-6d3858da14b1 None None] Provisioning for port e752c66d-61c9-4dcc-ba27-6119927ca248 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:23.747920 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a4efc241-58d6-40c0-9d7a-6d3858da14b1 None None] Provisioning complete for port e752c66d-61c9-4dcc-ba27-6119927ca248 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:23.748294 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a4efc241-58d6-40c0-9d7a-6d3858da14b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:23.787104 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a4efc241-58d6-40c0-9d7a-6d3858da14b1 None None] Port e752c66d-61c9-4dcc-ba27-6119927ca248 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:23.880237 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2a096c2d-d69c-490f-b715-3c19e46187ca tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:23.946297 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a096c2d-d69c-490f-b715-3c19e46187ca tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=10201993-2558-474f-a4b5-470364af5c37,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:23.966907 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f243656d-9fe2-4b77-8111-6578ca88fcfe req-32d112d7-6fb9-4ad9-9176-d0252e3ec9d2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 210 time: 0.0283647 Jul 28 11:49:23.999570 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-6cc3efba-14a1-4f71-8958-183c79ce1748 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.065159 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-6cc3efba-14a1-4f71-8958-183c79ce1748 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object f291f297-8f6e-4d93-ab24-be44dad0929f will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:24.111780 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2a096c2d-d69c-490f-b715-3c19e46187ca tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.113667 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2a096c2d-d69c-490f-b715-3c19e46187ca tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/ports/10201993-2558-474f-a4b5-470364af5c37 HTTP/1.1" status: 204 len: 168 time: 1.2591157 Jul 28 11:49:24.116786 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59202) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:24.146771 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5cf8b8b-61a5-4031-88fa-5a0eceaf8522 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] GET failed (client error): The resource could not be found. Jul 28 11:49:24.148197 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b5cf8b8b-61a5-4031-88fa-5a0eceaf8522 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports/10201993-2558-474f-a4b5-470364af5c37 HTTP/1.1" status: 404 len: 333 time: 0.0303311 Jul 28 11:49:24.151671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59204) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:24.160206 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-6cc3efba-14a1-4f71-8958-183c79ce1748 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.195306 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.202658 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-432c31eb-d322-40e6-a9eb-6ecf4b23a149 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting subnet f03f09f7-8214-4b34-aff1-bb2fd0ec4521 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:49:24.205892 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-432c31eb-d322-40e6-a9eb-6ecf4b23a149 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.206947 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.213453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-6cc3efba-14a1-4f71-8958-183c79ce1748 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network 7c151f7d-1758-46b3-9da6-f69e646cee45 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:24.240353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-6cc3efba-14a1-4f71-8958-183c79ce1748 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:24.244821 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-432c31eb-d322-40e6-a9eb-6ecf4b23a149 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.248411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-6cc3efba-14a1-4f71-8958-183c79ce1748 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:24.277390 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3efba-14a1-4f71-8958-183c79ce1748 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=f291f297-8f6e-4d93-ab24-be44dad0929f,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:24.323622 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.350165 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-432c31eb-d322-40e6-a9eb-6ecf4b23a149 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.351321 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-6cc3efba-14a1-4f71-8958-183c79ce1748 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:24.351998 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-6cc3efba-14a1-4f71-8958-183c79ce1748 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.409068 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=e752c66d-61c9-4dcc-ba27-6119927ca248,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:24.417255 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-432c31eb-d322-40e6-a9eb-6ecf4b23a149 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.418284 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-6cc3efba-14a1-4f71-8958-183c79ce1748 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5213082 Jul 28 11:49:24.433077 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Request body: {'port': {'device_id': 'b8baa320-3e52-48b0-a4ad-6c0e88b566ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:24.448118 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-432c31eb-d322-40e6-a9eb-6ecf4b23a149 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.450109 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-432c31eb-d322-40e6-a9eb-6ecf4b23a149 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/f03f09f7-8214-4b34-aff1-bb2fd0ec4521 HTTP/1.1" status: 204 len: 168 time: 0.2975230 Jul 28 11:49:24.450975 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c31eb-d322-40e6-a9eb-6ecf4b23a149 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Subnet': ['ID=f03f09f7-8214-4b34-aff1-bb2fd0ec4521,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:24.453263 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59206) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:24.461065 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b459271-d57a-4b14-a2c9-f376f88a4eab None None] Network 67a2769c-3f94-4570-8f52-c67339e8443a requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:24.536204 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ee018c0e-6190-487e-b78e-2c693f75f61f None None] Provisioning for port f291f297-8f6e-4d93-ab24-be44dad0929f completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:24.542695 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.559814 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ee018c0e-6190-487e-b78e-2c693f75f61f None None] Provisioning complete for port f291f297-8f6e-4d93-ab24-be44dad0929f triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:24.560275 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ee018c0e-6190-487e-b78e-2c693f75f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.602264 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port 47790efe-97dd-4541-9a66-b26655115fd6 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:24.603670 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.620094 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ee018c0e-6190-487e-b78e-2c693f75f61f None None] Port f291f297-8f6e-4d93-ab24-be44dad0929f cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:24.671738 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] For port 47790efe-97dd-4541-9a66-b26655115fd6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=47790efe-97dd-4541-9a66-b26655115fd6,segment=NetworkSegment(c4e232e3-5880-4f97-82eb-7dd1529c3337),segment_id=c4e232e3-5880-4f97-82eb-7dd1529c3337)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:24.672189 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.685982 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for 47790efe-97dd-4541-9a66-b26655115fd6 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:24.694789 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11321c49-5ea3-4951-81da-414195a57f16 None None] DHCP port deletion for 67a2769c-3f94-4570-8f52-c67339e8443a request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:49:24.745053 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-11321c49-5ea3-4951-81da-414195a57f16 None None] Deleting port 47790efe-97dd-4541-9a66-b26655115fd6 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:24.746252 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11321c49-5ea3-4951-81da-414195a57f16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.768717 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network 25001967-eaa5-4459-b090-0a2912e3cb85 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:24.773697 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:24.780684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.788580 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.819320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-11321c49-5ea3-4951-81da-414195a57f16 None None] For port 47790efe-97dd-4541-9a66-b26655115fd6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=47790efe-97dd-4541-9a66-b26655115fd6,segment=NetworkSegment(c4e232e3-5880-4f97-82eb-7dd1529c3337),segment_id=c4e232e3-5880-4f97-82eb-7dd1529c3337)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:24.819720 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11321c49-5ea3-4951-81da-414195a57f16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.824394 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=47790efe-97dd-4541-9a66-b26655115fd6,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:24.832890 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No DVR routers for this DVR port 47790efe-97dd-4541-9a66-b26655115fd6 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:49:24.849958 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-11321c49-5ea3-4951-81da-414195a57f16 None None] Calling delete_port for 47790efe-97dd-4541-9a66-b26655115fd6 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:24.935821 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.943804 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11321c49-5ea3-4951-81da-414195a57f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:24.949691 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a2769c-3f94-4570-8f52-c67339e8443a']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:24.974243 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11321c49-5ea3-4951-81da-414195a57f16 None None] No DVR routers for this DVR port 47790efe-97dd-4541-9a66-b26655115fd6 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:49:24.983488 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11321c49-5ea3-4951-81da-414195a57f16 None None] Pushing event deleted for resources: {'Port': ['ID=47790efe-97dd-4541-9a66-b26655115fd6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:25.016565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 10e46f8e-4cf1-46a8-bb28-122cbbb3c078 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:49:25.043854 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-62eacd48-be3e-49d2-b2d2-2a4689c50b66 None None] Provisioning complete for port e752c66d-61c9-4dcc-ba27-6119927ca248 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:25.044229 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62eacd48-be3e-49d2-b2d2-2a4689c50b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:25.078657 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-62eacd48-be3e-49d2-b2d2-2a4689c50b66 None None] Port e752c66d-61c9-4dcc-ba27-6119927ca248 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:25.145334 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 47790efe-97dd-4541-9a66-b26655115fd6 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:49:25.170931 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 47790efe-97dd-4541-9a66-b26655115fd6 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:49:25.171448 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 47790efe-97dd-4541-9a66-b26655115fd6 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:49:25.220907 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:49:25.228124 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8be473bb-5a77-484c-a50c-bb50d368d53c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/10e46f8e-4cf1-46a8-bb28-122cbbb3c078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1030793 Jul 28 11:49:25.229786 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59210) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:25.232920 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781532cb-c63d-457e-befe-8c1639fb807a None None] Sync routers for ids ['10e46f8e-4cf1-46a8-bb28-122cbbb3c078'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:49:25.243380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781532cb-c63d-457e-befe-8c1639fb807a None None] Routers {'10e46f8e-4cf1-46a8-bb28-122cbbb3c078'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:25.243380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-781532cb-c63d-457e-befe-8c1639fb807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['10e46f8e-4cf1-46a8-bb28-122cbbb3c078'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:25.278460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-781532cb-c63d-457e-befe-8c1639fb807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:25.283487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e232e3-5880-4f97-82eb-7dd1529c3337') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:25.284136 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e232e3-5880-4f97-82eb-7dd1529c3337') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:25.289349 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781532cb-c63d-457e-befe-8c1639fb807a None None] Routers {'10e46f8e-4cf1-46a8-bb28-122cbbb3c078'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:25.290865 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-781532cb-c63d-457e-befe-8c1639fb807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['10e46f8e-4cf1-46a8-bb28-122cbbb3c078'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:25.292742 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d83a8c3-f23b-4495-a4c3-af3bc2c6ec42 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:25.294165 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7d83a8c3-f23b-4495-a4c3-af3bc2c6ec42 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports/e752c66d-61c9-4dcc-ba27-6119927ca248 HTTP/1.1" status: 200 len: 910 time: 0.0634475 Jul 28 11:49:25.297123 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59212) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:25.319518 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:25.326398 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-781532cb-c63d-457e-befe-8c1639fb807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:25.327156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781532cb-c63d-457e-befe-8c1639fb807a None None] The sync data for ids ['10e46f8e-4cf1-46a8-bb28-122cbbb3c078'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:49:25.348662 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f291f297-8f6e-4d93-ab24-be44dad0929f {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:49:25.356697 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:25.370220 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Transition to ACTIVE for port object f291f297-8f6e-4d93-ab24-be44dad0929f will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:25.375177 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:25.407061 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:25.419969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:49:25.420384 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:25.428086 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Pushing event updated for resources: {'Port': ['ID=f291f297-8f6e-4d93-ab24-be44dad0929f,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:49:25.428295 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:49:25.484320 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce05b65-0174-4405-8314-ca1ae3b108f9 req-2b02ee7a-5363-4f57-ad6a-6a25e530008e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:25.485737 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2ce05b65-0174-4405-8314-ca1ae3b108f9 req-2b02ee7a-5363-4f57-ad6a-6a25e530008e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 932 time: 0.2049661 Jul 28 11:49:25.505508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Attempting to bind port f291f297-8f6e-4d93-ab24-be44dad0929f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:49:25.505941 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Attempting to bind port f291f297-8f6e-4d93-ab24-be44dad0929f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '3b700c62-cf02-47e0-bc05-d40443bc89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:49:25.506349 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Attempting to bind port f291f297-8f6e-4d93-ab24-be44dad0929f on network 7c151f7d-1758-46b3-9da6-f69e646cee45 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:49:25.511744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Port f291f297-8f6e-4d93-ab24-be44dad0929f on network 7c151f7d-1758-46b3-9da6-f69e646cee45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:49:25.512147 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Attempting to bind port f291f297-8f6e-4d93-ab24-be44dad0929f on network 7c151f7d-1758-46b3-9da6-f69e646cee45 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:49:25.517182 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:49:25.517525 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Checking segment: {'id': '3b700c62-cf02-47e0-bc05-d40443bc89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:25.517911 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Bound using segment: {'id': '3b700c62-cf02-47e0-bc05-d40443bc89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:49:25.518345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Bound port: f291f297-8f6e-4d93-ab24-be44dad0929f, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b700c62-cf02-47e0-bc05-d40443bc89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:49:25.518739 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:25.589899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] For port f291f297-8f6e-4d93-ab24-be44dad0929f, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:49:25.594269 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] For port f291f297-8f6e-4d93-ab24-be44dad0929f, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f291f297-8f6e-4d93-ab24-be44dad0929f,segment=NetworkSegment(3b700c62-cf02-47e0-bc05-d40443bc89ab),segment_id=3b700c62-cf02-47e0-bc05-d40443bc89ab)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:49:25.600424 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:25.604615 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:25.624662 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:25.626613 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/networks/67a2769c-3f94-4570-8f52-c67339e8443a HTTP/1.1" status: 204 len: 168 time: 1.1721859 Jul 28 11:49:25.632184 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59214) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:25.635852 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2ce05b65-0174-4405-8314-ca1ae3b108f9 req-d672ee08-0065-4a54-994d-f145bd46c47d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=868e0bed-0e9a-4c60-88b2-8a3ad88ad023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321905 Jul 28 11:49:25.639339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c0a21e9e-4b57-45d7-989f-9022db06089e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1636920542'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:25.658779 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b20d6-56e0-42e8-ad55-48fcea77c468 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Network': ['ID=67a2769c-3f94-4570-8f52-c67339e8443a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:25.659215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:25.659215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:25.659215 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] 10.222.0.39 "PUT /v2.0/ports/f291f297-8f6e-4d93-ab24-be44dad0929f HTTP/1.1" status: 200 len: 1094 time: 1.2254651 Jul 28 11:49:25.659215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8baa320-3e52-48b0-a4ad-6c0e88b566ae', 'tag': 'f291f297-8f6e-4d93-ab24-be44dad0929f'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:49:25.659215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76315a6c-6ba5-46f1-b28d-5f886962f680" -d '{"events": [{"name": "network-changed", "server_uuid": "b8baa320-3e52-48b0-a4ad-6c0e88b566ae", "tag": "f291f297-8f6e-4d93-ab24-be44dad0929f"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:49:25.700532 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2437546-cb3a-4fc8-a8b5-a43423a665bb service neutron] Pushing event updated for resources: {'Port': ['ID=f291f297-8f6e-4d93-ab24-be44dad0929f,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:25.703421 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a21e9e-4b57-45d7-989f-9022db06089e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:25.706984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0a21e9e-4b57-45d7-989f-9022db06089e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:25.763101 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a21e9e-4b57-45d7-989f-9022db06089e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:49:25.778227 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-3271fb1d-ba4e-453a-8909-dd36856dbeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:25.779935 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-3271fb1d-ba4e-453a-8909-dd36856dbeed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 1097 time: 0.0704060 Jul 28 11:49:25.781106 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0a21e9e-4b57-45d7-989f-9022db06089e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:25.781409 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-c0a21e9e-4b57-45d7-989f-9022db06089e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Added segment 380aaa1a-5a42-4a36-909b-13a7382f598c of type vlan for network 758d86a7-d57d-4f9e-a08d-e66986dce383 Jul 28 11:49:25.824646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efb413a-f24c-441a-a262-851e2853a0c6 x-openstack-request-id: req-7efb413a-f24c-441a-a262-851e2853a0c6 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:49:25.824946 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8baa320-3e52-48b0-a4ad-6c0e88b566ae", "tag": "f291f297-8f6e-4d93-ab24-be44dad0929f", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:49:25.825381 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7efb413a-f24c-441a-a262-851e2853a0c6 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:49:25.825791 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8baa320-3e52-48b0-a4ad-6c0e88b566ae', 'tag': 'f291f297-8f6e-4d93-ab24-be44dad0929f', 'status': 'completed', 'code': 200} Jul 28 11:49:25.861280 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-c6f4ff83-34a3-44dd-86ba-1ed1b244111f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=f291f297-8f6e-4d93-ab24-be44dad0929f HTTP/1.1" status: 200 len: 217 time: 0.0699360 Jul 28 11:49:25.862929 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-088a0625-7fd0-4fd7-87dd-73235870a078 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:25.880644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0a21e9e-4b57-45d7-989f-9022db06089e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:25.936075 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-10d0fd80-7148-47e3-bb52-386a121be523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:25.937549 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-10d0fd80-7148-47e3-bb52-386a121be523 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25163554-e704-421d-9842-5461d73e5149 HTTP/1.1" status: 200 len: 838 time: 0.0675931 Jul 28 11:49:25.943011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0a21e9e-4b57-45d7-989f-9022db06089e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:25.949124 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a21e9e-4b57-45d7-989f-9022db06089e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:25.949710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0a21e9e-4b57-45d7-989f-9022db06089e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:26.033581 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c0a21e9e-4b57-45d7-989f-9022db06089e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4001596 Jul 28 11:49:26.036948 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59220) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:26.042898 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'subnet': {'network_id': '758d86a7-d57d-4f9e-a08d-e66986dce383', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:26.048096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a21e9e-4b57-45d7-989f-9022db06089e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Network': ['ID=758d86a7-d57d-4f9e-a08d-e66986dce383,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:26.057005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-acbb1334-a86b-41ec-85aa-5f1cf22ff31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:26.058166 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-acbb1334-a86b-41ec-85aa-5f1cf22ff31f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7c151f7d-1758-46b3-9da6-f69e646cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1050589 Jul 28 11:49:26.059738 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 758d86a7-d57d-4f9e-a08d-e66986dce383 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:49:26.155094 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-bd592d36-254b-491e-9fb4-be1cb1279f40 service neutron] 10.222.0.39 "GET /v2.0/networks/7c151f7d-1758-46b3-9da6-f69e646cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882604 Jul 28 11:49:26.191987 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:26.195593 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:26.249570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-088a0625-7fd0-4fd7-87dd-73235870a078 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port e752c66d-61c9-4dcc-ba27-6119927ca248 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:26.249919 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-088a0625-7fd0-4fd7-87dd-73235870a078 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:26.250603 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83e323e9-27a1-4df5-a501-5a145eb019dc req-f6822c47-345c-457d-ae4b-7d24dc788abf service neutron] 10.222.0.39 "GET /v2.0/networks/7c151f7d-1758-46b3-9da6-f69e646cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881200 Jul 28 11:49:26.334492 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76315a6c-6ba5-46f1-b28d-5f886962f680 req-972ebbcd-e245-440a-be79-ccc41ffb6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:26.335995 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-76315a6c-6ba5-46f1-b28d-5f886962f680 req-972ebbcd-e245-440a-be79-ccc41ffb6ac7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 1097 time: 0.0418854 Jul 28 11:49:26.370808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-088a0625-7fd0-4fd7-87dd-73235870a078 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:26.405747 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-088a0625-7fd0-4fd7-87dd-73235870a078 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for e752c66d-61c9-4dcc-ba27-6119927ca248 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:26.429768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76315a6c-6ba5-46f1-b28d-5f886962f680 req-1142932e-4d95-4513-827d-c12e7a8e3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:26.431384 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-76315a6c-6ba5-46f1-b28d-5f886962f680 req-1142932e-4d95-4513-827d-c12e7a8e3ade service neutron] 10.222.0.39 "GET /v2.0/networks?id=7c151f7d-1758-46b3-9da6-f69e646cee45 HTTP/1.1" status: 200 len: 898 time: 0.0875309 Jul 28 11:49:26.473784 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-76315a6c-6ba5-46f1-b28d-5f886962f680 req-7aea25ac-f7c8-414a-b50a-5a4924b976a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=f291f297-8f6e-4d93-ab24-be44dad0929f HTTP/1.1" status: 200 len: 217 time: 0.0345318 Jul 28 11:49:26.518919 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:26.521580 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76315a6c-6ba5-46f1-b28d-5f886962f680 req-5e574a66-ce41-4eb8-92fa-3d9c8aec0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:26.523103 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-76315a6c-6ba5-46f1-b28d-5f886962f680 req-5e574a66-ce41-4eb8-92fa-3d9c8aec0bf8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25163554-e704-421d-9842-5461d73e5149 HTTP/1.1" status: 200 len: 838 time: 0.0424585 Jul 28 11:49:26.568280 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76315a6c-6ba5-46f1-b28d-5f886962f680 req-9034d854-a31d-44d9-a9a2-ea98fd0f2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:26.569769 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-76315a6c-6ba5-46f1-b28d-5f886962f680 req-9034d854-a31d-44d9-a9a2-ea98fd0f2748 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7c151f7d-1758-46b3-9da6-f69e646cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0394940 Jul 28 11:49:26.628799 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Subnet': ['ID=2353eeae-3833-4e6e-9127-9846787d35d3,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:26.644368 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:26.644719 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:26.645157 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:26.645586 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:26.645934 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:26.646267 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:26.646627 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:26.646959 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:26.647292 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:26.647621 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:26.647948 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:26.648272 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:26.657901 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Checking segment: {'id': '380aaa1a-5a42-4a36-909b-13a7382f598c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '758d86a7-d57d-4f9e-a08d-e66986dce383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:26.658272 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network hostable DHCP agents. Network: 758d86a7-d57d-4f9e-a08d-e66986dce383, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:49:26.664347 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-76315a6c-6ba5-46f1-b28d-5f886962f680 req-8f299445-84f9-49ec-9a43-80fcebb0af4e service neutron] 10.222.0.39 "GET /v2.0/networks/7c151f7d-1758-46b3-9da6-f69e646cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870366 Jul 28 11:49:26.723391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 758d86a7-d57d-4f9e-a08d-e66986dce383 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:49:26.750677 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-088a0625-7fd0-4fd7-87dd-73235870a078 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:26.760698 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-76315a6c-6ba5-46f1-b28d-5f886962f680 req-9aa65ed9-7049-4a13-9abf-2e01135a5cf0 service neutron] 10.222.0.39 "GET /v2.0/networks/7c151f7d-1758-46b3-9da6-f69e646cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886598 Jul 28 11:49:26.762671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 758d86a7-d57d-4f9e-a08d-e66986dce383) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:26.772568 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22e4d7a-a214-4aa0-9db0-3b1e014f38cd None None] Network 758d86a7-d57d-4f9e-a08d-e66986dce383 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:26.787213 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:26.787867 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:26.791556 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a0625-7fd0-4fd7-87dd-73235870a078 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=e752c66d-61c9-4dcc-ba27-6119927ca248,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:26.833847 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e53be0-6a50-44b9-9adc-2369790411c3 req-806750cc-660e-46a7-8c89-3cb5fa87c92f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:26.835436 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d7e53be0-6a50-44b9-9adc-2369790411c3 req-806750cc-660e-46a7-8c89-3cb5fa87c92f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 944 time: 0.1290846 Jul 28 11:49:26.863424 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5ffd3f7d-4669-4cea-8570-5afd673efe3c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8250871 Jul 28 11:49:26.866177 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59224) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:26.872501 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c1f501bf-c7ec-4710-9c0c-1e50c8b3af96 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-973615299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:26.902612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c1f501bf-c7ec-4710-9c0c-1e50c8b3af96 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:26.904163 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c1f501bf-c7ec-4710-9c0c-1e50c8b3af96 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:26.948515 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d7e53be0-6a50-44b9-9adc-2369790411c3 req-e502f46e-6438-4b51-8a91-fcc78623090b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=868e0bed-0e9a-4c60-88b2-8a3ad88ad023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897701 Jul 28 11:49:26.965174 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-758d86a7-d57d-4f9e-a08d-e66986dce383', 'network_id': '758d86a7-d57d-4f9e-a08d-e66986dce383', 'tenant_id': '102cd32a4f314cda9536ce6e9327226f', 'fixed_ips': [{'subnet_id': '2353eeae-3833-4e6e-9127-9846787d35d3'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:49:26.966043 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:27.001952 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c1f501bf-c7ec-4710-9c0c-1e50c8b3af96 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:27.010066 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c1f501bf-c7ec-4710-9c0c-1e50c8b3af96 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:27.019666 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-088a0625-7fd0-4fd7-87dd-73235870a078 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:27.037157 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c1f501bf-c7ec-4710-9c0c-1e50c8b3af96 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:27.039117 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c1f501bf-c7ec-4710-9c0c-1e50c8b3af96 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1713994 Jul 28 11:49:27.042097 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59226) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:27.048243 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'network_id': '758d86a7-d57d-4f9e-a08d-e66986dce383', 'name': 'tempest-PortsTestJSON-1473331151'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:27.130276 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Allocated IP 172.20.0.2 (758d86a7-d57d-4f9e-a08d-e66986dce383/2353eeae-3833-4e6e-9127-9846787d35d3/85f521e1-400b-4d83-ba08-3a7e0792b323) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:27.158911 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:27.162414 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:27.185149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] device_id is not set on port 0ec355d2-212d-4a46-9b8c-fd0a575cc50b yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:49:27.226473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088a0625-7fd0-4fd7-87dd-73235870a078 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 10e46f8e-4cf1-46a8-bb28-122cbbb3c078 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:49:27.286491 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:27.295802 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Transition to ACTIVE for port object 85f521e1-400b-4d83-ba08-3a7e0792b323 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:27.310359 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Transition to ACTIVE for port object 85f521e1-400b-4d83-ba08-3a7e0792b323 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:27.316151 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:27.332748 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088a0625-7fd0-4fd7-87dd-73235870a078 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:49:27.342298 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-088a0625-7fd0-4fd7-87dd-73235870a078 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/10e46f8e-4cf1-46a8-bb28-122cbbb3c078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0388484 Jul 28 11:49:27.342686 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59228) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:27.349934 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c448b2f8-fce9-4709-b25b-b6414c6f5ef7 None None] Sync routers for ids ['10e46f8e-4cf1-46a8-bb28-122cbbb3c078'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:49:27.358373 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Network 758d86a7-d57d-4f9e-a08d-e66986dce383 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:27.362375 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c448b2f8-fce9-4709-b25b-b6414c6f5ef7 None None] Routers {'10e46f8e-4cf1-46a8-bb28-122cbbb3c078'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:27.362791 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:27.363152 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c448b2f8-fce9-4709-b25b-b6414c6f5ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['10e46f8e-4cf1-46a8-bb28-122cbbb3c078'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:27.365210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:27.378790 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Pushing event updated for resources: {'Port': ['ID=85f521e1-400b-4d83-ba08-3a7e0792b323,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:27.404857 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c448b2f8-fce9-4709-b25b-b6414c6f5ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:27.414769 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c448b2f8-fce9-4709-b25b-b6414c6f5ef7 None None] Routers {'10e46f8e-4cf1-46a8-bb28-122cbbb3c078'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:27.415674 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c448b2f8-fce9-4709-b25b-b6414c6f5ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['10e46f8e-4cf1-46a8-bb28-122cbbb3c078'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:27.429222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Attempting to bind port 85f521e1-400b-4d83-ba08-3a7e0792b323 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:49:27.429593 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Attempting to bind port 85f521e1-400b-4d83-ba08-3a7e0792b323 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '380aaa1a-5a42-4a36-909b-13a7382f598c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '758d86a7-d57d-4f9e-a08d-e66986dce383'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:49:27.429949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Attempting to bind port 85f521e1-400b-4d83-ba08-3a7e0792b323 on network 758d86a7-d57d-4f9e-a08d-e66986dce383 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:49:27.436926 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:49:27.437308 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Checking segment: {'id': '380aaa1a-5a42-4a36-909b-13a7382f598c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '758d86a7-d57d-4f9e-a08d-e66986dce383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:27.437814 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:27.438191 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Bound using segment: {'id': '380aaa1a-5a42-4a36-909b-13a7382f598c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '758d86a7-d57d-4f9e-a08d-e66986dce383'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:49:27.438690 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Bound port: 85f521e1-400b-4d83-ba08-3a7e0792b323, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380aaa1a-5a42-4a36-909b-13a7382f598c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '758d86a7-d57d-4f9e-a08d-e66986dce383'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:49:27.439068 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:27.442934 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.db.api [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0feb45b7-a0a4-49c1-9b4f-996e7177cbb5 {{(pid=100415) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:49:27.443258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG oslo_db.api [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:49:27.456859 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c448b2f8-fce9-4709-b25b-b6414c6f5ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:27.457617 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c448b2f8-fce9-4709-b25b-b6414c6f5ef7 None None] The sync data for ids ['10e46f8e-4cf1-46a8-bb28-122cbbb3c078'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:49:27.509383 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] For port 85f521e1-400b-4d83-ba08-3a7e0792b323, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:49:27.512368 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] For port 85f521e1-400b-4d83-ba08-3a7e0792b323, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=85f521e1-400b-4d83-ba08-3a7e0792b323,segment=NetworkSegment(380aaa1a-5a42-4a36-909b-13a7382f598c),segment_id=380aaa1a-5a42-4a36-909b-13a7382f598c)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:49:27.516374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:27.573047 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f23518-5748-48a1-8db7-d94f723d2b0f None None] Pushing event updated for resources: {'Port': ['ID=85f521e1-400b-4d83-ba08-3a7e0792b323,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:27.755501 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:27.944729 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:27.983412 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] device_id is not set on port a53b24fa-5e6d-4730-a5f1-f64d9fb3b6b9 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:49:28.074019 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38499a95-02a3-40f8-ba3c-5f296ec0bd5f req-61348e6d-8951-4cbf-92fc-e5b9d8a3e267 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:28.075556 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-38499a95-02a3-40f8-ba3c-5f296ec0bd5f req-61348e6d-8951-4cbf-92fc-e5b9d8a3e267 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 944 time: 0.0506334 Jul 28 11:49:28.118479 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-38499a95-02a3-40f8-ba3c-5f296ec0bd5f req-1a227820-be91-44ef-8dee-8d7d124be859 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=868e0bed-0e9a-4c60-88b2-8a3ad88ad023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363181 Jul 28 11:49:28.351419 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port 8ec5692e-3af9-4749-b51c-f76f923b9534 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:28.351982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:28.421026 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae541a07-e09b-4f47-b897-b20aecff4972 None None] Network 758d86a7-d57d-4f9e-a08d-e66986dce383 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:28.423425 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Allocated IP 172.20.0.3 (758d86a7-d57d-4f9e-a08d-e66986dce383/2353eeae-3833-4e6e-9127-9846787d35d3/a53b24fa-5e6d-4730-a5f1-f64d9fb3b6b9) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:28.471086 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:28.490700 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-092d8900-8f93-49c1-b8f7-fffcf0587fd2 None None] Provisioning for port 85f521e1-400b-4d83-ba08-3a7e0792b323 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:28.495949 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for 8ec5692e-3af9-4749-b51c-f76f923b9534 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:28.697581 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:28.712226 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Transition to ACTIVE for port object a53b24fa-5e6d-4730-a5f1-f64d9fb3b6b9 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:28.783912 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:28.793241 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:28.819903 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=8ec5692e-3af9-4749-b51c-f76f923b9534,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:28.852567 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:28.852980 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:28.853336 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:28.853675 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:28.854012 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:28.854344 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:28.854696 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:28.855030 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:28.855356 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:28.855684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:28.856017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:28.856346 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:28.870254 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 758d86a7-d57d-4f9e-a08d-e66986dce383 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:28.906015 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:28.911857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:28.976340 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=a53b24fa-5e6d-4730-a5f1-f64d9fb3b6b9,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:29.050942 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:29.051569 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:29.065337 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:29.075646 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-08dfda38-f561-443e-aa96-8bb631c81d17 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0323749 Jul 28 11:49:29.078146 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59232) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:29.142302 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5cc177f9-77f5-42ca-b9d2-2e4b3622dcc8 None None] Provisioning for port a53b24fa-5e6d-4730-a5f1-f64d9fb3b6b9 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:29.148152 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5cc177f9-77f5-42ca-b9d2-2e4b3622dcc8 None None] Provisioning complete for port a53b24fa-5e6d-4730-a5f1-f64d9fb3b6b9 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:29.148577 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5cc177f9-77f5-42ca-b9d2-2e4b3622dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:29.191393 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5cc177f9-77f5-42ca-b9d2-2e4b3622dcc8 None None] Port a53b24fa-5e6d-4730-a5f1-f64d9fb3b6b9 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:29.193035 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 85f521e1-400b-4d83-ba08-3a7e0792b323 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:29.246489 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 85f521e1-400b-4d83-ba08-3a7e0792b323 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:29.250101 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 85f521e1-400b-4d83-ba08-3a7e0792b323 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:29.250503 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:29.256725 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a6078-45dc-4b07-bded-cc5b66a3bc6e req-8fa2bfd5-1005-4207-96ac-fd25b785c607 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:29.258224 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-210a6078-45dc-4b07-bded-cc5b66a3bc6e req-8fa2bfd5-1005-4207-96ac-fd25b785c607 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 944 time: 0.0520010 Jul 28 11:49:29.302778 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-210a6078-45dc-4b07-bded-cc5b66a3bc6e req-145503c1-d140-40da-b834-69e28d919d53 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=868e0bed-0e9a-4c60-88b2-8a3ad88ad023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364873 Jul 28 11:49:29.340851 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:29.373888 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 85f521e1-400b-4d83-ba08-3a7e0792b323, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=85f521e1-400b-4d83-ba08-3a7e0792b323,segment=NetworkSegment(380aaa1a-5a42-4a36-909b-13a7382f598c),segment_id=380aaa1a-5a42-4a36-909b-13a7382f598c)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:29.378001 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:29.389466 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 10e46f8e-4cf1-46a8-bb28-122cbbb3c078 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:49:29.426703 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=85f521e1-400b-4d83-ba08-3a7e0792b323,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:29.517499 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:49:29.527730 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79fe8a1-1276-4175-9e30-278e1f81180e None None] Sync routers for ids ['10e46f8e-4cf1-46a8-bb28-122cbbb3c078'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:49:29.536979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79fe8a1-1276-4175-9e30-278e1f81180e None None] Routers {'10e46f8e-4cf1-46a8-bb28-122cbbb3c078'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:29.537582 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b79fe8a1-1276-4175-9e30-278e1f81180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['10e46f8e-4cf1-46a8-bb28-122cbbb3c078'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:29.543024 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bec6b208-b53e-46a2-9fc0-db040a59a90a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/10e46f8e-4cf1-46a8-bb28-122cbbb3c078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1991854 Jul 28 11:49:29.546295 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59236) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:29.569777 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b79fe8a1-1276-4175-9e30-278e1f81180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:29.579002 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b8b58512-be65-4ce0-a0fa-37c9c209f303 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e46f8e-4cf1-46a8-bb28-122cbbb3c078 HTTP/1.1" status: 200 len: 205 time: 0.0313005 Jul 28 11:49:29.581610 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59238) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:29.582292 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79fe8a1-1276-4175-9e30-278e1f81180e None None] Routers {'10e46f8e-4cf1-46a8-bb28-122cbbb3c078'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:29.582933 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b79fe8a1-1276-4175-9e30-278e1f81180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['10e46f8e-4cf1-46a8-bb28-122cbbb3c078'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:29.596715 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0541a1e9-02c9-4862-b316-d713a5d19598 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:29.619432 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b79fe8a1-1276-4175-9e30-278e1f81180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:29.620238 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79fe8a1-1276-4175-9e30-278e1f81180e None None] The sync data for ids ['10e46f8e-4cf1-46a8-bb28-122cbbb3c078'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:49:29.652280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-71fc0b9c-d2ef-4a5d-b41f-9c8d3333828b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:29.810648 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-71fc0b9c-d2ef-4a5d-b41f-9c8d3333828b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:29.812948 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-71fc0b9c-d2ef-4a5d-b41f-9c8d3333828b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:29.823456 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device f291f297-8f6e-4d93-ab24-be44dad0929f details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:49:29.838899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0541a1e9-02c9-4862-b316-d713a5d19598 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:29.849624 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0541a1e9-02c9-4862-b316-d713a5d19598 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:29.866751 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-71fc0b9c-d2ef-4a5d-b41f-9c8d3333828b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:29.867265 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fc0b9c-d2ef-4a5d-b41f-9c8d3333828b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Fanout notify agent at l3_agent the message router_deleted on router 10e46f8e-4cf1-46a8-bb28-122cbbb3c078 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:49:29.874989 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-71fc0b9c-d2ef-4a5d-b41f-9c8d3333828b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:29.876095 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-71fc0b9c-d2ef-4a5d-b41f-9c8d3333828b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/routers/10e46f8e-4cf1-46a8-bb28-122cbbb3c078 HTTP/1.1" status: 204 len: 168 time: 0.2933965 Jul 28 11:49:29.879267 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59240) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:29.925174 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541a1e9-02c9-4862-b316-d713a5d19598 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=a53b24fa-5e6d-4730-a5f1-f64d9fb3b6b9,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:29.935780 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc51babd-107b-45ee-b221-03b8685d6419 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting subnet fdae58dd-ab2b-4652-b075-ea95e6bdd5f6 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:49:29.939941 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dc51babd-107b-45ee-b221-03b8685d6419 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:29.952782 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port f291f297-8f6e-4d93-ab24-be44dad0929f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f291f297-8f6e-4d93-ab24-be44dad0929f,segment=NetworkSegment(3b700c62-cf02-47e0-bc05-d40443bc89ab),segment_id=3b700c62-cf02-47e0-bc05-d40443bc89ab)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:29.966057 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': 'f291f297-8f6e-4d93-ab24-be44dad0929f', 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45', 'port_id': 'f291f297-8f6e-4d93-ab24-be44dad0929f', 'mac_address': 'fa:16:3e:99:e2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25163554-e704-421d-9842-5461d73e5149', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:49:29.991760 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dc51babd-107b-45ee-b221-03b8685d6419 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:30.010705 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:30.033196 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f291f297-8f6e-4d93-ab24-be44dad0929f {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:49:30.057071 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port f291f297-8f6e-4d93-ab24-be44dad0929f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f291f297-8f6e-4d93-ab24-be44dad0929f,segment=NetworkSegment(3b700c62-cf02-47e0-bc05-d40443bc89ab),segment_id=3b700c62-cf02-47e0-bc05-d40443bc89ab)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:30.063298 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:30.112782 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dc51babd-107b-45ee-b221-03b8685d6419 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:30.120708 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0541a1e9-02c9-4862-b316-d713a5d19598 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:30.132501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=f291f297-8f6e-4d93-ab24-be44dad0929f,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:30.142396 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d528ad9a-bf75-4088-800b-d7e22fa53411 None None] Provisioning complete for port a53b24fa-5e6d-4730-a5f1-f64d9fb3b6b9 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:30.142764 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d528ad9a-bf75-4088-800b-d7e22fa53411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:30.178124 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d528ad9a-bf75-4088-800b-d7e22fa53411 None None] Port a53b24fa-5e6d-4730-a5f1-f64d9fb3b6b9 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:30.253942 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0541a1e9-02c9-4862-b316-d713a5d19598 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:30.315828 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['f291f297-8f6e-4d93-ab24-be44dad0929f'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:49:30.494638 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa32d5-18e7-4387-b1b1-893ce4b5afec req-f669491b-8326-4bd5-8e98-2d4f9fa41c60 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:30.496763 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b6aa32d5-18e7-4387-b1b1-893ce4b5afec req-f669491b-8326-4bd5-8e98-2d4f9fa41c60 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 945 time: 0.0683305 Jul 28 11:49:30.507169 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dc51babd-107b-45ee-b221-03b8685d6419 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:30.542382 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0541a1e9-02c9-4862-b316-d713a5d19598 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:30.547296 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0541a1e9-02c9-4862-b316-d713a5d19598 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:30.550081 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51babd-107b-45ee-b221-03b8685d6419 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Subnet': ['ID=fdae58dd-ab2b-4652-b075-ea95e6bdd5f6,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:30.557625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dc51babd-107b-45ee-b221-03b8685d6419 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:30.561945 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-dc51babd-107b-45ee-b221-03b8685d6419 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/subnets/fdae58dd-ab2b-4652-b075-ea95e6bdd5f6 HTTP/1.1" status: 204 len: 168 time: 0.6798620 Jul 28 11:49:30.562600 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59244) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:30.568067 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2b736a-7100-4415-bf49-94a01c26b89c None None] Network 25001967-eaa5-4459-b090-0a2912e3cb85 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:30.608202 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b6aa32d5-18e7-4387-b1b1-893ce4b5afec req-047fa8db-9ee8-4353-b851-4e094a60828b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=868e0bed-0e9a-4c60-88b2-8a3ad88ad023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973761 Jul 28 11:49:30.643377 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-655e9e45-b065-4a92-a075-134294420fba tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting subnet edec5b14-d78d-4a18-8c36-4342c2f3032d {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:49:30.643586 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541a1e9-02c9-4862-b316-d713a5d19598 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=a53b24fa-5e6d-4730-a5f1-f64d9fb3b6b9,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:30.645486 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0541a1e9-02c9-4862-b316-d713a5d19598 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:30.648435 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-655e9e45-b065-4a92-a075-134294420fba tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:30.691120 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-655e9e45-b065-4a92-a075-134294420fba tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:30.760081 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0541a1e9-02c9-4862-b316-d713a5d19598 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 758d86a7-d57d-4f9e-a08d-e66986dce383 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:30.761536 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-0541a1e9-02c9-4862-b316-d713a5d19598 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:30.783585 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-655e9e45-b065-4a92-a075-134294420fba tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:30.797112 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7567b506-0c48-4984-a193-9bf5832f34fd None None] DHCP port deletion for 25001967-eaa5-4459-b090-0a2912e3cb85 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:49:30.869316 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-655e9e45-b065-4a92-a075-134294420fba tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:30.894235 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7567b506-0c48-4984-a193-9bf5832f34fd None None] Deleting port ae64ca87-9f19-43ab-885c-01450c44c3a8 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:30.895138 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7567b506-0c48-4984-a193-9bf5832f34fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:30.925758 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e9e45-b065-4a92-a075-134294420fba tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Subnet': ['ID=edec5b14-d78d-4a18-8c36-4342c2f3032d,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:30.934255 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-655e9e45-b065-4a92-a075-134294420fba tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:30.940368 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59246) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:30.949704 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-655e9e45-b065-4a92-a075-134294420fba tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/subnets/edec5b14-d78d-4a18-8c36-4342c2f3032d HTTP/1.1" status: 204 len: 168 time: 0.3860407 Jul 28 11:49:30.972462 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1154fd00-3896-4c6c-b38d-10db9f6b087d None None] Network ddb09a87-0c93-458b-be7d-d95ef19c1930 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:31.029226 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.036728 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7567b506-0c48-4984-a193-9bf5832f34fd None None] For port ae64ca87-9f19-43ab-885c-01450c44c3a8, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ae64ca87-9f19-43ab-885c-01450c44c3a8,segment=NetworkSegment(e8f6f0f0-f9c2-4f95-abb7-9329bf48620d),segment_id=e8f6f0f0-f9c2-4f95-abb7-9329bf48620d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:31.037219 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7567b506-0c48-4984-a193-9bf5832f34fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.041543 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0541a1e9-02c9-4862-b316-d713a5d19598 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Router f885b6d7-08dd-4671-9882-b67cb867bf68 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:49:31.061780 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7567b506-0c48-4984-a193-9bf5832f34fd None None] Calling delete_port for ae64ca87-9f19-43ab-885c-01450c44c3a8 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:31.170926 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0541a1e9-02c9-4862-b316-d713a5d19598 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:49:31.177584 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0541a1e9-02c9-4862-b316-d713a5d19598 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "PUT /v2.0/routers/f885b6d7-08dd-4671-9882-b67cb867bf68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0976720 Jul 28 11:49:31.179784 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59248) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:31.186526 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6954dd13-666e-4eae-8550-94a599ef98f9 None None] Sync routers for ids ['f885b6d7-08dd-4671-9882-b67cb867bf68'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:49:31.205035 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6954dd13-666e-4eae-8550-94a599ef98f9 None None] Routers {'f885b6d7-08dd-4671-9882-b67cb867bf68'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:31.205192 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-6954dd13-666e-4eae-8550-94a599ef98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f885b6d7-08dd-4671-9882-b67cb867bf68'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:31.211468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port ae64ca87-9f19-43ab-885c-01450c44c3a8 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:31.211924 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.241626 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-6954dd13-666e-4eae-8550-94a599ef98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:31.251946 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6954dd13-666e-4eae-8550-94a599ef98f9 None None] Routers {'f885b6d7-08dd-4671-9882-b67cb867bf68'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:31.252719 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-6954dd13-666e-4eae-8550-94a599ef98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f885b6d7-08dd-4671-9882-b67cb867bf68'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:31.287178 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-6954dd13-666e-4eae-8550-94a599ef98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:31.287852 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6954dd13-666e-4eae-8550-94a599ef98f9 None None] The sync data for ids ['f885b6d7-08dd-4671-9882-b67cb867bf68'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:49:31.291816 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf88022-b3de-468e-b24a-33a4ff757687 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:31.296700 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9bf88022-b3de-468e-b24a-33a4ff757687 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports?device_id=f885b6d7-08dd-4671-9882-b67cb867bf68 HTTP/1.1" status: 200 len: 982 time: 0.1158178 Jul 28 11:49:31.297470 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59250) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:31.328724 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] For port ae64ca87-9f19-43ab-885c-01450c44c3a8, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ae64ca87-9f19-43ab-885c-01450c44c3a8,segment=NetworkSegment(e8f6f0f0-f9c2-4f95-abb7-9329bf48620d),segment_id=e8f6f0f0-f9c2-4f95-abb7-9329bf48620d)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:31.329509 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.343537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 85f521e1-400b-4d83-ba08-3a7e0792b323 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:31.345727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for ae64ca87-9f19-43ab-885c-01450c44c3a8 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:31.443529 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-df5d2a14-4d28-4b2b-9825-649c466774c1 None None] Provisioning complete for port a53b24fa-5e6d-4730-a5f1-f64d9fb3b6b9 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:31.443887 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df5d2a14-4d28-4b2b-9825-649c466774c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.447257 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.483347 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=ae64ca87-9f19-43ab-885c-01450c44c3a8,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:31.486150 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] No DVR routers for this DVR port ae64ca87-9f19-43ab-885c-01450c44c3a8 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:49:31.532200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-df5d2a14-4d28-4b2b-9825-649c466774c1 None None] Port a53b24fa-5e6d-4730-a5f1-f64d9fb3b6b9 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:31.579436 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92226f7f-30e6-40ea-9643-c6ded14f1d2d None None] DHCP port deletion for ddb09a87-0c93-458b-be7d-d95ef19c1930 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:49:31.583869 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7567b506-0c48-4984-a193-9bf5832f34fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.602065 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.612384 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25001967-eaa5-4459-b090-0a2912e3cb85']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:31.619451 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567b506-0c48-4984-a193-9bf5832f34fd None None] Pushing event deleted for resources: {'Port': ['ID=ae64ca87-9f19-43ab-885c-01450c44c3a8,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:31.621215 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 85f521e1-400b-4d83-ba08-3a7e0792b323 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:31.621586 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.624438 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7567b506-0c48-4984-a193-9bf5832f34fd None None] No DVR routers for this DVR port ae64ca87-9f19-43ab-885c-01450c44c3a8 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:49:31.625295 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f6f0f0-f9c2-4f95-abb7-9329bf48620d') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:31.625702 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f6f0f0-f9c2-4f95-abb7-9329bf48620d') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:31.635839 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.672327 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.685801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:49:31.686229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:49:31.746952 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:49:31.752214 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-92226f7f-30e6-40ea-9643-c6ded14f1d2d None None] Deleting port c50e36e0-59c5-46ea-ad12-ae6aba78f614 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:31.752590 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92226f7f-30e6-40ea-9643-c6ded14f1d2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.773460 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b071f9ba-4dc4-430b-9996-3796b1ed9138 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.780807 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.785470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.790151 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/networks/25001967-eaa5-4459-b090-0a2912e3cb85 HTTP/1.1" status: 204 len: 168 time: 0.8463397 Jul 28 11:49:31.792236 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59254) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:31.823832 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device f291f297-8f6e-4d93-ab24-be44dad0929f up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:31.869361 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-92226f7f-30e6-40ea-9643-c6ded14f1d2d None None] For port c50e36e0-59c5-46ea-ad12-ae6aba78f614, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c50e36e0-59c5-46ea-ad12-ae6aba78f614,segment=NetworkSegment(e1e296a5-aa9c-4e68-a78e-b48feaee65a2),segment_id=e1e296a5-aa9c-4e68-a78e-b48feaee65a2)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:31.869979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92226f7f-30e6-40ea-9643-c6ded14f1d2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.890042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d14ee-d8ca-4d4c-8a32-4e64821000c2 req-bd48a7a1-b7b1-4576-a74f-8601d81ebf82 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:31.890403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.891831 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-421d14ee-d8ca-4d4c-8a32-4e64821000c2 req-bd48a7a1-b7b1-4576-a74f-8601d81ebf82 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 945 time: 0.1537797 Jul 28 11:49:31.893550 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-92226f7f-30e6-40ea-9643-c6ded14f1d2d None None] Calling delete_port for c50e36e0-59c5-46ea-ad12-ae6aba78f614 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:31.899393 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb7541-0f69-4d1e-b4a7-1945ac89fae2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Network': ['ID=25001967-eaa5-4459-b090-0a2912e3cb85,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:31.941456 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ae64ca87-9f19-43ab-885c-01450c44c3a8 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:49:31.958167 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port c50e36e0-59c5-46ea-ad12-ae6aba78f614 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:31.958991 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.966328 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: ae64ca87-9f19-43ab-885c-01450c44c3a8 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:49:31.966737 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ae64ca87-9f19-43ab-885c-01450c44c3a8 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:49:31.971556 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port f291f297-8f6e-4d93-ab24-be44dad0929f completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:31.985946 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port f291f297-8f6e-4d93-ab24-be44dad0929f triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:31.986518 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.991824 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-421d14ee-d8ca-4d4c-8a32-4e64821000c2 req-53ae370e-3703-44ca-8ba3-807285c65ba8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=868e0bed-0e9a-4c60-88b2-8a3ad88ad023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922918 Jul 28 11:49:32.044792 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92226f7f-30e6-40ea-9643-c6ded14f1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.059688 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] For port c50e36e0-59c5-46ea-ad12-ae6aba78f614, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c50e36e0-59c5-46ea-ad12-ae6aba78f614,segment=NetworkSegment(e1e296a5-aa9c-4e68-a78e-b48feaee65a2),segment_id=e1e296a5-aa9c-4e68-a78e-b48feaee65a2)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:32.060657 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.077492 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-b071f9ba-4dc4-430b-9996-3796b1ed9138 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port a53b24fa-5e6d-4730-a5f1-f64d9fb3b6b9 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:32.077756 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92226f7f-30e6-40ea-9643-c6ded14f1d2d None None] No DVR routers for this DVR port c50e36e0-59c5-46ea-ad12-ae6aba78f614 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:49:32.078085 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b071f9ba-4dc4-430b-9996-3796b1ed9138 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.096996 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92226f7f-30e6-40ea-9643-c6ded14f1d2d None None] Pushing event deleted for resources: {'Port': ['ID=c50e36e0-59c5-46ea-ad12-ae6aba78f614,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:32.119994 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.146056 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8baa320-3e52-48b0-a4ad-6c0e88b566ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f291f297-8f6e-4d93-ab24-be44dad0929f'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:49:32.148397 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecb8d84-b6af-4b72-92eb-591cc7f89aa2" -d '{"events": [{"server_uuid": "b8baa320-3e52-48b0-a4ad-6c0e88b566ae", "name": "network-vif-plugged", "status": "completed", "tag": "f291f297-8f6e-4d93-ab24-be44dad0929f"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:49:32.162967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port f291f297-8f6e-4d93-ab24-be44dad0929f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f291f297-8f6e-4d93-ab24-be44dad0929f,segment=NetworkSegment(3b700c62-cf02-47e0-bc05-d40443bc89ab),segment_id=3b700c62-cf02-47e0-bc05-d40443bc89ab)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:32.168391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.181147 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b071f9ba-4dc4-430b-9996-3796b1ed9138 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.195815 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-b071f9ba-4dc4-430b-9996-3796b1ed9138 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for a53b24fa-5e6d-4730-a5f1-f64d9fb3b6b9 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:32.245224 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=f291f297-8f6e-4d93-ab24-be44dad0929f,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:32.264243 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e19d4a0-4ba2-4699-baec-bc0c309f8e06 x-openstack-request-id: req-3e19d4a0-4ba2-4699-baec-bc0c309f8e06 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:49:32.264572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8baa320-3e52-48b0-a4ad-6c0e88b566ae", "name": "network-vif-plugged", "status": "completed", "tag": "f291f297-8f6e-4d93-ab24-be44dad0929f", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:49:32.264806 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e19d4a0-4ba2-4699-baec-bc0c309f8e06 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:49:32.265213 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8baa320-3e52-48b0-a4ad-6c0e88b566ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f291f297-8f6e-4d93-ab24-be44dad0929f', 'code': 200} Jul 28 11:49:32.387718 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b88e94c-d88d-4405-acc8-cb64ff14fb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.392990 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for c50e36e0-59c5-46ea-ad12-ae6aba78f614 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:32.407326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b071f9ba-4dc4-430b-9996-3796b1ed9138 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.440149 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071f9ba-4dc4-430b-9996-3796b1ed9138 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=a53b24fa-5e6d-4730-a5f1-f64d9fb3b6b9,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:32.484616 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9346f-d5a0-4772-8783-eb06f15c4817 req-38451328-95bc-4729-aaa4-66184c3ab4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:32.486554 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-28c9346f-d5a0-4772-8783-eb06f15c4817 req-38451328-95bc-4729-aaa4-66184c3ab4dc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 1099 time: 0.0841861 Jul 28 11:49:32.534764 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.569263 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-28c9346f-d5a0-4772-8783-eb06f15c4817 req-5f30772e-adb2-4919-b073-32f2ed8dba26 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=868e0bed-0e9a-4c60-88b2-8a3ad88ad023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714114 Jul 28 11:49:32.570651 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] No DVR routers for this DVR port c50e36e0-59c5-46ea-ad12-ae6aba78f614 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:49:32.573177 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=c50e36e0-59c5-46ea-ad12-ae6aba78f614,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:32.594294 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b071f9ba-4dc4-430b-9996-3796b1ed9138 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.656903 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.667824 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb09a87-0c93-458b-be7d-d95ef19c1930']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:32.678178 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e296a5-aa9c-4e68-a78e-b48feaee65a2') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:32.678509 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e296a5-aa9c-4e68-a78e-b48feaee65a2') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:32.687095 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.705233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.711549 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:49:32.713888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:49:32.715899 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:49:32.749546 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b071f9ba-4dc4-430b-9996-3796b1ed9138 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Router f885b6d7-08dd-4671-9882-b67cb867bf68 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:49:32.771899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.779471 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.785415 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/networks/ddb09a87-0c93-458b-be7d-d95ef19c1930 HTTP/1.1" status: 204 len: 168 time: 0.9879291 Jul 28 11:49:32.785675 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59262) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:32.790949 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-db049d89-e60f-4e66-8ce6-937527f27e2f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'network': {'name': 'tempest-RoutersTest-230021273'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:32.812666 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916249e-34e9-4e70-bcac-5a50e6700088 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Network': ['ID=ddb09a87-0c93-458b-be7d-d95ef19c1930,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:32.824156 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db049d89-e60f-4e66-8ce6-937527f27e2f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:32.827677 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-db049d89-e60f-4e66-8ce6-937527f27e2f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.829097 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b071f9ba-4dc4-430b-9996-3796b1ed9138 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:49:32.837053 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59264) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:32.838583 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b071f9ba-4dc4-430b-9996-3796b1ed9138 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "PUT /v2.0/routers/f885b6d7-08dd-4671-9882-b67cb867bf68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5397713 Jul 28 11:49:32.840691 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f864f0-8cad-4cc0-822c-5bdcfe98aa7b None None] Sync routers for ids ['f885b6d7-08dd-4671-9882-b67cb867bf68'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:49:32.851358 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f864f0-8cad-4cc0-822c-5bdcfe98aa7b None None] Routers {'f885b6d7-08dd-4671-9882-b67cb867bf68'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:32.852075 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-43f864f0-8cad-4cc0-822c-5bdcfe98aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f885b6d7-08dd-4671-9882-b67cb867bf68'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:32.867075 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd67b8e3-7bd3-464d-a635-c6c30e12f9f5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] GET failed (client error): The resource could not be found. Jul 28 11:49:32.868791 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-dd67b8e3-7bd3-464d-a635-c6c30e12f9f5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports/a53b24fa-5e6d-4730-a5f1-f64d9fb3b6b9 HTTP/1.1" status: 404 len: 333 time: 0.0302134 Jul 28 11:49:32.871745 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59266) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:32.882664 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db049d89-e60f-4e66-8ce6-937527f27e2f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:49:32.888064 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-43f864f0-8cad-4cc0-822c-5bdcfe98aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:32.896542 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f864f0-8cad-4cc0-822c-5bdcfe98aa7b None None] Routers {'f885b6d7-08dd-4671-9882-b67cb867bf68'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:32.897145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-43f864f0-8cad-4cc0-822c-5bdcfe98aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f885b6d7-08dd-4671-9882-b67cb867bf68'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:32.929161 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-43f864f0-8cad-4cc0-822c-5bdcfe98aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:32.929903 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f864f0-8cad-4cc0-822c-5bdcfe98aa7b None None] The sync data for ids ['f885b6d7-08dd-4671-9882-b67cb867bf68'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:49:32.953368 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-db049d89-e60f-4e66-8ce6-937527f27e2f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.953719 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-db049d89-e60f-4e66-8ce6-937527f27e2f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Added segment 2bab25f6-9f73-4e21-acba-5e34fbf47b8b of type vlan for network 2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e Jul 28 11:49:32.964474 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-369ea99e-b6a3-4536-bb8f-12fd525a9f7e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.058101 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-db049d89-e60f-4e66-8ce6-937527f27e2f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.122634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8191e4-5f2f-446c-8d9a-7559f6f9f6c2 req-e13aa243-aa2a-4276-8a8c-6a4ca7ad9698 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:33.124288 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4a8191e4-5f2f-446c-8d9a-7559f6f9f6c2 req-e13aa243-aa2a-4276-8a8c-6a4ca7ad9698 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 946 time: 0.0516219 Jul 28 11:49:33.144182 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c50e36e0-59c5-46ea-ad12-ae6aba78f614 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:49:33.160104 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-369ea99e-b6a3-4536-bb8f-12fd525a9f7e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.166256 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: c50e36e0-59c5-46ea-ad12-ae6aba78f614 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:49:33.166584 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c50e36e0-59c5-46ea-ad12-ae6aba78f614 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:49:33.166734 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-369ea99e-b6a3-4536-bb8f-12fd525a9f7e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.169619 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4a8191e4-5f2f-446c-8d9a-7559f6f9f6c2 req-e1694c1f-6de2-4564-b8fd-607904b0c132 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=868e0bed-0e9a-4c60-88b2-8a3ad88ad023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388291 Jul 28 11:49:33.211667 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-db049d89-e60f-4e66-8ce6-937527f27e2f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.217975 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db049d89-e60f-4e66-8ce6-937527f27e2f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:33.218631 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-db049d89-e60f-4e66-8ce6-937527f27e2f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.241238 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-369ea99e-b6a3-4536-bb8f-12fd525a9f7e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.241777 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369ea99e-b6a3-4536-bb8f-12fd525a9f7e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Fanout notify agent at l3_agent the message router_deleted on router f885b6d7-08dd-4671-9882-b67cb867bf68 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:49:33.274073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-369ea99e-b6a3-4536-bb8f-12fd525a9f7e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.275256 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-369ea99e-b6a3-4536-bb8f-12fd525a9f7e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/routers/f885b6d7-08dd-4671-9882-b67cb867bf68 HTTP/1.1" status: 204 len: 168 time: 0.4025981 Jul 28 11:49:33.279251 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59270) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:33.279478 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-db049d89-e60f-4e66-8ce6-937527f27e2f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4927268 Jul 28 11:49:33.286299 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59272) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:33.294865 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-4f46d7d9-e6e5-4bcd-a42e-ae881ef37de2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'subnet': {'network_id': '2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:33.345803 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-641d021e-fe53-4b8a-a781-06664d7b572b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting subnet 2353eeae-3833-4e6e-9127-9846787d35d3 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:49:33.346985 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db049d89-e60f-4e66-8ce6-937527f27e2f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Network': ['ID=2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:33.349878 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-641d021e-fe53-4b8a-a781-06664d7b572b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.358800 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:49:33.394008 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-641d021e-fe53-4b8a-a781-06664d7b572b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.402676 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f46d7d9-e6e5-4bcd-a42e-ae881ef37de2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:33.406536 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4f46d7d9-e6e5-4bcd-a42e-ae881ef37de2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.486747 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-641d021e-fe53-4b8a-a781-06664d7b572b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.545178 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-641d021e-fe53-4b8a-a781-06664d7b572b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.570256 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d021e-fe53-4b8a-a781-06664d7b572b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Subnet': ['ID=2353eeae-3833-4e6e-9127-9846787d35d3,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:33.576152 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-641d021e-fe53-4b8a-a781-06664d7b572b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.577994 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-641d021e-fe53-4b8a-a781-06664d7b572b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/2353eeae-3833-4e6e-9127-9846787d35d3 HTTP/1.1" status: 204 len: 168 time: 0.2974446 Jul 28 11:49:33.580502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59274) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:33.582947 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8450d5c-95b8-4d7c-a26b-cb933d032ce0 None None] Network 758d86a7-d57d-4f9e-a08d-e66986dce383 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:33.593783 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4f46d7d9-e6e5-4bcd-a42e-ae881ef37de2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.658179 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46d7d9-e6e5-4bcd-a42e-ae881ef37de2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Subnet': ['ID=ed89345c-86e2-4893-bd47-7da471e954f9,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:33.660017 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.667036 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46d7d9-e6e5-4bcd-a42e-ae881ef37de2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Checking segment: {'id': '2bab25f6-9f73-4e21-acba-5e34fbf47b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:33.667405 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f46d7d9-e6e5-4bcd-a42e-ae881ef37de2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network hostable DHCP agents. Network: 2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:49:33.686550 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f46d7d9-e6e5-4bcd-a42e-ae881ef37de2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network 2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:49:33.696357 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-4f46d7d9-e6e5-4bcd-a42e-ae881ef37de2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:33.700969 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f46d7d9-e6e5-4bcd-a42e-ae881ef37de2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:33.701680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4f46d7d9-e6e5-4bcd-a42e-ae881ef37de2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.710562 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78db3ba5-c5b2-4c8c-8dee-3c3ddfa94a9c None None] Network 2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:33.720406 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4f46d7d9-e6e5-4bcd-a42e-ae881ef37de2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4306760 Jul 28 11:49:33.720791 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59276) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:33.727094 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port 85f521e1-400b-4d83-ba08-3a7e0792b323 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:33.727336 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.730148 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-4c37557d-2dbd-4f53-a3eb-f3c81def03df tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1408009684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:33.761751 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4c37557d-2dbd-4f53-a3eb-f3c81def03df tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.762853 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4c37557d-2dbd-4f53-a3eb-f3c81def03df tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.785558 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] DHCP port deletion for 758d86a7-d57d-4f9e-a08d-e66986dce383 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:49:33.810578 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] For port 85f521e1-400b-4d83-ba08-3a7e0792b323, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=85f521e1-400b-4d83-ba08-3a7e0792b323,segment=NetworkSegment(380aaa1a-5a42-4a36-909b-13a7382f598c),segment_id=380aaa1a-5a42-4a36-909b-13a7382f598c)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:33.811163 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.825398 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for 85f521e1-400b-4d83-ba08-3a7e0792b323 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:33.827951 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4c37557d-2dbd-4f53-a3eb-f3c81def03df tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.835664 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4c37557d-2dbd-4f53-a3eb-f3c81def03df tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.854719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4c37557d-2dbd-4f53-a3eb-f3c81def03df tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.858556 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4c37557d-2dbd-4f53-a3eb-f3c81def03df tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1343613 Jul 28 11:49:33.858811 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59278) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:33.864498 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c195ecf5-359c-4220-83c1-61efdd7feb35 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'port': {'network_id': '2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e', 'name': 'tempest-RoutersTest-1790499423'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:33.899491 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Deleting port 85f521e1-400b-4d83-ba08-3a7e0792b323 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:33.900702 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.913446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e', 'network_id': '2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'fixed_ips': [{'subnet_id': 'ed89345c-86e2-4893-bd47-7da471e954f9'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:49:33.914290 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.928861 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.957669 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No DVR routers for this DVR port 85f521e1-400b-4d83-ba08-3a7e0792b323 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:49:33.962066 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=85f521e1-400b-4d83-ba08-3a7e0792b323,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:33.983895 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] For port 85f521e1-400b-4d83-ba08-3a7e0792b323, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=85f521e1-400b-4d83-ba08-3a7e0792b323,segment=NetworkSegment(380aaa1a-5a42-4a36-909b-13a7382f598c),segment_id=380aaa1a-5a42-4a36-909b-13a7382f598c)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:33.984277 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.991839 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c195ecf5-359c-4220-83c1-61efdd7feb35 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:33.996433 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c195ecf5-359c-4220-83c1-61efdd7feb35 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.015067 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-c195ecf5-359c-4220-83c1-61efdd7feb35 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] device_id is not set on port 864a615a-76a1-4d5e-a0ae-e5f567f4ced9 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:49:34.042233 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.046991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Calling delete_port for 85f521e1-400b-4d83-ba08-3a7e0792b323 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:34.053627 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758d86a7-d57d-4f9e-a08d-e66986dce383']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:34.067449 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380aaa1a-5a42-4a36-909b-13a7382f598c') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:34.068558 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380aaa1a-5a42-4a36-909b-13a7382f598c') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:34.079285 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.098484 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.104664 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:49:34.105167 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:49:34.108349 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:49:34.155697 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Allocated IP 172.20.0.2 (2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e/ed89345c-86e2-4893-bd47-7da471e954f9/16ee7787-8be3-4409-8403-f969407256db) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:34.169170 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.173891 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: from cryptography.utils import int_from_bytes Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: from cryptography.utils import int_from_bytes Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.177730 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.181561 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.181561 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.181561 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.181561 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.181561 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.181561 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.181561 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.181561 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.181561 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.181561 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.181561 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.181561 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.181561 dv-neutron-786478-16-hyperv neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:49:34.181561 dv-neutron-786478-16-hyperv neutron-server[100417]: self.session.flush() Jul 28 11:49:34.182616 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/networks/758d86a7-d57d-4f9e-a08d-e66986dce383 HTTP/1.1" status: 204 len: 168 time: 0.5981653 Jul 28 11:49:34.182616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59280) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:34.223101 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.225451 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce11d4e-8f56-4748-9a5e-06268539c107 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Network': ['ID=758d86a7-d57d-4f9e-a08d-e66986dce383,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:34.243316 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91b94d3-f279-4018-b6cc-3a2250078dba tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:34.245331 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f91b94d3-f279-4018-b6cc-3a2250078dba tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports/597c0b4c-a139-4618-9542-711fce64be2d HTTP/1.1" status: 200 len: 839 time: 0.0602725 Jul 28 11:49:34.249103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59284) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:34.253468 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Network 758d86a7-d57d-4f9e-a08d-e66986dce383 is not hosted by any dhcp agent {{(pid=100417) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 11:49:34.253929 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] No DVR routers for this DVR port 85f521e1-400b-4d83-ba08-3a7e0792b323 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:49:34.258510 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Pushing event deleted for resources: {'Port': ['ID=85f521e1-400b-4d83-ba08-3a7e0792b323,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:34.272190 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:34.272544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:34.272918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:34.273259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:34.273592 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:34.273924 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:34.274254 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:34.274804 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:34.275140 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:34.275469 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:34.275793 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:34.276113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54f6c-5ad2-4f1b-90d6-6bd62092d910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:49:34.316285 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3f21313a-803d-464f-a572-c1b16f666219 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports/597c0b4c-a139-4618-9542-711fce64be2d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0658369 Jul 28 11:49:34.319735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59286) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:34.319864 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6160ab-54f6-4ed8-8c35-8d51d576c33f req-19d5e12f-23c1-45d6-98ed-23bc26f29987 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:34.321383 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2e6160ab-54f6-4ed8-8c35-8d51d576c33f req-19d5e12f-23c1-45d6-98ed-23bc26f29987 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 946 time: 0.0749855 Jul 28 11:49:34.326367 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-911114a9-f3e8-43d8-85e5-35363ef91ee3 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'subnet': {'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:34.366591 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.370180 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2e6160ab-54f6-4ed8-8c35-8d51d576c33f req-196c6315-96ba-463b-8a57-2b553c9012fe tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=868e0bed-0e9a-4c60-88b2-8a3ad88ad023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406115 Jul 28 11:49:34.381116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Transition to ACTIVE for port object 16ee7787-8be3-4409-8403-f969407256db will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:34.395196 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Transition to ACTIVE for port object 16ee7787-8be3-4409-8403-f969407256db will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:34.402253 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.442250 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Network 2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:34.447391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:34.451906 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:34.454908 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Pushing event updated for resources: {'Port': ['ID=16ee7787-8be3-4409-8403-f969407256db,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:34.476599 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911114a9-f3e8-43d8-85e5-35363ef91ee3 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:34.480918 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-911114a9-f3e8-43d8-85e5-35363ef91ee3 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.484389 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-c195ecf5-359c-4220-83c1-61efdd7feb35 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Allocated IP 172.20.0.10 (2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e/ed89345c-86e2-4893-bd47-7da471e954f9/864a615a-76a1-4d5e-a0ae-e5f567f4ced9) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:34.507248 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af5256-78d9-42a3-97cb-f447d2e09024 req-d1dfe745-5c2f-4eb3-bf18-e2605c8cdcd9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:34.509122 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-42af5256-78d9-42a3-97cb-f447d2e09024 req-d1dfe745-5c2f-4eb3-bf18-e2605c8cdcd9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 946 time: 0.0607021 Jul 28 11:49:34.513917 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Attempting to bind port 16ee7787-8be3-4409-8403-f969407256db on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:49:34.514381 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Attempting to bind port 16ee7787-8be3-4409-8403-f969407256db by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '2bab25f6-9f73-4e21-acba-5e34fbf47b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:49:34.514858 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Attempting to bind port 16ee7787-8be3-4409-8403-f969407256db on network 2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:49:34.520154 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:49:34.520544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Checking segment: {'id': '2bab25f6-9f73-4e21-acba-5e34fbf47b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:34.521023 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.521517 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Bound using segment: {'id': '2bab25f6-9f73-4e21-acba-5e34fbf47b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:49:34.522068 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Bound port: 16ee7787-8be3-4409-8403-f969407256db, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bab25f6-9f73-4e21-acba-5e34fbf47b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:49:34.522548 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.554764 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-42af5256-78d9-42a3-97cb-f447d2e09024 req-185d19db-cf8f-49c6-bdc1-12544761619a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=868e0bed-0e9a-4c60-88b2-8a3ad88ad023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379825 Jul 28 11:49:34.588985 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] For port 16ee7787-8be3-4409-8403-f969407256db, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:49:34.592603 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] For port 16ee7787-8be3-4409-8403-f969407256db, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=16ee7787-8be3-4409-8403-f969407256db,segment=NetworkSegment(2bab25f6-9f73-4e21-acba-5e34fbf47b8b),segment_id=2bab25f6-9f73-4e21-acba-5e34fbf47b8b)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:49:34.596885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.652106 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cd233-04cc-4913-90ba-08580dfa65c7 None None] Pushing event updated for resources: {'Port': ['ID=16ee7787-8be3-4409-8403-f969407256db,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:34.777322 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c195ecf5-359c-4220-83c1-61efdd7feb35 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.811641 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-c195ecf5-359c-4220-83c1-61efdd7feb35 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Transition to ACTIVE for port object 864a615a-76a1-4d5e-a0ae-e5f567f4ced9 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:34.815444 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-911114a9-f3e8-43d8-85e5-35363ef91ee3 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.878669 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911114a9-f3e8-43d8-85e5-35363ef91ee3 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:34.887000 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aea7b12e-b78a-475c-b3ed-21615745e38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.888589 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-911114a9-f3e8-43d8-85e5-35363ef91ee3 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:34.894021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911114a9-f3e8-43d8-85e5-35363ef91ee3 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:34.894648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-911114a9-f3e8-43d8-85e5-35363ef91ee3 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.898195 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d14146-f0a8-435b-8220-c4110e05d433 None None] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:34.899270 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911114a9-f3e8-43d8-85e5-35363ef91ee3 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Subnet': ['ID=5cd8a82d-fe53-4e89-8cb1-7c938583c338,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:34.920589 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59294) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:34.920891 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-911114a9-f3e8-43d8-85e5-35363ef91ee3 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5995798 Jul 28 11:49:34.922443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c195ecf5-359c-4220-83c1-61efdd7feb35 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.926270 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-0b27675a-c149-4db0-97ca-865520a17532 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'security_group': {'name': 'tempest-secgroup-1209301880'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:34.967257 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c195ecf5-359c-4220-83c1-61efdd7feb35 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network 2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:34.968983 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0b27675a-c149-4db0-97ca-865520a17532 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:34.970315 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-c195ecf5-359c-4220-83c1-61efdd7feb35 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:34.976264 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c195ecf5-359c-4220-83c1-61efdd7feb35 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:35.001959 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195ecf5-359c-4220-83c1-61efdd7feb35 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=864a615a-76a1-4d5e-a0ae-e5f567f4ced9,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:35.031467 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c195ecf5-359c-4220-83c1-61efdd7feb35 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:35.032095 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c195ecf5-359c-4220-83c1-61efdd7feb35 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:35.075502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0b27675a-c149-4db0-97ca-865520a17532 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:35.079949 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0b27675a-c149-4db0-97ca-865520a17532 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:35.092481 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c195ecf5-359c-4220-83c1-61efdd7feb35 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2302079 Jul 28 11:49:35.092481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59296) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:35.095226 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-99d2036a-9812-4a1a-a4c1-fdaa41710c4f', 'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f', 'tenant_id': '102cd32a4f314cda9536ce6e9327226f', 'fixed_ips': [{'subnet_id': '5cd8a82d-fe53-4e89-8cb1-7c938583c338'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:49:35.096087 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:35.120706 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27675a-c149-4db0-97ca-865520a17532 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9ecd87-c030-45a8-88a7-82b74cdc75c5,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:35.124414 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0b27675a-c149-4db0-97ca-865520a17532 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:35.126103 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0b27675a-c149-4db0-97ca-865520a17532 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2040043 Jul 28 11:49:35.129117 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59298) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:35.135307 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-f78a1ec1-abec-4885-b0c9-854cd7488213 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'security_group': {'name': 'tempest-secgroup-950104278'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:35.172698 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f78a1ec1-abec-4885-b0c9-854cd7488213 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:35.205536 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 16ee7787-8be3-4409-8403-f969407256db up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:35.285291 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f78a1ec1-abec-4885-b0c9-854cd7488213 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:35.294731 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Allocated IP 172.20.0.2 (99d2036a-9812-4a1a-a4c1-fdaa41710c4f/5cd8a82d-fe53-4e89-8cb1-7c938583c338/1e41a44c-07df-49a1-b251-433a87e4bef6) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:35.294981 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f78a1ec1-abec-4885-b0c9-854cd7488213 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:35.314094 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 16ee7787-8be3-4409-8403-f969407256db completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:35.320656 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:35.329808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f78a1ec1-abec-4885-b0c9-854cd7488213 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:35.331291 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f78a1ec1-abec-4885-b0c9-854cd7488213 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2010765 Jul 28 11:49:35.334006 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59300) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:35.343104 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-30059caa-7b38-4a51-a22b-e794327066b7 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-645697701', 'security_groups': ['d82b95b9-3221-4fc1-af89-3930ab350264'], 'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5cd8a82d-fe53-4e89-8cb1-7c938583c338'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:35.346712 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a1ec1-abec-4885-b0c9-854cd7488213 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d82b95b9-3221-4fc1-af89-3930ab350264,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:35.389639 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 85f521e1-400b-4d83-ba08-3a7e0792b323 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:49:35.446472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 85f521e1-400b-4d83-ba08-3a7e0792b323 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:49:35.446862 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 85f521e1-400b-4d83-ba08-3a7e0792b323 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:49:35.499303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:35.508164 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Transition to ACTIVE for port object 1e41a44c-07df-49a1-b251-433a87e4bef6 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:35.509139 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30059caa-7b38-4a51-a22b-e794327066b7 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:35.521149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-845badd4-025a-4508-aa42-88a3f954a7fd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:35.525433 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Transition to ACTIVE for port object 1e41a44c-07df-49a1-b251-433a87e4bef6 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:35.539200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:35.582875 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:35.585809 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:35.594122 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:35.601172 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Pushing event updated for resources: {'Port': ['ID=1e41a44c-07df-49a1-b251-433a87e4bef6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:35.617183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30059caa-7b38-4a51-a22b-e794327066b7 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:35.644662 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-30059caa-7b38-4a51-a22b-e794327066b7 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] device_id is not set on port 647d68ab-900f-4896-89c3-29fda3cccf3a yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:49:35.827729 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e40942-7291-4a2c-a026-f57171cf5943 None None] Network 2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:35.842588 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-30059caa-7b38-4a51-a22b-e794327066b7 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Allocated IP 172.20.0.13 (99d2036a-9812-4a1a-a4c1-fdaa41710c4f/5cd8a82d-fe53-4e89-8cb1-7c938583c338/647d68ab-900f-4896-89c3-29fda3cccf3a) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:35.852158 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-845badd4-025a-4508-aa42-88a3f954a7fd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:35.859470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-845badd4-025a-4508-aa42-88a3f954a7fd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:35.877239 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Attempting to bind port 1e41a44c-07df-49a1-b251-433a87e4bef6 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:49:35.877608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Attempting to bind port 1e41a44c-07df-49a1-b251-433a87e4bef6 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '4e7eea86-2f34-4686-9dd5-0dbb5d080454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:49:35.877966 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Attempting to bind port 1e41a44c-07df-49a1-b251-433a87e4bef6 on network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:49:35.894057 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:49:35.894446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Checking segment: {'id': '4e7eea86-2f34-4686-9dd5-0dbb5d080454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:35.894853 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:35.895242 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Bound using segment: {'id': '4e7eea86-2f34-4686-9dd5-0dbb5d080454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:49:35.895720 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Bound port: 1e41a44c-07df-49a1-b251-433a87e4bef6, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7eea86-2f34-4686-9dd5-0dbb5d080454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:49:35.896096 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:35.935845 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845badd4-025a-4508-aa42-88a3f954a7fd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=864a615a-76a1-4d5e-a0ae-e5f567f4ced9,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:35.952026 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0711dcb1-6e90-4bb2-a797-5fe97e5e491e None None] Provisioning for port 16ee7787-8be3-4409-8403-f969407256db completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:35.963064 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0711dcb1-6e90-4bb2-a797-5fe97e5e491e None None] Provisioning complete for port 16ee7787-8be3-4409-8403-f969407256db triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:35.963443 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0711dcb1-6e90-4bb2-a797-5fe97e5e491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:36.019229 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30059caa-7b38-4a51-a22b-e794327066b7 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:36.034329 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-30059caa-7b38-4a51-a22b-e794327066b7 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Transition to ACTIVE for port object 647d68ab-900f-4896-89c3-29fda3cccf3a will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:36.052148 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] For port 1e41a44c-07df-49a1-b251-433a87e4bef6, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:49:36.055007 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59302) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:36.061586 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] For port 1e41a44c-07df-49a1-b251-433a87e4bef6, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1e41a44c-07df-49a1-b251-433a87e4bef6,segment=NetworkSegment(4e7eea86-2f34-4686-9dd5-0dbb5d080454),segment_id=4e7eea86-2f34-4686-9dd5-0dbb5d080454)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:49:36.069398 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:36.080820 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30059caa-7b38-4a51-a22b-e794327066b7 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:36.126670 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-845badd4-025a-4508-aa42-88a3f954a7fd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:36.129386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30059caa-7b38-4a51-a22b-e794327066b7 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:36.132512 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-30059caa-7b38-4a51-a22b-e794327066b7 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:36.139501 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30059caa-7b38-4a51-a22b-e794327066b7 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:36.182321 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30059caa-7b38-4a51-a22b-e794327066b7 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=647d68ab-900f-4896-89c3-29fda3cccf3a,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:36.185128 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0711dcb1-6e90-4bb2-a797-5fe97e5e491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:36.190563 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d7190-2030-4328-97b6-a7a763760591 None None] Pushing event updated for resources: {'Port': ['ID=1e41a44c-07df-49a1-b251-433a87e4bef6,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:36.230132 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-0711dcb1-6e90-4bb2-a797-5fe97e5e491e None None] For port 16ee7787-8be3-4409-8403-f969407256db, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=16ee7787-8be3-4409-8403-f969407256db,segment=NetworkSegment(2bab25f6-9f73-4e21-acba-5e34fbf47b8b),segment_id=2bab25f6-9f73-4e21-acba-5e34fbf47b8b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:36.235869 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0711dcb1-6e90-4bb2-a797-5fe97e5e491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:36.243930 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30059caa-7b38-4a51-a22b-e794327066b7 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:36.244653 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-30059caa-7b38-4a51-a22b-e794327066b7 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:36.263674 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-30059caa-7b38-4a51-a22b-e794327066b7 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9281685 Jul 28 11:49:36.266378 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59304) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:36.272728 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-66c0c36e-4f13-4fd9-8c6d-b106c0b16d68 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'subnet': {'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:36.301525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711dcb1-6e90-4bb2-a797-5fe97e5e491e None None] Pushing event updated for resources: {'Port': ['ID=16ee7787-8be3-4409-8403-f969407256db,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:36.367441 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:36.397726 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-845badd4-025a-4508-aa42-88a3f954a7fd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:36.431759 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c0c36e-4f13-4fd9-8c6d-b106c0b16d68 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:36.433684 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-66c0c36e-4f13-4fd9-8c6d-b106c0b16d68 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:36.570640 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6c8caed1-2609-48bb-ac33-a78254f5f1af None None] Provisioning for port 864a615a-76a1-4d5e-a0ae-e5f567f4ced9 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:36.581630 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6c8caed1-2609-48bb-ac33-a78254f5f1af None None] Provisioning complete for port 864a615a-76a1-4d5e-a0ae-e5f567f4ced9 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:36.582131 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c8caed1-2609-48bb-ac33-a78254f5f1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:36.586256 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.ipam_backend_mixin [None req-66c0c36e-4f13-4fd9-8c6d-b106c0b16d68 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5cd8a82d-fe53-4e89-8cb1-7c938583c338 (CIDR: 172.20.0.0/28) Jul 28 11:49:36.590518 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c0c36e-4f13-4fd9-8c6d-b106c0b16d68 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:49:36.591338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c0c36e-4f13-4fd9-8c6d-b106c0b16d68 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:36.609337 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-66c0c36e-4f13-4fd9-8c6d-b106c0b16d68 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3416502 Jul 28 11:49:36.611732 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59306) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:36.617240 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-840830e9-5277-4359-a7e1-7765e1b5e4ef tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'subnet': {'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:36.640018 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6c8caed1-2609-48bb-ac33-a78254f5f1af None None] Port 864a615a-76a1-4d5e-a0ae-e5f567f4ced9 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:36.652281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6c8caed1-2609-48bb-ac33-a78254f5f1af None None] Provisioning complete for port 16ee7787-8be3-4409-8403-f969407256db triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:36.652776 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c8caed1-2609-48bb-ac33-a78254f5f1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:36.762820 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840830e9-5277-4359-a7e1-7765e1b5e4ef tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:36.766616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-840830e9-5277-4359-a7e1-7765e1b5e4ef tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:36.883495 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3443dc72-ca5b-4243-b394-5507859e6745 None None] Provisioning complete for port 864a615a-76a1-4d5e-a0ae-e5f567f4ced9 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:36.884736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3443dc72-ca5b-4243-b394-5507859e6745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:36.936030 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3443dc72-ca5b-4243-b394-5507859e6745 None None] Port 864a615a-76a1-4d5e-a0ae-e5f567f4ced9 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:37.057014 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-840830e9-5277-4359-a7e1-7765e1b5e4ef tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:37.107291 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840830e9-5277-4359-a7e1-7765e1b5e4ef tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:37.112239 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-840830e9-5277-4359-a7e1-7765e1b5e4ef tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:37.116823 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840830e9-5277-4359-a7e1-7765e1b5e4ef tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:37.117570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-840830e9-5277-4359-a7e1-7765e1b5e4ef tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:37.133291 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840830e9-5277-4359-a7e1-7765e1b5e4ef tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Subnet': ['ID=a0b9f58b-160d-47a8-978e-33c18cf61ead,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:37.141717 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-840830e9-5277-4359-a7e1-7765e1b5e4ef tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5287850 Jul 28 11:49:37.144091 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59308) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:37.150454 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-1fa44509-dd84-4f0b-b735-c4464b4e64db tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-292116058', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a0b9f58b-160d-47a8-978e-33c18cf61ead'}], 'security_groups': ['7e9ecd87-c030-45a8-88a7-82b74cdc75c5']}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:37.167722 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a000ba4c-4212-4e55-8638-8e79cec870b8 None None] Provisioning complete for port 864a615a-76a1-4d5e-a0ae-e5f567f4ced9 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:37.168354 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a000ba4c-4212-4e55-8638-8e79cec870b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:37.232295 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a000ba4c-4212-4e55-8638-8e79cec870b8 None None] Port 864a615a-76a1-4d5e-a0ae-e5f567f4ced9 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:37.242481 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1fa44509-dd84-4f0b-b735-c4464b4e64db tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:37.277092 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1e41a44c-07df-49a1-b251-433a87e4bef6 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:37.286494 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-845badd4-025a-4508-aa42-88a3f954a7fd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:37.299688 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-845badd4-025a-4508-aa42-88a3f954a7fd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:37.339533 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 1e41a44c-07df-49a1-b251-433a87e4bef6 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:37.350871 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 16ee7787-8be3-4409-8403-f969407256db up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:37.358870 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:37.398561 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-845badd4-025a-4508-aa42-88a3f954a7fd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:37.401172 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845badd4-025a-4508-aa42-88a3f954a7fd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=864a615a-76a1-4d5e-a0ae-e5f567f4ced9,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:37.428035 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 16ee7787-8be3-4409-8403-f969407256db triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:37.428475 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:37.495117 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d27655b-41f5-4df0-8d5a-f78d526f7ef8 None None] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:37.589667 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-19496b3e-43dc-417a-9f23-2d405e820bf4 None None] Provisioning for port 1e41a44c-07df-49a1-b251-433a87e4bef6 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:37.602036 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-19496b3e-43dc-417a-9f23-2d405e820bf4 None None] Provisioning complete for port 1e41a44c-07df-49a1-b251-433a87e4bef6 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:37.602555 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19496b3e-43dc-417a-9f23-2d405e820bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:37.612241 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-1fa44509-dd84-4f0b-b735-c4464b4e64db tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Delete allocated IP 172.20.0.13 (99d2036a-9812-4a1a-a4c1-fdaa41710c4f/5cd8a82d-fe53-4e89-8cb1-7c938583c338) {{(pid=100416) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 11:49:37.621627 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-1fa44509-dd84-4f0b-b735-c4464b4e64db tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Allocated IP 172.20.0.23 (99d2036a-9812-4a1a-a4c1-fdaa41710c4f/a0b9f58b-160d-47a8-978e-33c18cf61ead/647d68ab-900f-4896-89c3-29fda3cccf3a) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:37.631312 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845badd4-025a-4508-aa42-88a3f954a7fd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network 2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:37.635131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-845badd4-025a-4508-aa42-88a3f954a7fd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:37.754685 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19496b3e-43dc-417a-9f23-2d405e820bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:37.806968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-19496b3e-43dc-417a-9f23-2d405e820bf4 None None] For port 1e41a44c-07df-49a1-b251-433a87e4bef6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1e41a44c-07df-49a1-b251-433a87e4bef6,segment=NetworkSegment(4e7eea86-2f34-4686-9dd5-0dbb5d080454),segment_id=4e7eea86-2f34-4686-9dd5-0dbb5d080454)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:37.815114 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19496b3e-43dc-417a-9f23-2d405e820bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:37.852542 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.17 (7c151f7d-1758-46b3-9da6-f69e646cee45/25163554-e704-421d-9842-5461d73e5149/409a1151-1306-4fbe-a394-fa75be58aabf) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:37.890717 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-19496b3e-43dc-417a-9f23-2d405e820bf4 None None] Provisioning complete for port 597c0b4c-a139-4618-9542-711fce64be2d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:37.891407 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19496b3e-43dc-417a-9f23-2d405e820bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:37.895756 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845badd4-025a-4508-aa42-88a3f954a7fd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 5c08e2db-a9fa-41a7-a798-efdba0d86d66 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:49:37.951150 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19496b3e-43dc-417a-9f23-2d405e820bf4 None None] Pushing event updated for resources: {'Port': ['ID=1e41a44c-07df-49a1-b251-433a87e4bef6,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:37.956601 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e827438e-6792-4a8e-8cb6-8b901be25843 None None] Update dhcp port {'port': {'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f', 'fixed_ips': [{'subnet_id': '5cd8a82d-fe53-4e89-8cb1-7c938583c338', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a0b9f58b-160d-47a8-978e-33c18cf61ead'}], 'binding:host_id': 'dv-neutron-786478-16-hyperv'}, 'id': '1e41a44c-07df-49a1-b251-433a87e4bef6'} from dv-neutron-786478-16-hyperv. {{(pid=100417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:49:37.960921 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:37.987999 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-19496b3e-43dc-417a-9f23-2d405e820bf4 None None] Port 597c0b4c-a139-4618-9542-711fce64be2d cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:37.996187 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e827438e-6792-4a8e-8cb6-8b901be25843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.070995 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845badd4-025a-4508-aa42-88a3f954a7fd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:49:38.075366 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.080494 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-845badd4-025a-4508-aa42-88a3f954a7fd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/5c08e2db-a9fa-41a7-a798-efdba0d86d66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9869096 Jul 28 11:49:38.086450 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59310) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:38.088569 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc19a959-5e79-47a0-abb7-93a8f4f134a2 None None] Sync routers for ids ['5c08e2db-a9fa-41a7-a798-efdba0d86d66'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:49:38.103298 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19a959-5e79-47a0-abb7-93a8f4f134a2 None None] Routers {'5c08e2db-a9fa-41a7-a798-efdba0d86d66'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:38.106037 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-dc19a959-5e79-47a0-abb7-93a8f4f134a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['5c08e2db-a9fa-41a7-a798-efdba0d86d66'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:38.119650 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object 409a1151-1306-4fbe-a394-fa75be58aabf will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:38.131123 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-40a77386-bc92-4df8-a457-b3c82fdd7592 None None] Provisioning complete for port 864a615a-76a1-4d5e-a0ae-e5f567f4ced9 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:38.131823 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40a77386-bc92-4df8-a457-b3c82fdd7592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.142306 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d9f653-dee2-47f5-bcf7-c58a42a70c89 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:38.143759 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-00d9f653-dee2-47f5-bcf7-c58a42a70c89 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports/864a615a-76a1-4d5e-a0ae-e5f567f4ced9 HTTP/1.1" status: 200 len: 978 time: 0.0571203 Jul 28 11:49:38.147898 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59312) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:38.153919 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1fa44509-dd84-4f0b-b735-c4464b4e64db tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.159463 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-dc19a959-5e79-47a0-abb7-93a8f4f134a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:38.168114 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-1fa44509-dd84-4f0b-b735-c4464b4e64db tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Ignored duplicate provisioning block setup for port 647d68ab-900f-4896-89c3-29fda3cccf3a by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 28 11:49:38.172405 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19a959-5e79-47a0-abb7-93a8f4f134a2 None None] Routers {'5c08e2db-a9fa-41a7-a798-efdba0d86d66'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:38.173033 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-dc19a959-5e79-47a0-abb7-93a8f4f134a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['5c08e2db-a9fa-41a7-a798-efdba0d86d66'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:38.173268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1fa44509-dd84-4f0b-b735-c4464b4e64db tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.186742 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-40a77386-bc92-4df8-a457-b3c82fdd7592 None None] Port 864a615a-76a1-4d5e-a0ae-e5f567f4ced9 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:38.213031 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-dc19a959-5e79-47a0-abb7-93a8f4f134a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:38.213810 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc19a959-5e79-47a0-abb7-93a8f4f134a2 None None] The sync data for ids ['5c08e2db-a9fa-41a7-a798-efdba0d86d66'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:49:38.245295 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-e827438e-6792-4a8e-8cb6-8b901be25843 None None] Allocated IP 172.20.0.18 (99d2036a-9812-4a1a-a4c1-fdaa41710c4f/a0b9f58b-160d-47a8-978e-33c18cf61ead/1e41a44c-07df-49a1-b251-433a87e4bef6) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:38.253844 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.291372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa44509-dd84-4f0b-b735-c4464b4e64db tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=647d68ab-900f-4896-89c3-29fda3cccf3a,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:38.305219 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-1fa44509-dd84-4f0b-b735-c4464b4e64db tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] In _notify_port_updated(), no bound segment for port 647d68ab-900f-4896-89c3-29fda3cccf3a on network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f {{(pid=100416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:49:38.312056 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa44509-dd84-4f0b-b735-c4464b4e64db tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:38.312903 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1fa44509-dd84-4f0b-b735-c4464b4e64db tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.314701 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1fa44509-dd84-4f0b-b735-c4464b4e64db tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "PUT /v2.0/ports/647d68ab-900f-4896-89c3-29fda3cccf3a HTTP/1.1" status: 200 len: 920 time: 1.1693537 Jul 28 11:49:38.317291 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59314) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:38.349954 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e827438e-6792-4a8e-8cb6-8b901be25843 None None] For port 1e41a44c-07df-49a1-b251-433a87e4bef6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1e41a44c-07df-49a1-b251-433a87e4bef6,segment=NetworkSegment(4e7eea86-2f34-4686-9dd5-0dbb5d080454),segment_id=4e7eea86-2f34-4686-9dd5-0dbb5d080454)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:38.365679 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network 7c151f7d-1758-46b3-9da6-f69e646cee45 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:38.375997 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:38.383894 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e827438e-6792-4a8e-8cb6-8b901be25843 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.385229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:38.389887 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=409a1151-1306-4fbe-a394-fa75be58aabf,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:38.402219 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e827438e-6792-4a8e-8cb6-8b901be25843 None None] Transition to ACTIVE for port object 1e41a44c-07df-49a1-b251-433a87e4bef6 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:38.411012 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e827438e-6792-4a8e-8cb6-8b901be25843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.415060 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-04611bbe-bd0c-40e4-a266-36fe0320406c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port 647d68ab-900f-4896-89c3-29fda3cccf3a {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:38.415874 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04611bbe-bd0c-40e4-a266-36fe0320406c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.487069 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.517656 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04611bbe-bd0c-40e4-a266-36fe0320406c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.520261 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827438e-6792-4a8e-8cb6-8b901be25843 None None] Pushing event updated for resources: {'Port': ['ID=1e41a44c-07df-49a1-b251-433a87e4bef6,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:38.532624 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-04611bbe-bd0c-40e4-a266-36fe0320406c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for 647d68ab-900f-4896-89c3-29fda3cccf3a owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:38.661123 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.690867 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04611bbe-bd0c-40e4-a266-36fe0320406c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.720807 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04611bbe-bd0c-40e4-a266-36fe0320406c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=647d68ab-900f-4896-89c3-29fda3cccf3a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:38.735473 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c8e3459b-7490-44bd-aee7-0b27b002ec19 None None] Provisioning for port 409a1151-1306-4fbe-a394-fa75be58aabf completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:38.740712 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c8e3459b-7490-44bd-aee7-0b27b002ec19 None None] Provisioning complete for port 409a1151-1306-4fbe-a394-fa75be58aabf triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:38.741101 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8e3459b-7490-44bd-aee7-0b27b002ec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.788991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c8e3459b-7490-44bd-aee7-0b27b002ec19 None None] Port 409a1151-1306-4fbe-a394-fa75be58aabf cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:38.812121 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04611bbe-bd0c-40e4-a266-36fe0320406c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.814235 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-04611bbe-bd0c-40e4-a266-36fe0320406c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/ports/647d68ab-900f-4896-89c3-29fda3cccf3a HTTP/1.1" status: 204 len: 168 time: 0.4960015 Jul 28 11:49:38.816923 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59316) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:38.846913 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfde711-e076-4267-8710-fd0f877a856e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] GET failed (client error): The resource could not be found. Jul 28 11:49:38.848570 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6bfde711-e076-4267-8710-fd0f877a856e tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports/647d68ab-900f-4896-89c3-29fda3cccf3a HTTP/1.1" status: 404 len: 333 time: 0.0306435 Jul 28 11:49:38.851368 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59318) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:38.910322 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-95c51241-fc00-4d8a-b350-85f23a7f4a65 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.938875 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-95c51241-fc00-4d8a-b350-85f23a7f4a65 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.985810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-95c51241-fc00-4d8a-b350-85f23a7f4a65 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.989305 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-95c51241-fc00-4d8a-b350-85f23a7f4a65 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:38.992990 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-95c51241-fc00-4d8a-b350-85f23a7f4a65 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/security-groups/d82b95b9-3221-4fc1-af89-3930ab350264 HTTP/1.1" status: 204 len: 168 time: 0.1380570 Jul 28 11:49:38.995193 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59320) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:39.017756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c51241-fc00-4d8a-b350-85f23a7f4a65 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82b95b9-3221-4fc1-af89-3930ab350264,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:39.074628 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2e8dfd3a-1898-4fad-bbb1-8cfa5fff17c9 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.102186 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2e8dfd3a-1898-4fad-bbb1-8cfa5fff17c9 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.119736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0d1530a1-9a69-4c62-a656-7e70d95d7ab3 None None] Provisioning for port 1e41a44c-07df-49a1-b251-433a87e4bef6 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:39.132316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0d1530a1-9a69-4c62-a656-7e70d95d7ab3 None None] Provisioning complete for port 1e41a44c-07df-49a1-b251-433a87e4bef6 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:39.132952 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d1530a1-9a69-4c62-a656-7e70d95d7ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.156704 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2e8dfd3a-1898-4fad-bbb1-8cfa5fff17c9 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.163131 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2e8dfd3a-1898-4fad-bbb1-8cfa5fff17c9 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.164922 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2e8dfd3a-1898-4fad-bbb1-8cfa5fff17c9 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/security-groups/7e9ecd87-c030-45a8-88a7-82b74cdc75c5 HTTP/1.1" status: 204 len: 168 time: 0.1687422 Jul 28 11:49:39.171816 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59322) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:39.182445 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1e41a44c-07df-49a1-b251-433a87e4bef6 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:39.215665 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dfd3a-1898-4fad-bbb1-8cfa5fff17c9 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9ecd87-c030-45a8-88a7-82b74cdc75c5,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:39.248065 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2d1de8-f297-44ba-a97a-324a073dd21c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting subnet 5cd8a82d-fe53-4e89-8cb1-7c938583c338 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:49:39.252351 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1de8-f297-44ba-a97a-324a073dd21c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.308706 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1de8-f297-44ba-a97a-324a073dd21c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.331827 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c1885abc-d7d3-473f-99a6-4f69cbc0c8fe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.333410 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 1e41a44c-07df-49a1-b251-433a87e4bef6 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:39.334106 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.335749 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0d1530a1-9a69-4c62-a656-7e70d95d7ab3 None None] Could not find standard attr ID for object 647d68ab-900f-4896-89c3-29fda3cccf3a. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:49:39.379018 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0d1530a1-9a69-4c62-a656-7e70d95d7ab3 None None] Provisioning complete for port 597c0b4c-a139-4618-9542-711fce64be2d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:39.379500 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d1530a1-9a69-4c62-a656-7e70d95d7ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.410623 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1de8-f297-44ba-a97a-324a073dd21c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.426087 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0d1530a1-9a69-4c62-a656-7e70d95d7ab3 None None] Port 597c0b4c-a139-4618-9542-711fce64be2d cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:39.483085 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1de8-f297-44ba-a97a-324a073dd21c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.509728 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d1de8-f297-44ba-a97a-324a073dd21c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd8a82d-fe53-4e89-8cb1-7c938583c338,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:39.514459 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1de8-f297-44ba-a97a-324a073dd21c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.518409 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ff2d1de8-f297-44ba-a97a-324a073dd21c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/5cd8a82d-fe53-4e89-8cb1-7c938583c338 HTTP/1.1" status: 204 len: 168 time: 0.3432086 Jul 28 11:49:39.520688 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59324) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:39.526018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-aa797db3-1209-4522-9d87-939db7d8c0c4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'subnet': {'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:39.534756 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.541108 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3ea03646-2311-47e2-9374-c700c19187d9 None None] Could not find standard attr ID for object 647d68ab-900f-4896-89c3-29fda3cccf3a. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:49:39.542887 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.633583 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.635304 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa797db3-1209-4522-9d87-939db7d8c0c4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:39.636490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=409a1151-1306-4fbe-a394-fa75be58aabf,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:39.638951 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aa797db3-1209-4522-9d87-939db7d8c0c4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.761207 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-c1885abc-d7d3-473f-99a6-4f69cbc0c8fe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port 864a615a-76a1-4d5e-a0ae-e5f567f4ced9 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:39.761565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c1885abc-d7d3-473f-99a6-4f69cbc0c8fe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.809145 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network 7c151f7d-1758-46b3-9da6-f69e646cee45 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:39.812414 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:39.880476 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aa797db3-1209-4522-9d87-939db7d8c0c4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.935534 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa797db3-1209-4522-9d87-939db7d8c0c4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:39.938824 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-aa797db3-1209-4522-9d87-939db7d8c0c4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:39.943136 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa797db3-1209-4522-9d87-939db7d8c0c4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:39.943739 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aa797db3-1209-4522-9d87-939db7d8c0c4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.945057 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6e5c37-ca70-40bb-8990-b62782615027 None None] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:39.952399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c1885abc-d7d3-473f-99a6-4f69cbc0c8fe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:39.954265 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa797db3-1209-4522-9d87-939db7d8c0c4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Subnet': ['ID=8de6487b-8c60-4143-a8b9-088dc72b981c,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:39.966810 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-aa797db3-1209-4522-9d87-939db7d8c0c4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4449046 Jul 28 11:49:39.969357 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59326) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:39.970193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-c1885abc-d7d3-473f-99a6-4f69cbc0c8fe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for 864a615a-76a1-4d5e-a0ae-e5f567f4ced9 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:39.976876 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-f362365f-7216-4883-bf1b-18e58e2af221 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'security_group': {'name': 'tempest-secgroup-1490260911'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:40.001827 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f362365f-7216-4883-bf1b-18e58e2af221 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:40.014515 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5881a4a3-38f9-44bd-8655-14fba24dcd4e None None] Could not find standard attr ID for object 647d68ab-900f-4896-89c3-29fda3cccf3a. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:49:40.034540 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:49:40.107189 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f362365f-7216-4883-bf1b-18e58e2af221 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:40.115093 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f362365f-7216-4883-bf1b-18e58e2af221 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:40.151134 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f362365f-7216-4883-bf1b-18e58e2af221 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:40.152462 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f362365f-7216-4883-bf1b-18e58e2af221 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1810565 Jul 28 11:49:40.154795 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362365f-7216-4883-bf1b-18e58e2af221 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f15429-3176-422f-971f-0e96dbad695d,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:40.156946 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59328) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:40.162183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-17252296-9380-41b1-b3d6-98b9661a3fdb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'security_group': {'name': 'tempest-secgroup-945108367'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:40.168608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3ac66f3a-5d51-45b8-8618-322d91885f53 None None] Provisioning complete for port 409a1151-1306-4fbe-a394-fa75be58aabf triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:40.169469 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ac66f3a-5d51-45b8-8618-322d91885f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:40.187528 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-17252296-9380-41b1-b3d6-98b9661a3fdb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:40.262184 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3ac66f3a-5d51-45b8-8618-322d91885f53 None None] Port 409a1151-1306-4fbe-a394-fa75be58aabf cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:40.281717 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-17252296-9380-41b1-b3d6-98b9661a3fdb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:40.281881 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:49:40.287566 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-17252296-9380-41b1-b3d6-98b9661a3fdb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:40.307294 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Sync routers for ids ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:49:40.317371 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Routers {'9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:40.318247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:40.330699 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5a7ab509-aa93-44d8-9b7e-ed4361ff9264 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2580364 Jul 28 11:49:40.339894 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-17252296-9380-41b1-b3d6-98b9661a3fdb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:40.346482 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-17252296-9380-41b1-b3d6-98b9661a3fdb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1854591 Jul 28 11:49:40.348924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59332) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:40.356193 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-7204e567-3b33-436b-8332-e23c84e1dfe1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'security_group': {'name': 'tempest-secgroup-472812808'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:40.362036 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17252296-9380-41b1-b3d6-98b9661a3fdb tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a1879b-7550-4fb4-b6c8-5341d497ef07,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:40.363434 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c1885abc-d7d3-473f-99a6-4f69cbc0c8fe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:40.392945 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1885abc-d7d3-473f-99a6-4f69cbc0c8fe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=864a615a-76a1-4d5e-a0ae-e5f567f4ced9,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:40.397176 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7204e567-3b33-436b-8332-e23c84e1dfe1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:40.503238 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Set router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:49:40.540682 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17cdb72-f8d7-47b6-afff-2108e695ea3e None None] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:40.562814 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7204e567-3b33-436b-8332-e23c84e1dfe1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:40.569594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c1885abc-d7d3-473f-99a6-4f69cbc0c8fe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:40.574504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7204e567-3b33-436b-8332-e23c84e1dfe1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:40.615960 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7204e567-3b33-436b-8332-e23c84e1dfe1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:40.620387 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7204e567-3b33-436b-8332-e23c84e1dfe1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2678130 Jul 28 11:49:40.622045 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59336) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:40.628099 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d7b130c7-32ac-42ca-8673-2370f282fba6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-681880431', 'security_groups': ['3d6ecc05-5b05-403c-b871-37b148c61564'], 'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8de6487b-8c60-4143-a8b9-088dc72b981c'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:40.682393 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-872d3b5a-639f-4b6e-8f80-b37fa586656e None None] Provisioning complete for port 1e41a44c-07df-49a1-b251-433a87e4bef6 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:40.682900 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-872d3b5a-639f-4b6e-8f80-b37fa586656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:40.685126 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204e567-3b33-436b-8332-e23c84e1dfe1 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6ecc05-5b05-403c-b871-37b148c61564,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:40.761992 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b130c7-32ac-42ca-8673-2370f282fba6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'port': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:40.767556 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1885abc-d7d3-473f-99a6-4f69cbc0c8fe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 5c08e2db-a9fa-41a7-a798-efdba0d86d66 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:49:40.826487 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:49:40.852102 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1885abc-d7d3-473f-99a6-4f69cbc0c8fe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:49:40.857795 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c1885abc-d7d3-473f-99a6-4f69cbc0c8fe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/5c08e2db-a9fa-41a7-a798-efdba0d86d66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7088983 Jul 28 11:49:40.862704 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59338) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:40.867506 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8936d7-c22f-4b75-ae3e-3391b32c3ce6 None None] Sync routers for ids ['5c08e2db-a9fa-41a7-a798-efdba0d86d66'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:49:40.869944 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d7b130c7-32ac-42ca-8673-2370f282fba6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:40.882950 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8936d7-c22f-4b75-ae3e-3391b32c3ce6 None None] Routers {'5c08e2db-a9fa-41a7-a798-efdba0d86d66'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:40.884133 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0e8936d7-c22f-4b75-ae3e-3391b32c3ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['5c08e2db-a9fa-41a7-a798-efdba0d86d66'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:40.893409 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [None req-d7b130c7-32ac-42ca-8673-2370f282fba6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] device_id is not set on port 05c4396a-c41c-487b-b377-8f50f4d1f649 yet. {{(pid=100416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:49:40.927304 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0e8936d7-c22f-4b75-ae3e-3391b32c3ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:40.941018 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8936d7-c22f-4b75-ae3e-3391b32c3ce6 None None] Routers {'5c08e2db-a9fa-41a7-a798-efdba0d86d66'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:40.942056 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0e8936d7-c22f-4b75-ae3e-3391b32c3ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['5c08e2db-a9fa-41a7-a798-efdba0d86d66'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:40.998362 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0e8936d7-c22f-4b75-ae3e-3391b32c3ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:41.000153 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8936d7-c22f-4b75-ae3e-3391b32c3ce6 None None] The sync data for ids ['5c08e2db-a9fa-41a7-a798-efdba0d86d66'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:49:41.073636 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-d7b130c7-32ac-42ca-8673-2370f282fba6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Allocated IP 172.20.0.6 (99d2036a-9812-4a1a-a4c1-fdaa41710c4f/8de6487b-8c60-4143-a8b9-088dc72b981c/05c4396a-c41c-487b-b377-8f50f4d1f649) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:41.091651 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-cf1a87d9-fb7c-4832-bfd8-155b15dd33ea tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] remove_router_interface failed (client error): The resource could not be found. Jul 28 11:49:41.095724 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cf1a87d9-fb7c-4832-bfd8-155b15dd33ea tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/5c08e2db-a9fa-41a7-a798-efdba0d86d66/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2283149 Jul 28 11:49:41.096511 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59340) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:41.112326 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-872d3b5a-639f-4b6e-8f80-b37fa586656e None None] Provisioning complete for port 597c0b4c-a139-4618-9542-711fce64be2d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:41.112699 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-872d3b5a-639f-4b6e-8f80-b37fa586656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.131515 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b71640aa-e524-405d-b911-b94ccacf399f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c08e2db-a9fa-41a7-a798-efdba0d86d66 HTTP/1.1" status: 200 len: 205 time: 0.0336571 Jul 28 11:49:41.135002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59342) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:41.144641 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:49:38Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '13cc328e-f9ad-4756-b167-cc14fe7acd9e', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.127', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'port_id': '856b75db-0181-42eb-9a12-c961a13668ad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:48:40Z', 'updated_at': '2021-07-28T11:48:44Z', 'revision_number': 1, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409a1151-1306-4fbe-a394-fa75be58aabf', 'name': '', 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:58:20:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '25163554-e704-421d-9842-5461d73e5149', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:49:37Z', 'updated_at': '2021-07-28T11:49:39Z', 'revision_number': 2, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '25163554-e704-421d-9842-5461d73e5149', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3ff3380-7b43-4c37-ad8e-46e8dff900d2', 'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:5c:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:09Z', 'updated_at': '2021-07-28T11:48:15Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:41.176243 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Checking router: 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:49:41.176243 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Updating router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 port 409a1151-1306-4fbe-a394-fa75be58aabf binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:49:41.199489 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-872d3b5a-639f-4b6e-8f80-b37fa586656e None None] Port 597c0b4c-a139-4618-9542-711fce64be2d cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:41.207887 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.221198 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-62c1831c-170c-4e0a-9238-5bcdba3ac430 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.257311 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d7b130c7-32ac-42ca-8673-2370f282fba6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.275334 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-d7b130c7-32ac-42ca-8673-2370f282fba6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Transition to ACTIVE for port object 05c4396a-c41c-487b-b377-8f50f4d1f649 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:41.318727 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d7b130c7-32ac-42ca-8673-2370f282fba6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.359268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b130c7-32ac-42ca-8673-2370f282fba6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:41.364315 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-d7b130c7-32ac-42ca-8673-2370f282fba6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:41.368668 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b130c7-32ac-42ca-8673-2370f282fba6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:41.396849 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-62c1831c-170c-4e0a-9238-5bcdba3ac430 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.399032 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-62c1831c-170c-4e0a-9238-5bcdba3ac430 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.404850 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b130c7-32ac-42ca-8673-2370f282fba6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=05c4396a-c41c-487b-b377-8f50f4d1f649,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:41.433643 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b130c7-32ac-42ca-8673-2370f282fba6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:41.434579 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d7b130c7-32ac-42ca-8673-2370f282fba6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.449219 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-62c1831c-170c-4e0a-9238-5bcdba3ac430 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.450737 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c1831c-170c-4e0a-9238-5bcdba3ac430 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Fanout notify agent at l3_agent the message router_deleted on router 5c08e2db-a9fa-41a7-a798-efdba0d86d66 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:49:41.456690 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d7b130c7-32ac-42ca-8673-2370f282fba6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8333893 Jul 28 11:49:41.459345 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59344) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:41.464900 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-676adf1c-523b-46c3-bcbd-4727a1592b61 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'subnet': {'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:41.468560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-62c1831c-170c-4e0a-9238-5bcdba3ac430 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.468976 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b4e9f780-16f0-4225-9f07-383111b86c1a None None] Provisioning complete for port 1e41a44c-07df-49a1-b251-433a87e4bef6 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:41.469357 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4e9f780-16f0-4225-9f07-383111b86c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.469756 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-62c1831c-170c-4e0a-9238-5bcdba3ac430 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/routers/5c08e2db-a9fa-41a7-a798-efdba0d86d66 HTTP/1.1" status: 204 len: 168 time: 0.3335688 Jul 28 11:49:41.472698 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59346) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:41.524281 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-640a334b-0f78-4271-aac9-b42cc8a8a927 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting subnet ed89345c-86e2-4893-bd47-7da471e954f9 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:49:41.529213 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-640a334b-0f78-4271-aac9-b42cc8a8a927 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.580217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-640a334b-0f78-4271-aac9-b42cc8a8a927 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.611131 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b4e9f780-16f0-4225-9f07-383111b86c1a None None] Provisioning complete for port 597c0b4c-a139-4618-9542-711fce64be2d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:41.611719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4e9f780-16f0-4225-9f07-383111b86c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.612036 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676adf1c-523b-46c3-bcbd-4727a1592b61 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:41.620140 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-676adf1c-523b-46c3-bcbd-4727a1592b61 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.646673 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.664365 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Transition to ACTIVE for port object 409a1151-1306-4fbe-a394-fa75be58aabf will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:41.667719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b4e9f780-16f0-4225-9f07-383111b86c1a None None] Port 597c0b4c-a139-4618-9542-711fce64be2d cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:41.671494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.681166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-640a334b-0f78-4271-aac9-b42cc8a8a927 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.723658 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993f3c1-b220-4e0c-937e-d418541be558 None None] Pushing event updated for resources: {'Port': ['ID=409a1151-1306-4fbe-a394-fa75be58aabf,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:41.724219 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.ipam_backend_mixin [None req-676adf1c-523b-46c3-bcbd-4727a1592b61 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8de6487b-8c60-4143-a8b9-088dc72b981c (CIDR: 172.20.0.0/28) Jul 28 11:49:41.735750 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-676adf1c-523b-46c3-bcbd-4727a1592b61 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:49:41.736496 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676adf1c-523b-46c3-bcbd-4727a1592b61 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:41.753895 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-676adf1c-523b-46c3-bcbd-4727a1592b61 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2933078 Jul 28 11:49:41.756627 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59348) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:41.758872 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-640a334b-0f78-4271-aac9-b42cc8a8a927 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.763331 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-61d18cb5-7bd4-473e-9f1f-a54c4e344e75 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'subnet': {'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:41.785369 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Attempting to bind port 409a1151-1306-4fbe-a394-fa75be58aabf on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:49:41.785746 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Attempting to bind port 409a1151-1306-4fbe-a394-fa75be58aabf by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '3b700c62-cf02-47e0-bc05-d40443bc89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:49:41.786119 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Attempting to bind port 409a1151-1306-4fbe-a394-fa75be58aabf on network 7c151f7d-1758-46b3-9da6-f69e646cee45 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:49:41.795751 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:49:41.796490 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Checking segment: {'id': '3b700c62-cf02-47e0-bc05-d40443bc89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:41.796631 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.798316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Bound using segment: {'id': '3b700c62-cf02-47e0-bc05-d40443bc89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:49:41.798316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Bound port: 409a1151-1306-4fbe-a394-fa75be58aabf, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b700c62-cf02-47e0-bc05-d40443bc89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:49:41.798316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.808654 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-13b93e04-04e1-442c-8fcd-f8e63caed5b5 None None] Provisioning for port 05c4396a-c41c-487b-b377-8f50f4d1f649 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:41.816122 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-13b93e04-04e1-442c-8fcd-f8e63caed5b5 None None] Provisioning complete for port 05c4396a-c41c-487b-b377-8f50f4d1f649 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:41.816501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-13b93e04-04e1-442c-8fcd-f8e63caed5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.909839 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-13b93e04-04e1-442c-8fcd-f8e63caed5b5 None None] Port 05c4396a-c41c-487b-b377-8f50f4d1f649 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:41.926386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d18cb5-7bd4-473e-9f1f-a54c4e344e75 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:41.930112 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] For port 409a1151-1306-4fbe-a394-fa75be58aabf, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:49:41.933956 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] For port 409a1151-1306-4fbe-a394-fa75be58aabf, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=409a1151-1306-4fbe-a394-fa75be58aabf,segment=NetworkSegment(3b700c62-cf02-47e0-bc05-d40443bc89ab),segment_id=3b700c62-cf02-47e0-bc05-d40443bc89ab)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:49:41.936906 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-61d18cb5-7bd4-473e-9f1f-a54c4e344e75 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:41.942229 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.020714 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993f3c1-b220-4e0c-937e-d418541be558 None None] Pushing event updated for resources: {'Port': ['ID=409a1151-1306-4fbe-a394-fa75be58aabf,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:42.033169 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Routers {'9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:42.033807 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:42.057573 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.ipam_backend_mixin [None req-61d18cb5-7bd4-473e-9f1f-a54c4e344e75 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a0b9f58b-160d-47a8-978e-33c18cf61ead (CIDR: 172.20.0.16/28) Jul 28 11:49:42.062241 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d18cb5-7bd4-473e-9f1f-a54c4e344e75 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:49:42.062889 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d18cb5-7bd4-473e-9f1f-a54c4e344e75 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:42.082471 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-61d18cb5-7bd4-473e-9f1f-a54c4e344e75 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3224123 Jul 28 11:49:42.083473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59350) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:42.098282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b79f6734-19ad-46a3-98b2-272cf4d8e05c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'subnet': {'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:42.122342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a334b-0f78-4271-aac9-b42cc8a8a927 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Subnet': ['ID=ed89345c-86e2-4893-bd47-7da471e954f9,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:42.129994 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-640a334b-0f78-4271-aac9-b42cc8a8a927 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.131930 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-640a334b-0f78-4271-aac9-b42cc8a8a927 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/subnets/ed89345c-86e2-4893-bd47-7da471e954f9 HTTP/1.1" status: 204 len: 168 time: 0.6582687 Jul 28 11:49:42.135413 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59352) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:42.141473 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1374f218-6534-4967-ae81-492e4a3c44b3 None None] Network 2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:42.219336 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] Set router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:49:42.234436 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.244789 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79f6734-19ad-46a3-98b2-272cf4d8e05c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Made reservation on behalf of 102cd32a4f314cda9536ce6e9327226f for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:42.248932 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b79f6734-19ad-46a3-98b2-272cf4d8e05c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.301098 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port 16ee7787-8be3-4409-8403-f969407256db {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:42.301517 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.369824 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] For port 16ee7787-8be3-4409-8403-f969407256db, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=16ee7787-8be3-4409-8403-f969407256db,segment=NetworkSegment(2bab25f6-9f73-4e21-acba-5e34fbf47b8b),segment_id=2bab25f6-9f73-4e21-acba-5e34fbf47b8b)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:42.370261 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.384183 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for 16ee7787-8be3-4409-8403-f969407256db owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:42.475948 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.478675 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64934e3-1d9b-43d6-8eaf-d0c32c801db8 None None] DHCP port deletion for 2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:49:42.508753 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=16ee7787-8be3-4409-8403-f969407256db,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:42.510925 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] No DVR routers for this DVR port 16ee7787-8be3-4409-8403-f969407256db on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:49:42.525563 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b79f6734-19ad-46a3-98b2-272cf4d8e05c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.558043 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:49:38Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '13cc328e-f9ad-4756-b167-cc14fe7acd9e', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.127', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'port_id': '856b75db-0181-42eb-9a12-c961a13668ad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:48:40Z', 'updated_at': '2021-07-28T11:48:44Z', 'revision_number': 1, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409a1151-1306-4fbe-a394-fa75be58aabf', 'name': '', 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:58:20:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '25163554-e704-421d-9842-5461d73e5149', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:49:37Z', 'updated_at': '2021-07-28T11:49:41Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '25163554-e704-421d-9842-5461d73e5149', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3ff3380-7b43-4c37-ad8e-46e8dff900d2', 'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:5c:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:09Z', 'updated_at': '2021-07-28T11:48:15Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:42.570035 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f6734-19ad-46a3-98b2-272cf4d8e05c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:42.577728 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-b79f6734-19ad-46a3-98b2-272cf4d8e05c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:42.582218 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79f6734-19ad-46a3-98b2-272cf4d8e05c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:42.583038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b79f6734-19ad-46a3-98b2-272cf4d8e05c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.590004 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56978c0f-bcc8-423a-81dc-6a286efbf6af None None] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:42.592495 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883a9586-9f10-4da2-a5eb-d0c511a478b2 None None] The sync data for ids ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'] in dv-neutron-786478-16-hyperv is: [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:49:38Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '13cc328e-f9ad-4756-b167-cc14fe7acd9e', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.127', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'port_id': '856b75db-0181-42eb-9a12-c961a13668ad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:48:40Z', 'updated_at': '2021-07-28T11:48:44Z', 'revision_number': 1, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409a1151-1306-4fbe-a394-fa75be58aabf', 'name': '', 'network_id': '7c151f7d-1758-46b3-9da6-f69e646cee45', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:58:20:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '25163554-e704-421d-9842-5461d73e5149', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:49:37Z', 'updated_at': '2021-07-28T11:49:41Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '25163554-e704-421d-9842-5461d73e5149', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3ff3380-7b43-4c37-ad8e-46e8dff900d2', 'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:5c:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:09Z', 'updated_at': '2021-07-28T11:48:15Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:49:42.597414 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f6734-19ad-46a3-98b2-272cf4d8e05c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Subnet': ['ID=0789d0d0-0338-4bac-8b62-94d419e0b8aa,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:42.603959 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.610983 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b79f6734-19ad-46a3-98b2-272cf4d8e05c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5213704 Jul 28 11:49:42.611442 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59354) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:42.616704 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:42.628564 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-77b2ff23-c808-4354-82b8-4a320732ae34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1696004307', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0789d0d0-0338-4bac-8b62-94d419e0b8aa'}], 'security_groups': ['f1f15429-3176-422f-971f-0e96dbad695d', 'a2a1879b-7550-4fb4-b6c8-5341d497ef07']}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:42.631265 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bab25f6-9f73-4e21-acba-5e34fbf47b8b') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:42.631818 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bab25f6-9f73-4e21-acba-5e34fbf47b8b') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:42.644757 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.676558 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.688398 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:49:42.689015 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:49:42.694229 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:49:42.718632 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-77b2ff23-c808-4354-82b8-4a320732ae34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.776771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.787120 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.789045 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/networks/2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e HTTP/1.1" status: 204 len: 168 time: 0.6526380 Jul 28 11:49:42.801794 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59356) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:42.804275 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2c63a-999b-453d-8f61-c9ee92e677f0 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Network': ['ID=2d24f05c-6bc5-4fda-90c6-fc0aa4f0d78e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:42.809512 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-9032fc65-e6ac-4066-ad42-30935326dd5b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'network': {'name': 'tempest-RoutersTest-1928680393'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:42.856397 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9032fc65-e6ac-4066-ad42-30935326dd5b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:42.860092 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9032fc65-e6ac-4066-ad42-30935326dd5b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.900428 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2d4335-6118-439f-98be-bc8a1e68bcfd None None] Update dhcp port {'port': {'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f', 'fixed_ips': [{'subnet_id': 'a0b9f58b-160d-47a8-978e-33c18cf61ead', 'ip_address': '172.20.0.18'}, {'subnet_id': '8de6487b-8c60-4143-a8b9-088dc72b981c'}, {'subnet_id': '0789d0d0-0338-4bac-8b62-94d419e0b8aa'}], 'binding:host_id': 'dv-neutron-786478-16-hyperv'}, 'id': '1e41a44c-07df-49a1-b251-433a87e4bef6'} from dv-neutron-786478-16-hyperv. {{(pid=100417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:49:42.926623 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f2d4335-6118-439f-98be-bc8a1e68bcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.936036 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9032fc65-e6ac-4066-ad42-30935326dd5b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:49:42.974259 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9032fc65-e6ac-4066-ad42-30935326dd5b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:42.974636 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-9032fc65-e6ac-4066-ad42-30935326dd5b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Added segment 45f4df35-92fd-4b50-9a3d-7f3c13a6353d of type vlan for network 3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5 Jul 28 11:49:43.035078 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9032fc65-e6ac-4066-ad42-30935326dd5b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.114502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9032fc65-e6ac-4066-ad42-30935326dd5b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.120606 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9032fc65-e6ac-4066-ad42-30935326dd5b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:43.121286 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9032fc65-e6ac-4066-ad42-30935326dd5b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.175521 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 409a1151-1306-4fbe-a394-fa75be58aabf up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:43.211879 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9032fc65-e6ac-4066-ad42-30935326dd5b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4063158 Jul 28 11:49:43.213334 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59360) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:43.219301 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-733b266d-976d-4126-8838-f3b5b9f45f3e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'subnet': {'network_id': '3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:43.231191 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032fc65-e6ac-4066-ad42-30935326dd5b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Network': ['ID=3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:43.231797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 409a1151-1306-4fbe-a394-fa75be58aabf completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:43.234282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-77b2ff23-c808-4354-82b8-4a320732ae34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Delete allocated IP 172.20.0.6 (99d2036a-9812-4a1a-a4c1-fdaa41710c4f/8de6487b-8c60-4143-a8b9-088dc72b981c) {{(pid=100416) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 11:49:43.236983 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 409a1151-1306-4fbe-a394-fa75be58aabf triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:43.237518 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.245891 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-77b2ff23-c808-4354-82b8-4a320732ae34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Allocated IP 172.20.0.36 (99d2036a-9812-4a1a-a4c1-fdaa41710c4f/0789d0d0-0338-4bac-8b62-94d419e0b8aa/05c4396a-c41c-487b-b377-8f50f4d1f649) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:43.265328 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:49:43.330398 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733b266d-976d-4126-8838-f3b5b9f45f3e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:43.335289 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-733b266d-976d-4126-8838-f3b5b9f45f3e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.387797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.423475 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 409a1151-1306-4fbe-a394-fa75be58aabf, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=409a1151-1306-4fbe-a394-fa75be58aabf,segment=NetworkSegment(3b700c62-cf02-47e0-bc05-d40443bc89ab),segment_id=3b700c62-cf02-47e0-bc05-d40443bc89ab)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:43.428975 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.458824 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-77b2ff23-c808-4354-82b8-4a320732ae34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.473834 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-77b2ff23-c808-4354-82b8-4a320732ae34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Transition to ACTIVE for port object 05c4396a-c41c-487b-b377-8f50f4d1f649 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:43.480978 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-77b2ff23-c808-4354-82b8-4a320732ae34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.528898 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 16ee7787-8be3-4409-8403-f969407256db no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:49:43.556848 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=409a1151-1306-4fbe-a394-fa75be58aabf,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:43.563443 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 16ee7787-8be3-4409-8403-f969407256db {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:49:43.563814 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 16ee7787-8be3-4409-8403-f969407256db not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:49:43.568456 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-733b266d-976d-4126-8838-f3b5b9f45f3e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.581635 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2ff23-c808-4354-82b8-4a320732ae34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event updated for resources: {'Port': ['ID=05c4396a-c41c-487b-b377-8f50f4d1f649,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:43.607161 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-77b2ff23-c808-4354-82b8-4a320732ae34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] In _notify_port_updated(), no bound segment for port 05c4396a-c41c-487b-b377-8f50f4d1f649 on network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f {{(pid=100416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:49:43.612971 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b2ff23-c808-4354-82b8-4a320732ae34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:43.613907 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-77b2ff23-c808-4354-82b8-4a320732ae34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.617762 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-77b2ff23-c808-4354-82b8-4a320732ae34 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "PUT /v2.0/ports/05c4396a-c41c-487b-b377-8f50f4d1f649 HTTP/1.1" status: 200 len: 960 time: 1.0006731 Jul 28 11:49:43.618454 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59362) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:43.640124 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b266d-976d-4126-8838-f3b5b9f45f3e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Subnet': ['ID=bfc66ff0-0f7e-4751-beb8-21fba256186e,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:43.642475 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-1f2d4335-6118-439f-98be-bc8a1e68bcfd None None] Allocated IP 172.20.0.2 (99d2036a-9812-4a1a-a4c1-fdaa41710c4f/8de6487b-8c60-4143-a8b9-088dc72b981c/1e41a44c-07df-49a1-b251-433a87e4bef6) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:43.648634 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733b266d-976d-4126-8838-f3b5b9f45f3e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Checking segment: {'id': '45f4df35-92fd-4b50-9a3d-7f3c13a6353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:43.649176 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733b266d-976d-4126-8838-f3b5b9f45f3e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network hostable DHCP agents. Network: 3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:49:43.650116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-1f2d4335-6118-439f-98be-bc8a1e68bcfd None None] Allocated IP 172.20.0.34 (99d2036a-9812-4a1a-a4c1-fdaa41710c4f/0789d0d0-0338-4bac-8b62-94d419e0b8aa/1e41a44c-07df-49a1-b251-433a87e4bef6) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:43.668773 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733b266d-976d-4126-8838-f3b5b9f45f3e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network 3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:49:43.677944 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-733b266d-976d-4126-8838-f3b5b9f45f3e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:43.682529 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733b266d-976d-4126-8838-f3b5b9f45f3e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:43.683287 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-733b266d-976d-4126-8838-f3b5b9f45f3e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.699488 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-733b266d-976d-4126-8838-f3b5b9f45f3e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4847815 Jul 28 11:49:43.702067 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59364) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:43.706870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-2971238b-0c75-43e4-8604-c8f477b46bfc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-811224214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:43.708002 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab831d4-6e25-409e-b2e9-4937b295861c None None] Network 3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:43.737467 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef0fb7-a369-43d9-955d-29f8a0aa7c44 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port 05c4396a-c41c-487b-b377-8f50f4d1f649 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:43.737816 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0fb7-a369-43d9-955d-29f8a0aa7c44 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.755255 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2971238b-0c75-43e4-8604-c8f477b46bfc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.756292 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2971238b-0c75-43e4-8604-c8f477b46bfc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.868795 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2971238b-0c75-43e4-8604-c8f477b46bfc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.874257 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2971238b-0c75-43e4-8604-c8f477b46bfc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.889514 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0fb7-a369-43d9-955d-29f8a0aa7c44 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.906828 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2971238b-0c75-43e4-8604-c8f477b46bfc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:43.907961 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2971238b-0c75-43e4-8604-c8f477b46bfc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2048893 Jul 28 11:49:43.908944 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef0fb7-a369-43d9-955d-29f8a0aa7c44 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for 05c4396a-c41c-487b-b377-8f50f4d1f649 owned by {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:43.911085 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59366) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:43.956198 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-1f2d4335-6118-439f-98be-bc8a1e68bcfd None None] For port 1e41a44c-07df-49a1-b251-433a87e4bef6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1e41a44c-07df-49a1-b251-433a87e4bef6,segment=NetworkSegment(4e7eea86-2f34-4686-9dd5-0dbb5d080454),segment_id=4e7eea86-2f34-4686-9dd5-0dbb5d080454)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:44.023495 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f2d4335-6118-439f-98be-bc8a1e68bcfd None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.043937 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1f2d4335-6118-439f-98be-bc8a1e68bcfd None None] Transition to ACTIVE for port object 1e41a44c-07df-49a1-b251-433a87e4bef6 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:44.059967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f2d4335-6118-439f-98be-bc8a1e68bcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.063028 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0fb7-a369-43d9-955d-29f8a0aa7c44 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.088323 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5', 'network_id': '3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'fixed_ips': [{'subnet_id': 'bfc66ff0-0f7e-4751-beb8-21fba256186e'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:49:44.089260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.126034 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef0fb7-a369-43d9-955d-29f8a0aa7c44 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=05c4396a-c41c-487b-b377-8f50f4d1f649,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:44.183766 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0fb7-a369-43d9-955d-29f8a0aa7c44 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.188019 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c8ef0fb7-a369-43d9-955d-29f8a0aa7c44 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/ports/05c4396a-c41c-487b-b377-8f50f4d1f649 HTTP/1.1" status: 204 len: 168 time: 0.5663908 Jul 28 11:49:44.188914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59368) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:44.234209 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d4335-6118-439f-98be-bc8a1e68bcfd None None] Pushing event updated for resources: {'Port': ['ID=1e41a44c-07df-49a1-b251-433a87e4bef6,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:44.237397 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f068862-c285-4a40-be29-19a28caa6055 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] GET failed (client error): The resource could not be found. Jul 28 11:49:44.241534 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5f068862-c285-4a40-be29-19a28caa6055 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports/05c4396a-c41c-487b-b377-8f50f4d1f649 HTTP/1.1" status: 404 len: 333 time: 0.0496726 Jul 28 11:49:44.241861 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59370) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:44.249615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.312380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Allocated IP 172.20.0.2 (3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5/bfc66ff0-0f7e-4751-beb8-21fba256186e/9cce4654-3ede-45c3-831d-0d78de403446) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:44.413866 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7b7a-9d13-4b49-8e54-09287ee9c76d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.438178 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7b7a-9d13-4b49-8e54-09287ee9c76d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.468597 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.478155 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Transition to ACTIVE for port object 9cce4654-3ede-45c3-831d-0d78de403446 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:44.497205 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Transition to ACTIVE for port object 9cce4654-3ede-45c3-831d-0d78de403446 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:44.504666 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.543389 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7b7a-9d13-4b49-8e54-09287ee9c76d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.545961 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7b7a-9d13-4b49-8e54-09287ee9c76d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.547141 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b9fd7b7a-9d13-4b49-8e54-09287ee9c76d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/security-groups/3d6ecc05-5b05-403c-b871-37b148c61564 HTTP/1.1" status: 204 len: 168 time: 0.3044612 Jul 28 11:49:44.547334 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Network 3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:44.550053 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59372) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:44.569213 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:44.573192 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:44.575618 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Pushing event updated for resources: {'Port': ['ID=9cce4654-3ede-45c3-831d-0d78de403446,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:44.581979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd7b7a-9d13-4b49-8e54-09287ee9c76d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6ecc05-5b05-403c-b871-37b148c61564,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:44.606159 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Allocated IP 172.20.0.1 (3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5/bfc66ff0-0f7e-4751-beb8-21fba256186e/92f9fca8-9349-4fba-bc69-6c0ab94d1343) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:44.636016 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8bd05483-a2b0-4af0-ae20-efd607efa5a2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.654784 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Attempting to bind port 9cce4654-3ede-45c3-831d-0d78de403446 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:49:44.655162 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Attempting to bind port 9cce4654-3ede-45c3-831d-0d78de403446 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '45f4df35-92fd-4b50-9a3d-7f3c13a6353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:49:44.656203 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Attempting to bind port 9cce4654-3ede-45c3-831d-0d78de403446 on network 3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:49:44.662208 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:49:44.662625 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Checking segment: {'id': '45f4df35-92fd-4b50-9a3d-7f3c13a6353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:44.663033 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.663427 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Bound using segment: {'id': '45f4df35-92fd-4b50-9a3d-7f3c13a6353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:49:44.663895 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Bound port: 9cce4654-3ede-45c3-831d-0d78de403446, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f4df35-92fd-4b50-9a3d-7f3c13a6353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:49:44.664289 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8bd05483-a2b0-4af0-ae20-efd607efa5a2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.664420 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.718275 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8bd05483-a2b0-4af0-ae20-efd607efa5a2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.721759 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8bd05483-a2b0-4af0-ae20-efd607efa5a2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.727994 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59374) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:44.728508 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8bd05483-a2b0-4af0-ae20-efd607efa5a2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/security-groups/a2a1879b-7550-4fb4-b6c8-5341d497ef07 HTTP/1.1" status: 204 len: 168 time: 0.1744514 Jul 28 11:49:44.740556 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd05483-a2b0-4af0-ae20-efd607efa5a2 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a1879b-7550-4fb4-b6c8-5341d497ef07,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:44.749953 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] For port 9cce4654-3ede-45c3-831d-0d78de403446, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:49:44.753783 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] For port 9cce4654-3ede-45c3-831d-0d78de403446, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=9cce4654-3ede-45c3-831d-0d78de403446,segment=NetworkSegment(45f4df35-92fd-4b50-9a3d-7f3c13a6353d),segment_id=45f4df35-92fd-4b50-9a3d-7f3c13a6353d)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:49:44.765262 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.768757 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.799008 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Transition to ACTIVE for port object 92f9fca8-9349-4fba-bc69-6c0ab94d1343 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:44.834738 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46a900-e35d-4477-8805-be7aec148e86 None None] Pushing event updated for resources: {'Port': ['ID=9cce4654-3ede-45c3-831d-0d78de403446,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:44.851609 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d87fa049-19ea-458f-8eea-6d5b7d8e0e72 None None] Provisioning for port 1e41a44c-07df-49a1-b251-433a87e4bef6 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:44.854322 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4641847d-bc35-4b1c-a773-91516ff69216 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.856989 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d87fa049-19ea-458f-8eea-6d5b7d8e0e72 None None] Provisioning complete for port 1e41a44c-07df-49a1-b251-433a87e4bef6 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:44.857368 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d87fa049-19ea-458f-8eea-6d5b7d8e0e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.870211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.910943 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4641847d-bc35-4b1c-a773-91516ff69216 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.943789 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network 3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:44.947292 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=92f9fca8-9349-4fba-bc69-6c0ab94d1343,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:44.951374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d87fa049-19ea-458f-8eea-6d5b7d8e0e72 None None] Provisioning complete for port 597c0b4c-a139-4618-9542-711fce64be2d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:44.951700 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d87fa049-19ea-458f-8eea-6d5b7d8e0e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:44.954883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:44.960988 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:44.986636 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d87fa049-19ea-458f-8eea-6d5b7d8e0e72 None None] Port 597c0b4c-a139-4618-9542-711fce64be2d cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:44.990378 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d87fa049-19ea-458f-8eea-6d5b7d8e0e72 None None] Could not find standard attr ID for object 05c4396a-c41c-487b-b377-8f50f4d1f649. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:49:45.011061 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4641847d-bc35-4b1c-a773-91516ff69216 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.013569 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4641847d-bc35-4b1c-a773-91516ff69216 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.014729 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4641847d-bc35-4b1c-a773-91516ff69216 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/security-groups/f1f15429-3176-422f-971f-0e96dbad695d HTTP/1.1" status: 204 len: 168 time: 0.2857423 Jul 28 11:49:45.019917 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59376) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:45.036092 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.046537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641847d-bc35-4b1c-a773-91516ff69216 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f15429-3176-422f-971f-0e96dbad695d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:45.103726 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1af02c4-a0b0-43ae-83f2-4ef438119760 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting subnet 8de6487b-8c60-4143-a8b9-088dc72b981c {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:49:45.108294 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c1af02c4-a0b0-43ae-83f2-4ef438119760 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.170742 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c1af02c4-a0b0-43ae-83f2-4ef438119760 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.202991 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.298840 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1e41a44c-07df-49a1-b251-433a87e4bef6 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:45.311372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c1af02c4-a0b0-43ae-83f2-4ef438119760 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.358042 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 1e41a44c-07df-49a1-b251-433a87e4bef6 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:45.358749 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.412157 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c1af02c4-a0b0-43ae-83f2-4ef438119760 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.453207 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af02c4-a0b0-43ae-83f2-4ef438119760 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Subnet': ['ID=8de6487b-8c60-4143-a8b9-088dc72b981c,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:45.458531 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c1af02c4-a0b0-43ae-83f2-4ef438119760 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.463857 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c1af02c4-a0b0-43ae-83f2-4ef438119760 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/8de6487b-8c60-4143-a8b9-088dc72b981c HTTP/1.1" status: 204 len: 168 time: 0.4391532 Jul 28 11:49:45.465457 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59380) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:45.484657 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 409a1151-1306-4fbe-a394-fa75be58aabf up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:45.518773 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-15fd455a-0455-4d8b-915c-1cf9d2f14549 None None] Could not find standard attr ID for object 05c4396a-c41c-487b-b377-8f50f4d1f649. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:49:45.533953 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba1867c-5353-4894-845e-cc6a314fd37c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting subnet 0789d0d0-0338-4bac-8b62-94d419e0b8aa {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:49:45.537691 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aba1867c-5353-4894-845e-cc6a314fd37c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.553574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 409a1151-1306-4fbe-a394-fa75be58aabf triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:45.554101 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.558048 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.567427 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.590153 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aba1867c-5353-4894-845e-cc6a314fd37c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.650688 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9a00df-cc21-4b79-9252-855d54808305 None None] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:45.671495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.673658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=92f9fca8-9349-4fba-bc69-6c0ab94d1343,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:45.704045 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9cce4654-3ede-45c3-831d-0d78de403446 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:45.728970 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aba1867c-5353-4894-845e-cc6a314fd37c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.787421 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network 3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:45.790841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:45.806328 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 9cce4654-3ede-45c3-831d-0d78de403446 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:45.813839 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aba1867c-5353-4894-845e-cc6a314fd37c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.859561 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aba1867c-5353-4894-845e-cc6a314fd37c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.861572 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-aba1867c-5353-4894-845e-cc6a314fd37c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/0789d0d0-0338-4bac-8b62-94d419e0b8aa HTTP/1.1" status: 204 len: 168 time: 0.3962710 Jul 28 11:49:45.862513 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1867c-5353-4894-845e-cc6a314fd37c tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Subnet': ['ID=0789d0d0-0338-4bac-8b62-94d419e0b8aa,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:45.870877 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59382) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:45.900344 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-8691a6c9-cc3f-400e-8b52-0226ba83eac0 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:45.900909 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8691a6c9-cc3f-400e-8b52-0226ba83eac0 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:45.902859 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8691a6c9-cc3f-400e-8b52-0226ba83eac0 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/8de6487b-8c60-4143-a8b9-088dc72b981c HTTP/1.1" status: 404 len: 337 time: 0.0293355 Jul 28 11:49:45.905894 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59384) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:45.959495 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87370a78-9722-4eb6-a2b6-588a74903b7f None None] Update dhcp port {'port': {'network_id': '99d2036a-9812-4a1a-a4c1-fdaa41710c4f', 'fixed_ips': [{'subnet_id': 'a0b9f58b-160d-47a8-978e-33c18cf61ead', 'ip_address': '172.20.0.18'}, {'subnet_id': '0789d0d0-0338-4bac-8b62-94d419e0b8aa'}], 'binding:host_id': 'dv-neutron-786478-16-hyperv'}, 'id': '1e41a44c-07df-49a1-b251-433a87e4bef6'} from dv-neutron-786478-16-hyperv. {{(pid=100417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:49:45.979716 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-2497fd81-16eb-4310-9313-a8a2ea228b75 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting subnet a0b9f58b-160d-47a8-978e-33c18cf61ead {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:49:45.985021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2497fd81-16eb-4310-9313-a8a2ea228b75 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:45.985447 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87370a78-9722-4eb6-a2b6-588a74903b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:46.016410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 362b7189-6f14-49b6-b10e-b600e41e3f54 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:49:46.041005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2497fd81-16eb-4310-9313-a8a2ea228b75 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:46.085481 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1c8ad8-f832-402c-9e4c-76d600a38514 None None] Network 3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:46.158112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:49:46.171212 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfbe9bf-815a-4f8e-a2e7-76ade42b9ec4 None None] Sync routers for ids ['362b7189-6f14-49b6-b10e-b600e41e3f54'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:49:46.173723 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-40771337-d84c-490c-a168-7d1aad488cbf None None] Provisioning for port 9cce4654-3ede-45c3-831d-0d78de403446 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:46.179721 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0c05bb3d-4028-412e-bf45-367e5b40bdcc tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/362b7189-6f14-49b6-b10e-b600e41e3f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2669706 Jul 28 11:49:46.182562 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59386) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:46.185808 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-40771337-d84c-490c-a168-7d1aad488cbf None None] Provisioning complete for port 9cce4654-3ede-45c3-831d-0d78de403446 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:46.186181 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40771337-d84c-490c-a168-7d1aad488cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:46.220450 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfbe9bf-815a-4f8e-a2e7-76ade42b9ec4 None None] Routers {'362b7189-6f14-49b6-b10e-b600e41e3f54'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:46.221000 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-9bfbe9bf-815a-4f8e-a2e7-76ade42b9ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['362b7189-6f14-49b6-b10e-b600e41e3f54'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:46.230176 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2497fd81-16eb-4310-9313-a8a2ea228b75 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:46.239214 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82e1209-6b9b-4e6f-840d-38cafbc3b0ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:46.240672 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d82e1209-6b9b-4e6f-840d-38cafbc3b0ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports/92f9fca8-9349-4fba-bc69-6c0ab94d1343 HTTP/1.1" status: 200 len: 910 time: 0.0571847 Jul 28 11:49:46.243645 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59388) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:46.257289 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-9bfbe9bf-815a-4f8e-a2e7-76ade42b9ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:46.305988 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfbe9bf-815a-4f8e-a2e7-76ade42b9ec4 None None] Routers {'362b7189-6f14-49b6-b10e-b600e41e3f54'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:46.306659 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-9bfbe9bf-815a-4f8e-a2e7-76ade42b9ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['362b7189-6f14-49b6-b10e-b600e41e3f54'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:46.307887 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2497fd81-16eb-4310-9313-a8a2ea228b75 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:46.338648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497fd81-16eb-4310-9313-a8a2ea228b75 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b9f58b-160d-47a8-978e-33c18cf61ead,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:46.342752 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2497fd81-16eb-4310-9313-a8a2ea228b75 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:46.344834 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2497fd81-16eb-4310-9313-a8a2ea228b75 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/a0b9f58b-160d-47a8-978e-33c18cf61ead HTTP/1.1" status: 204 len: 168 time: 0.4379399 Jul 28 11:49:46.347405 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59390) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server [None req-87370a78-9722-4eb6-a2b6-588a74903b7f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0b9f58b-160d-47a8-978e-33c18cf61ead: This subnet is being modified by another concurrent operation. Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:49:46.348912 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0b9f58b-160d-47a8-978e-33c18cf61ead: This subnet is being modified by another concurrent operation. Jul 28 11:49:46.354515 dv-neutron-786478-16-hyperv neutron-server[100417]: ERROR oslo_messaging.rpc.server Jul 28 11:49:46.358590 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-9bfbe9bf-815a-4f8e-a2e7-76ade42b9ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:46.358590 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfbe9bf-815a-4f8e-a2e7-76ade42b9ec4 None None] The sync data for ids ['362b7189-6f14-49b6-b10e-b600e41e3f54'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:49:46.382250 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b291823-1ad3-4dc0-8c1f-c340dc6847b7 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:46.382888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b291823-1ad3-4dc0-8c1f-c340dc6847b7 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:46.385383 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4b291823-1ad3-4dc0-8c1f-c340dc6847b7 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/5cd8a82d-fe53-4e89-8cb1-7c938583c338 HTTP/1.1" status: 404 len: 337 time: 0.0369916 Jul 28 11:49:46.391016 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59392) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:46.431592 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b693a231-7fb1-4c15-ae5f-09dfbec7c24b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "GET /v2.0/ports?device_id=f885b6d7-08dd-4671-9882-b67cb867bf68 HTTP/1.1" status: 200 len: 205 time: 0.0382433 Jul 28 11:49:46.432221 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59394) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:46.435929 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40771337-d84c-490c-a168-7d1aad488cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:46.468679 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55504c9-3dbe-4513-a425-b25245a2ac1c None None] Network 99d2036a-9812-4a1a-a4c1-fdaa41710c4f requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:46.475261 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-d969c992-826b-4a34-b3f3-706884a99f7b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] delete failed (client error): The resource could not be found. Jul 28 11:49:46.476534 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d969c992-826b-4a34-b3f3-706884a99f7b tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/routers/f885b6d7-08dd-4671-9882-b67cb867bf68 HTTP/1.1" status: 404 len: 336 time: 0.0434003 Jul 28 11:49:46.479862 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59396) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:46.520534 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffa01a9-1679-4868-9487-36eabfa393a6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:46.520994 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ffa01a9-1679-4868-9487-36eabfa393a6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:46.525532 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8ffa01a9-1679-4868-9487-36eabfa393a6 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/2353eeae-3833-4e6e-9127-9846787d35d3 HTTP/1.1" status: 404 len: 337 time: 0.0418482 Jul 28 11:49:46.525741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59398) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:46.529460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-40771337-d84c-490c-a168-7d1aad488cbf None None] For port 9cce4654-3ede-45c3-831d-0d78de403446, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=9cce4654-3ede-45c3-831d-0d78de403446,segment=NetworkSegment(45f4df35-92fd-4b50-9a3d-7f3c13a6353d),segment_id=45f4df35-92fd-4b50-9a3d-7f3c13a6353d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:46.537898 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40771337-d84c-490c-a168-7d1aad488cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:46.559448 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-3618ad5c-9314-425a-b563-e521f8f770e5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:46.559909 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3618ad5c-9314-425a-b563-e521f8f770e5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:46.564227 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3618ad5c-9314-425a-b563-e521f8f770e5 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/f03f09f7-8214-4b34-aff1-bb2fd0ec4521 HTTP/1.1" status: 404 len: 337 time: 0.0346012 Jul 28 11:49:46.565154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59400) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:46.594371 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6e8076-b67e-4aec-96ee-5a9c1db16977 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:46.595178 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6e8076-b67e-4aec-96ee-5a9c1db16977 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:46.599161 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-eb6e8076-b67e-4aec-96ee-5a9c1db16977 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/390f6125-9d25-410d-80d6-d395b8eabed9 HTTP/1.1" status: 404 len: 337 time: 0.0304816 Jul 28 11:49:46.599790 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59402) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:46.627483 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec3310d-16ca-43c4-a4bb-afdc484af508 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:46.628559 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec3310d-16ca-43c4-a4bb-afdc484af508 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:46.629053 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40771337-d84c-490c-a168-7d1aad488cbf None None] Pushing event updated for resources: {'Port': ['ID=9cce4654-3ede-45c3-831d-0d78de403446,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:46.630254 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a95672c0-2ddb-472b-8530-6ae3dc031a7e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:46.633332 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-aec3310d-16ca-43c4-a4bb-afdc484af508 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/ports/63de65c6-f2a0-416c-bbaa-5b6dc6da6c60 HTTP/1.1" status: 404 len: 333 time: 0.0304232 Jul 28 11:49:46.635014 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59404) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:46.668494 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed09243a-cda7-4cb6-80c2-7458bcbb8133 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:46.669410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed09243a-cda7-4cb6-80c2-7458bcbb8133 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:46.672990 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ed09243a-cda7-4cb6-80c2-7458bcbb8133 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/c2dc1bcc-9129-49d1-95c2-4deeac7684d0 HTTP/1.1" status: 404 len: 337 time: 0.0302989 Jul 28 11:49:46.673195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59406) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:46.676595 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-117cd167-7dea-4f3b-908d-28aba460f579 None None] Provisioning complete for port 597c0b4c-a139-4618-9542-711fce64be2d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:46.677001 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-117cd167-7dea-4f3b-908d-28aba460f579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:46.708358 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e9b193-ff96-434c-afce-439133c3b8a3 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:46.708691 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e9b193-ff96-434c-afce-439133c3b8a3 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:46.713836 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-31e9b193-ff96-434c-afce-439133c3b8a3 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/bbd3d561-beb5-4d6d-bd4e-0b3eb6a5ddad HTTP/1.1" status: 404 len: 337 time: 0.0360215 Jul 28 11:49:46.713836 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59408) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:46.723494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab86fddc-a9f4-4458-9550-c990e040a9e3 None None] DHCP port deletion for 99d2036a-9812-4a1a-a4c1-fdaa41710c4f request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:49:46.728473 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-117cd167-7dea-4f3b-908d-28aba460f579 None None] Port 597c0b4c-a139-4618-9542-711fce64be2d cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:46.742955 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-138a8110-f01e-4e55-a04b-54b8c9115aed tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:46.744143 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-138a8110-f01e-4e55-a04b-54b8c9115aed tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:46.748183 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-138a8110-f01e-4e55-a04b-54b8c9115aed tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/ports/31faa011-2f49-4e99-9f9f-dbb41a446266 HTTP/1.1" status: 404 len: 333 time: 0.0310657 Jul 28 11:49:46.750438 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59410) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:46.760386 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-117cd167-7dea-4f3b-908d-28aba460f579 None None] Provisioning complete for port 1e41a44c-07df-49a1-b251-433a87e4bef6 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:46.760767 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-117cd167-7dea-4f3b-908d-28aba460f579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:46.782506 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-9450a372-1477-4507-a90c-85b9371e80d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:46.783048 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9450a372-1477-4507-a90c-85b9371e80d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:46.784921 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9450a372-1477-4507-a90c-85b9371e80d8 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/c4b9501a-9c3f-4c26-a360-608a8a6850a1 HTTP/1.1" status: 404 len: 337 time: 0.0331130 Jul 28 11:49:46.787452 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59412) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:46.817417 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ab86fddc-a9f4-4458-9550-c990e040a9e3 None None] Deleting port 1e41a44c-07df-49a1-b251-433a87e4bef6 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:46.817796 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab86fddc-a9f4-4458-9550-c990e040a9e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:46.843227 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ed27bd-cd23-46c0-a775-74e6bf5f766d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] DELETE failed (client error): The resource could not be found. Jul 28 11:49:46.843931 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ed27bd-cd23-46c0-a775-74e6bf5f766d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:49:46.845938 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-39ed27bd-cd23-46c0-a775-74e6bf5f766d tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/subnets/835ae649-df4a-4aa4-ac9d-e0e5a9a76f92 HTTP/1.1" status: 404 len: 337 time: 0.0574894 Jul 28 11:49:46.850624 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59414) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:46.921813 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ab86fddc-a9f4-4458-9550-c990e040a9e3 None None] For port 1e41a44c-07df-49a1-b251-433a87e4bef6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1e41a44c-07df-49a1-b251-433a87e4bef6,segment=NetworkSegment(4e7eea86-2f34-4686-9dd5-0dbb5d080454),segment_id=4e7eea86-2f34-4686-9dd5-0dbb5d080454)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:46.922217 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab86fddc-a9f4-4458-9550-c990e040a9e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:46.941642 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ab86fddc-a9f4-4458-9550-c990e040a9e3 None None] Calling delete_port for 1e41a44c-07df-49a1-b251-433a87e4bef6 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:46.965297 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-a43399e1-dd83-4b10-b413-28e8488ce235 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Deleting port 597c0b4c-a139-4618-9542-711fce64be2d {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:46.965568 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a43399e1-dd83-4b10-b413-28e8488ce235 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:46.998918 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-a95672c0-2ddb-472b-8530-6ae3dc031a7e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port 92f9fca8-9349-4fba-bc69-6c0ab94d1343 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:46.999357 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a95672c0-2ddb-472b-8530-6ae3dc031a7e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:47.053645 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab86fddc-a9f4-4458-9550-c990e040a9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:47.060080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a43399e1-dd83-4b10-b413-28e8488ce235 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:47.078716 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-a43399e1-dd83-4b10-b413-28e8488ce235 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Calling delete_port for 597c0b4c-a139-4618-9542-711fce64be2d owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:47.097008 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86fddc-a9f4-4458-9550-c990e040a9e3 None None] No DVR routers for this DVR port 1e41a44c-07df-49a1-b251-433a87e4bef6 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:49:47.100789 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86fddc-a9f4-4458-9550-c990e040a9e3 None None] Pushing event deleted for resources: {'Port': ['ID=1e41a44c-07df-49a1-b251-433a87e4bef6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:47.110311 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a95672c0-2ddb-472b-8530-6ae3dc031a7e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:47.111755 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-94e0d226-be9f-4a70-ac7b-ebba01fcb721 None None] Provisioning for port 92f9fca8-9349-4fba-bc69-6c0ab94d1343 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:47.115720 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-94e0d226-be9f-4a70-ac7b-ebba01fcb721 None None] Provisioning complete for port 92f9fca8-9349-4fba-bc69-6c0ab94d1343 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:47.116096 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94e0d226-be9f-4a70-ac7b-ebba01fcb721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:47.129916 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-a95672c0-2ddb-472b-8530-6ae3dc031a7e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for 92f9fca8-9349-4fba-bc69-6c0ab94d1343 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:47.181103 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-94e0d226-be9f-4a70-ac7b-ebba01fcb721 None None] Port 92f9fca8-9349-4fba-bc69-6c0ab94d1343 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:47.189560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a43399e1-dd83-4b10-b413-28e8488ce235 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:47.199112 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9cce4654-3ede-45c3-831d-0d78de403446 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:47.201999 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-94e0d226-be9f-4a70-ac7b-ebba01fcb721 None None] Provisioning complete for port 9cce4654-3ede-45c3-831d-0d78de403446 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:47.202343 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94e0d226-be9f-4a70-ac7b-ebba01fcb721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:47.224834 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43399e1-dd83-4b10-b413-28e8488ce235 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Port': ['ID=597c0b4c-a139-4618-9542-711fce64be2d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:47.231710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a43399e1-dd83-4b10-b413-28e8488ce235 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:47.234025 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a43399e1-dd83-4b10-b413-28e8488ce235 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/ports/597c0b4c-a139-4618-9542-711fce64be2d HTTP/1.1" status: 204 len: 168 time: 0.3838403 Jul 28 11:49:47.236649 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59416) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:47.245501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9306b5-8187-44d3-99c4-94dbf704b529 None None] get_active_networks_info from dv-neutron-786478-16-hyperv {{(pid=100417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:49:47.322475 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4a947056-d887-4a39-ab1d-20eb8f8af1a4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:47.344993 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a95672c0-2ddb-472b-8530-6ae3dc031a7e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:47.374244 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95672c0-2ddb-472b-8530-6ae3dc031a7e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=92f9fca8-9349-4fba-bc69-6c0ab94d1343,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:47.412169 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4a947056-d887-4a39-ab1d-20eb8f8af1a4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:47.412417 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 9cce4654-3ede-45c3-831d-0d78de403446 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:47.412929 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:47.423404 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-4a947056-d887-4a39-ab1d-20eb8f8af1a4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d2036a-9812-4a1a-a4c1-fdaa41710c4f']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:47.443043 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-4a947056-d887-4a39-ab1d-20eb8f8af1a4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7eea86-2f34-4686-9dd5-0dbb5d080454') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:47.443426 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-4a947056-d887-4a39-ab1d-20eb8f8af1a4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7eea86-2f34-4686-9dd5-0dbb5d080454') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:47.458803 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4a947056-d887-4a39-ab1d-20eb8f8af1a4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:47.470271 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9306b5-8187-44d3-99c4-94dbf704b529 None None] Resources bound (agent type, host, resource id): {{(pid=100417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:49:47.473846 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4a947056-d887-4a39-ab1d-20eb8f8af1a4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:47.480928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a947056-d887-4a39-ab1d-20eb8f8af1a4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:49:47.481527 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4a947056-d887-4a39-ab1d-20eb8f8af1a4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:49:47.485154 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:49:47.515473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a95672c0-2ddb-472b-8530-6ae3dc031a7e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:47.551033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4a947056-d887-4a39-ab1d-20eb8f8af1a4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:47.559808 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4a947056-d887-4a39-ab1d-20eb8f8af1a4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:47.562119 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4a947056-d887-4a39-ab1d-20eb8f8af1a4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] 10.222.0.43 "DELETE /v2.0/networks/99d2036a-9812-4a1a-a4c1-fdaa41710c4f HTTP/1.1" status: 204 len: 168 time: 0.3242335 Jul 28 11:49:47.576691 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a947056-d887-4a39-ab1d-20eb8f8af1a4 tempest-PortsTestJSON-2012679541 tempest-PortsTestJSON-2012679541-project] Pushing event deleted for resources: {'Network': ['ID=99d2036a-9812-4a1a-a4c1-fdaa41710c4f,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:47.731748 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3800e2b6-3db9-4d40-b79d-d31de184ca21 None None] Could not find standard attr ID for object 92f9fca8-9349-4fba-bc69-6c0ab94d1343. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:49:47.826001 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1e41a44c-07df-49a1-b251-433a87e4bef6 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:49:47.849082 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 1e41a44c-07df-49a1-b251-433a87e4bef6 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:49:47.849422 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1e41a44c-07df-49a1-b251-433a87e4bef6 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:49:47.875227 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59424) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:48.002600 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95672c0-2ddb-472b-8530-6ae3dc031a7e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 362b7189-6f14-49b6-b10e-b600e41e3f54 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:49:48.025263 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fa63b366-cdba-4a5b-9a82-8744dfb9b50f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=102cd32a4f314cda9536ce6e9327226f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466720 Jul 28 11:49:48.025506 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59428) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:48.077579 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c72db4a8-5ba7-4378-9ae8-66965e70ad7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:48.082409 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95672c0-2ddb-472b-8530-6ae3dc031a7e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:49:48.091118 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a95672c0-2ddb-472b-8530-6ae3dc031a7e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/362b7189-6f14-49b6-b10e-b600e41e3f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8437409 Jul 28 11:49:48.091461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59430) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:48.097623 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7af8c78-7e39-45f7-a6cc-a71c16a25d0f None None] Sync routers for ids ['362b7189-6f14-49b6-b10e-b600e41e3f54'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:49:48.109943 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7af8c78-7e39-45f7-a6cc-a71c16a25d0f None None] Routers {'362b7189-6f14-49b6-b10e-b600e41e3f54'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:48.110727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c72db4a8-5ba7-4378-9ae8-66965e70ad7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:48.111033 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f7af8c78-7e39-45f7-a6cc-a71c16a25d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['362b7189-6f14-49b6-b10e-b600e41e3f54'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:48.120845 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e90ea990-fd66-4ced-acc3-514bf454ef3d tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports?device_id=362b7189-6f14-49b6-b10e-b600e41e3f54 HTTP/1.1" status: 200 len: 205 time: 0.0280461 Jul 28 11:49:48.123370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59432) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:48.142836 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f7af8c78-7e39-45f7-a6cc-a71c16a25d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:48.152301 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7af8c78-7e39-45f7-a6cc-a71c16a25d0f None None] Routers {'362b7189-6f14-49b6-b10e-b600e41e3f54'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:48.152910 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f7af8c78-7e39-45f7-a6cc-a71c16a25d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['362b7189-6f14-49b6-b10e-b600e41e3f54'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:48.184865 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-f7af8c78-7e39-45f7-a6cc-a71c16a25d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:48.185504 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7af8c78-7e39-45f7-a6cc-a71c16a25d0f None None] The sync data for ids ['362b7189-6f14-49b6-b10e-b600e41e3f54'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:49:48.491679 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-842647d9-890a-4585-9189-d4bd6614e2b5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:48.585354 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c72db4a8-5ba7-4378-9ae8-66965e70ad7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:48.588751 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c72db4a8-5ba7-4378-9ae8-66965e70ad7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:48.589875 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c72db4a8-5ba7-4378-9ae8-66965e70ad7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/43b79ed6-0169-4d46-8092-d5be46c366e0 HTTP/1.1" status: 204 len: 168 time: 0.5634696 Jul 28 11:49:48.650083 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72db4a8-5ba7-4378-9ae8-66965e70ad7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b79ed6-0169-4d46-8092-d5be46c366e0,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:48.658738 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-842647d9-890a-4585-9189-d4bd6614e2b5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:48.660937 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-842647d9-890a-4585-9189-d4bd6614e2b5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:48.711833 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-842647d9-890a-4585-9189-d4bd6614e2b5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:48.712882 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842647d9-890a-4585-9189-d4bd6614e2b5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Fanout notify agent at l3_agent the message router_deleted on router 362b7189-6f14-49b6-b10e-b600e41e3f54 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:49:48.719609 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-842647d9-890a-4585-9189-d4bd6614e2b5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:48.720683 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-842647d9-890a-4585-9189-d4bd6614e2b5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/routers/362b7189-6f14-49b6-b10e-b600e41e3f54 HTTP/1.1" status: 204 len: 168 time: 0.5961850 Jul 28 11:49:48.723319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59438) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:48.773800 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4cd0dcf-8ad0-440d-823f-a78103e952be tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting subnet bfc66ff0-0f7e-4751-beb8-21fba256186e {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:49:48.777721 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4cd0dcf-8ad0-440d-823f-a78103e952be tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:48.817872 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4cd0dcf-8ad0-440d-823f-a78103e952be tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:48.912268 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4cd0dcf-8ad0-440d-823f-a78103e952be tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:48.970724 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4cd0dcf-8ad0-440d-823f-a78103e952be tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:48.999498 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd0dcf-8ad0-440d-823f-a78103e952be tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc66ff0-0f7e-4751-beb8-21fba256186e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:49.004327 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a4cd0dcf-8ad0-440d-823f-a78103e952be tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.006903 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f978714-d362-4ab4-96a4-11a149fef1c6 None None] Network 3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:49.008107 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a4cd0dcf-8ad0-440d-823f-a78103e952be tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/subnets/bfc66ff0-0f7e-4751-beb8-21fba256186e HTTP/1.1" status: 204 len: 168 time: 0.2838416 Jul 28 11:49:49.011577 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59450) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:49.096576 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.160026 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port 9cce4654-3ede-45c3-831d-0d78de403446 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:49.160372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.208145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcea450-b355-4db2-b2ff-684f5d723e01 None None] DHCP port deletion for 3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:49:49.229504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] For port 9cce4654-3ede-45c3-831d-0d78de403446, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=9cce4654-3ede-45c3-831d-0d78de403446,segment=NetworkSegment(45f4df35-92fd-4b50-9a3d-7f3c13a6353d),segment_id=45f4df35-92fd-4b50-9a3d-7f3c13a6353d)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:49.230281 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.244185 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for 9cce4654-3ede-45c3-831d-0d78de403446 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:49.256934 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cfcea450-b355-4db2-b2ff-684f5d723e01 None None] Deleting port 9cce4654-3ede-45c3-831d-0d78de403446 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:49.257325 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cfcea450-b355-4db2-b2ff-684f5d723e01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.268729 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59458) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:49.321338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-cfcea450-b355-4db2-b2ff-684f5d723e01 None None] For port 9cce4654-3ede-45c3-831d-0d78de403446, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=9cce4654-3ede-45c3-831d-0d78de403446,segment=NetworkSegment(45f4df35-92fd-4b50-9a3d-7f3c13a6353d),segment_id=45f4df35-92fd-4b50-9a3d-7f3c13a6353d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:49.321850 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cfcea450-b355-4db2-b2ff-684f5d723e01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.328074 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.335552 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cfcea450-b355-4db2-b2ff-684f5d723e01 None None] Calling delete_port for 9cce4654-3ede-45c3-831d-0d78de403446 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:49.358068 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=9cce4654-3ede-45c3-831d-0d78de403446,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:49.365088 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] No DVR routers for this DVR port 9cce4654-3ede-45c3-831d-0d78de403446 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:49:49.386589 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-19c556dc-313d-4ca7-bcfc-939e6a8116b0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1141185549'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:49.409234 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c556dc-313d-4ca7-bcfc-939e6a8116b0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:49.413282 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-19c556dc-313d-4ca7-bcfc-939e6a8116b0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.423148 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-19c556dc-313d-4ca7-bcfc-939e6a8116b0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.424498 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cfcea450-b355-4db2-b2ff-684f5d723e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.445671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.452601 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcea450-b355-4db2-b2ff-684f5d723e01 None None] Pushing event deleted for resources: {'Port': ['ID=9cce4654-3ede-45c3-831d-0d78de403446,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:49.456945 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:49.458468 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcea450-b355-4db2-b2ff-684f5d723e01 None None] No DVR routers for this DVR port 9cce4654-3ede-45c3-831d-0d78de403446 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:49:49.470999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f4df35-92fd-4b50-9a3d-7f3c13a6353d') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:49.471505 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f4df35-92fd-4b50-9a3d-7f3c13a6353d') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:49.482003 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.497057 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.502922 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:49:49.503336 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:49:49.506313 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:49:49.524670 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-19c556dc-313d-4ca7-bcfc-939e6a8116b0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.528772 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-19c556dc-313d-4ca7-bcfc-939e6a8116b0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.557583 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c556dc-313d-4ca7-bcfc-939e6a8116b0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70713d6a-3e91-485d-8dd0-d12c256294a1,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:49.577326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.582190 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c556dc-313d-4ca7-bcfc-939e6a8116b0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:49:49.582385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.584583 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/networks/3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5 HTTP/1.1" status: 204 len: 168 time: 0.5720220 Jul 28 11:49:49.589012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59462) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:49.596370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-19c556dc-313d-4ca7-bcfc-939e6a8116b0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.596722 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-19c556dc-313d-4ca7-bcfc-939e6a8116b0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Added segment 41a55796-7945-440b-926f-bb6a4a6a152b of type vlan for network 6ab97a46-6498-4c0a-b70d-4da8e5af4452 Jul 28 11:49:49.603901 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1985313783', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}, 'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:49.610794 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d434792-5372-4d1c-89f4-6b72739c9ace tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Network': ['ID=3c26fd1d-ffc5-421a-9a7c-aa701ce6f1b5,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:49.630477 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.631454 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.641109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-19c556dc-313d-4ca7-bcfc-939e6a8116b0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.672106 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-19c556dc-313d-4ca7-bcfc-939e6a8116b0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.677743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c556dc-313d-4ca7-bcfc-939e6a8116b0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:49.678333 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-19c556dc-313d-4ca7-bcfc-939e6a8116b0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.684247 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.733870 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-19c556dc-313d-4ca7-bcfc-939e6a8116b0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4638643 Jul 28 11:49:49.736735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59466) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:49.741701 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-38b83f68-2245-483e-9442-95dc442020bd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1221239030'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:49.755738 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c556dc-313d-4ca7-bcfc-939e6a8116b0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Network': ['ID=6ab97a46-6498-4c0a-b70d-4da8e5af4452,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:49.766724 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 6ab97a46-6498-4c0a-b70d-4da8e5af4452 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:49:49.771785 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b83f68-2245-483e-9442-95dc442020bd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:49.776116 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-38b83f68-2245-483e-9442-95dc442020bd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.807936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b83f68-2245-483e-9442-95dc442020bd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:49:49.817229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-38b83f68-2245-483e-9442-95dc442020bd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.817592 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-38b83f68-2245-483e-9442-95dc442020bd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Added segment a816e697-4cc2-494d-bbbc-dd125b30f04d of type vlan for network 3962c56e-8c7f-42a9-b98e-30a47e7debd7 Jul 28 11:49:49.837176 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.864061 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-38b83f68-2245-483e-9442-95dc442020bd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.893888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-38b83f68-2245-483e-9442-95dc442020bd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.899844 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b83f68-2245-483e-9442-95dc442020bd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:49.900526 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-38b83f68-2245-483e-9442-95dc442020bd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:49.958969 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-38b83f68-2245-483e-9442-95dc442020bd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2211525 Jul 28 11:49:49.962108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59468) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:49.967127 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-eaef956a-6f56-49f8-a8b1-28e9a1717c55 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'subnet': {'network_id': '6ab97a46-6498-4c0a-b70d-4da8e5af4452', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:49.978897 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.016269 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b83f68-2245-483e-9442-95dc442020bd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Network': ['ID=3962c56e-8c7f-42a9-b98e-30a47e7debd7,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:50.027480 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 3962c56e-8c7f-42a9-b98e-30a47e7debd7 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:49:50.039606 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.068579 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.070036 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaef956a-6f56-49f8-a8b1-28e9a1717c55 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:50.074517 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eaef956a-6f56-49f8-a8b1-28e9a1717c55 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.177260 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Allocated IP 172.26.1.69 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/eb7199ed-3d65-4a40-8b2c-7c0c12ba4800) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:50.257970 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eaef956a-6f56-49f8-a8b1-28e9a1717c55 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.284604 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.320115 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef956a-6f56-49f8-a8b1-28e9a1717c55 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Subnet': ['ID=a37efab2-d416-41a5-a2a6-3de1c91d69b2,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:50.329188 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.330152 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaef956a-6f56-49f8-a8b1-28e9a1717c55 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Checking segment: {'id': '41a55796-7945-440b-926f-bb6a4a6a152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6ab97a46-6498-4c0a-b70d-4da8e5af4452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:50.330570 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaef956a-6f56-49f8-a8b1-28e9a1717c55 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network hostable DHCP agents. Network: 6ab97a46-6498-4c0a-b70d-4da8e5af4452, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:49:50.347437 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaef956a-6f56-49f8-a8b1-28e9a1717c55 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network 6ab97a46-6498-4c0a-b70d-4da8e5af4452 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:49:50.356675 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-eaef956a-6f56-49f8-a8b1-28e9a1717c55 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 6ab97a46-6498-4c0a-b70d-4da8e5af4452) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:50.361265 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaef956a-6f56-49f8-a8b1-28e9a1717c55 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:50.361886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eaef956a-6f56-49f8-a8b1-28e9a1717c55 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.366212 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:50.367116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402c8fe5-dac7-4eed-ae49-894112609ae9 None None] Network 6ab97a46-6498-4c0a-b70d-4da8e5af4452 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:50.370832 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:50.376659 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:50.380768 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-eaef956a-6f56-49f8-a8b1-28e9a1717c55 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4144332 Jul 28 11:49:50.380768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59470) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:50.386166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-2a09cc7d-759a-455e-ba7e-2ab353d02b12 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'subnet': {'network_id': '3962c56e-8c7f-42a9-b98e-30a47e7debd7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:50.398858 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=eb7199ed-3d65-4a40-8b2c-7c0c12ba4800,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:50.482775 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a09cc7d-759a-455e-ba7e-2ab353d02b12 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:50.487877 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2a09cc7d-759a-455e-ba7e-2ab353d02b12 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.525386 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-6ab97a46-6498-4c0a-b70d-4da8e5af4452', 'network_id': '6ab97a46-6498-4c0a-b70d-4da8e5af4452', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'fixed_ips': [{'subnet_id': 'a37efab2-d416-41a5-a2a6-3de1c91d69b2'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:49:50.526266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.639324 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.671241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Allocated IP 2001:db8::2 (6ab97a46-6498-4c0a-b70d-4da8e5af4452/a37efab2-d416-41a5-a2a6-3de1c91d69b2/deed609c-5cc7-495f-b558-aa83047ac6cc) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:50.680642 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2a09cc7d-759a-455e-ba7e-2ab353d02b12 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.748686 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09cc7d-759a-455e-ba7e-2ab353d02b12 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Subnet': ['ID=5820e05c-3698-4bae-9b69-576265b7134c,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:50.756130 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a09cc7d-759a-455e-ba7e-2ab353d02b12 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Checking segment: {'id': 'a816e697-4cc2-494d-bbbc-dd125b30f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3962c56e-8c7f-42a9-b98e-30a47e7debd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:50.756493 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a09cc7d-759a-455e-ba7e-2ab353d02b12 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network hostable DHCP agents. Network: 3962c56e-8c7f-42a9-b98e-30a47e7debd7, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:49:50.773998 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a09cc7d-759a-455e-ba7e-2ab353d02b12 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network 3962c56e-8c7f-42a9-b98e-30a47e7debd7 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:49:50.784694 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-2a09cc7d-759a-455e-ba7e-2ab353d02b12 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 3962c56e-8c7f-42a9-b98e-30a47e7debd7) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:50.788723 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a09cc7d-759a-455e-ba7e-2ab353d02b12 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:50.789325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2a09cc7d-759a-455e-ba7e-2ab353d02b12 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.806594 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2a09cc7d-759a-455e-ba7e-2ab353d02b12 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4238379 Jul 28 11:49:50.808964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59472) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:50.812040 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5849df9b-6cad-468f-ab2c-6c580c992d6d None None] Network 3962c56e-8c7f-42a9-b98e-30a47e7debd7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:50.814022 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-242bc043-91ed-471d-9ba4-ad9f584f0fab tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-838177901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:50.837411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-242bc043-91ed-471d-9ba4-ad9f584f0fab tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.838626 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-242bc043-91ed-471d-9ba4-ad9f584f0fab tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.880154 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.883574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.900734 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Transition to ACTIVE for port object deed609c-5cc7-495f-b558-aa83047ac6cc will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:50.901993 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-242bc043-91ed-471d-9ba4-ad9f584f0fab tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.907229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-242bc043-91ed-471d-9ba4-ad9f584f0fab tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.926173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-242bc043-91ed-471d-9ba4-ad9f584f0fab tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:50.927983 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-242bc043-91ed-471d-9ba4-ad9f584f0fab tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1177809 Jul 28 11:49:50.929546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Transition to ACTIVE for port object deed609c-5cc7-495f-b558-aa83047ac6cc will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:50.932241 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59474) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:50.955436 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:51.005429 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Network 6ab97a46-6498-4c0a-b70d-4da8e5af4452 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:51.010810 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:51.023415 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 0e51e0cf-c72b-41b3-a4b4-26b18fc58cae is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:49:51.029346 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:51.037868 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Pushing event updated for resources: {'Port': ['ID=deed609c-5cc7-495f-b558-aa83047ac6cc,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:51.045025 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-3962c56e-8c7f-42a9-b98e-30a47e7debd7', 'network_id': '3962c56e-8c7f-42a9-b98e-30a47e7debd7', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'fixed_ips': [{'subnet_id': '5820e05c-3698-4bae-9b69-576265b7134c'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:49:51.046290 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:51.156281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9cce4654-3ede-45c3-831d-0d78de403446 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:49:51.158047 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Attempting to bind port deed609c-5cc7-495f-b558-aa83047ac6cc on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:49:51.158407 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Attempting to bind port deed609c-5cc7-495f-b558-aa83047ac6cc by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '41a55796-7945-440b-926f-bb6a4a6a152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6ab97a46-6498-4c0a-b70d-4da8e5af4452'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:49:51.158804 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Attempting to bind port deed609c-5cc7-495f-b558-aa83047ac6cc on network 6ab97a46-6498-4c0a-b70d-4da8e5af4452 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:49:51.159462 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:49:51.183514 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:51.184346 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93ef4e-7e2a-4797-b65b-bc89201b8809 None None] Sync routers for ids ['0e51e0cf-c72b-41b3-a4b4-26b18fc58cae'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:49:51.187487 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9aaaeb2c-32bf-4cb4-9a00-79a53dc6b5c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.5938225 Jul 28 11:49:51.187969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59476) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:51.190943 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 9cce4654-3ede-45c3-831d-0d78de403446 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:49:51.191294 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9cce4654-3ede-45c3-831d-0d78de403446 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:49:51.203907 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:49:51.204292 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Checking segment: {'id': '41a55796-7945-440b-926f-bb6a4a6a152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6ab97a46-6498-4c0a-b70d-4da8e5af4452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:51.204833 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:51.205086 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Bound using segment: {'id': '41a55796-7945-440b-926f-bb6a4a6a152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6ab97a46-6498-4c0a-b70d-4da8e5af4452'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:49:51.205568 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Bound port: deed609c-5cc7-495f-b558-aa83047ac6cc, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a55796-7945-440b-926f-bb6a4a6a152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6ab97a46-6498-4c0a-b70d-4da8e5af4452'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:49:51.205949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:51.228565 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e93ef4e-7e2a-4797-b65b-bc89201b8809 None None] Routers {'0e51e0cf-c72b-41b3-a4b4-26b18fc58cae'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:51.228974 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6e93ef4e-7e2a-4797-b65b-bc89201b8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['0e51e0cf-c72b-41b3-a4b4-26b18fc58cae'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:51.262610 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:51.287120 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6e93ef4e-7e2a-4797-b65b-bc89201b8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:51.315164 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f7e3939d-245e-4787-b921-e371af48552c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/routers/0e51e0cf-c72b-41b3-a4b4-26b18fc58cae HTTP/1.1" status: 200 len: 880 time: 0.1258869 Jul 28 11:49:51.315554 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59478) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:51.342056 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Allocated IP 2001:db8:1::2 (3962c56e-8c7f-42a9-b98e-30a47e7debd7/5820e05c-3698-4bae-9b69-576265b7134c/e4fd49de-03b5-452d-8b4c-eca7024d75ad) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:51.348443 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e93ef4e-7e2a-4797-b65b-bc89201b8809 None None] Routers {'0e51e0cf-c72b-41b3-a4b4-26b18fc58cae'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:51.349065 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6e93ef4e-7e2a-4797-b65b-bc89201b8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['0e51e0cf-c72b-41b3-a4b4-26b18fc58cae'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:51.400024 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6e93ef4e-7e2a-4797-b65b-bc89201b8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:51.400686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93ef4e-7e2a-4797-b65b-bc89201b8809 None None] The sync data for ids ['0e51e0cf-c72b-41b3-a4b4-26b18fc58cae'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:49:51.407819 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] For port deed609c-5cc7-495f-b558-aa83047ac6cc, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:49:51.452193 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] For port deed609c-5cc7-495f-b558-aa83047ac6cc, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=deed609c-5cc7-495f-b558-aa83047ac6cc,segment=NetworkSegment(41a55796-7945-440b-926f-bb6a4a6a152b),segment_id=41a55796-7945-440b-926f-bb6a4a6a152b)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:49:51.459418 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:51.540799 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3f809-35fa-44b2-a913-e2b8e800b6f7 None None] Pushing event updated for resources: {'Port': ['ID=deed609c-5cc7-495f-b558-aa83047ac6cc,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:51.608813 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:51.617378 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Transition to ACTIVE for port object e4fd49de-03b5-452d-8b4c-eca7024d75ad will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:51.634025 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Transition to ACTIVE for port object e4fd49de-03b5-452d-8b4c-eca7024d75ad will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:51.640878 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:51.687351 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Allocated IP 2001:db8::1 (6ab97a46-6498-4c0a-b70d-4da8e5af4452/a37efab2-d416-41a5-a2a6-3de1c91d69b2/c03228dc-626d-4025-a59f-59c794316f97) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:51.699771 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Network 3962c56e-8c7f-42a9-b98e-30a47e7debd7 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:51.709488 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:51.717775 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:51.730133 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Pushing event updated for resources: {'Port': ['ID=e4fd49de-03b5-452d-8b4c-eca7024d75ad,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:51.800566 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Attempting to bind port e4fd49de-03b5-452d-8b4c-eca7024d75ad on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:49:51.800716 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Attempting to bind port e4fd49de-03b5-452d-8b4c-eca7024d75ad by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'a816e697-4cc2-494d-bbbc-dd125b30f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3962c56e-8c7f-42a9-b98e-30a47e7debd7'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:49:51.801079 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Attempting to bind port e4fd49de-03b5-452d-8b4c-eca7024d75ad on network 3962c56e-8c7f-42a9-b98e-30a47e7debd7 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:49:51.807225 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:49:51.807595 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Checking segment: {'id': 'a816e697-4cc2-494d-bbbc-dd125b30f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3962c56e-8c7f-42a9-b98e-30a47e7debd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:51.808213 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:51.808611 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Bound using segment: {'id': 'a816e697-4cc2-494d-bbbc-dd125b30f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3962c56e-8c7f-42a9-b98e-30a47e7debd7'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:49:51.809089 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Bound port: e4fd49de-03b5-452d-8b4c-eca7024d75ad, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a816e697-4cc2-494d-bbbc-dd125b30f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3962c56e-8c7f-42a9-b98e-30a47e7debd7'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:49:51.809471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:51.815939 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b2186edc-1873-4df8-98b7-e8d2194d9930 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4991872 Jul 28 11:49:51.819530 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59482) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:51.825962 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-f9bce6bd-c0cd-48ee-9b2d-fdcbcc130aab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1985313783'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:51.882880 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] For port e4fd49de-03b5-452d-8b4c-eca7024d75ad, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:49:51.887113 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:51.887453 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] For port e4fd49de-03b5-452d-8b4c-eca7024d75ad, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e4fd49de-03b5-452d-8b4c-eca7024d75ad,segment=NetworkSegment(a816e697-4cc2-494d-bbbc-dd125b30f04d),segment_id=a816e697-4cc2-494d-bbbc-dd125b30f04d)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:49:51.893734 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:51.907067 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Transition to ACTIVE for port object c03228dc-626d-4025-a59f-59c794316f97 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:51.947639 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:51.955528 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375da39-9279-4efe-a563-bd979d10d5fd None None] Pushing event updated for resources: {'Port': ['ID=e4fd49de-03b5-452d-8b4c-eca7024d75ad,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:52.000260 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network 6ab97a46-6498-4c0a-b70d-4da8e5af4452 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:52.003449 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:52.005906 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:52.006664 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:52.051786 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=c03228dc-626d-4025-a59f-59c794316f97,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:52.152919 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:52.229358 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9bce6bd-c0cd-48ee-9b2d-fdcbcc130aab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:52.246343 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9bce6bd-c0cd-48ee-9b2d-fdcbcc130aab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:52.404640 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bce6bd-c0cd-48ee-9b2d-fdcbcc130aab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 0e51e0cf-c72b-41b3-a4b4-26b18fc58cae has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:49:52.509775 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:52.518848 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:52.519865 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:52.529416 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bce6bd-c0cd-48ee-9b2d-fdcbcc130aab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:49:52.543431 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637ae82-894c-4b9d-9561-33bdbbd95302 None None] Sync routers for ids ['0e51e0cf-c72b-41b3-a4b4-26b18fc58cae'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:49:52.549018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9bce6bd-c0cd-48ee-9b2d-fdcbcc130aab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:52.553279 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f9bce6bd-c0cd-48ee-9b2d-fdcbcc130aab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/0e51e0cf-c72b-41b3-a4b4-26b18fc58cae HTTP/1.1" status: 200 len: 887 time: 0.7301064 Jul 28 11:49:52.553754 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3637ae82-894c-4b9d-9561-33bdbbd95302 None None] Routers {'0e51e0cf-c72b-41b3-a4b4-26b18fc58cae'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:52.553892 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59484) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:52.554366 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-3637ae82-894c-4b9d-9561-33bdbbd95302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['0e51e0cf-c72b-41b3-a4b4-26b18fc58cae'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:52.609972 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-3637ae82-894c-4b9d-9561-33bdbbd95302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:52.627319 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3637ae82-894c-4b9d-9561-33bdbbd95302 None None] Routers {'0e51e0cf-c72b-41b3-a4b4-26b18fc58cae'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:52.629229 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-3637ae82-894c-4b9d-9561-33bdbbd95302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['0e51e0cf-c72b-41b3-a4b4-26b18fc58cae'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:52.644359 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=c03228dc-626d-4025-a59f-59c794316f97,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:52.667238 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-3637ae82-894c-4b9d-9561-33bdbbd95302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:52.668362 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637ae82-894c-4b9d-9561-33bdbbd95302 None None] The sync data for ids ['0e51e0cf-c72b-41b3-a4b4-26b18fc58cae'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:49:52.700162 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network 6ab97a46-6498-4c0a-b70d-4da8e5af4452 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:52.701660 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:52.745483 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12caa3e6-8448-4f81-89ee-f9daac227ad8 None None] Network 6ab97a46-6498-4c0a-b70d-4da8e5af4452 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:52.828159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a020da33-b437-4515-969e-b331ac25d84d None None] Provisioning for port deed609c-5cc7-495f-b558-aa83047ac6cc completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:52.868542 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router 65d27799-ca6e-48f9-b527-ea18682c28d6 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:49:53.061584 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b9087ea6-c7fb-45f3-a9a0-3d9049ba2389 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/routers/0e51e0cf-c72b-41b3-a4b4-26b18fc58cae HTTP/1.1" status: 200 len: 887 time: 0.5036836 Jul 28 11:49:53.061967 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59486) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:53.114055 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5c2dfde8-a8e7-410d-a630-8cc257fbfc11 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e51e0cf-c72b-41b3-a4b4-26b18fc58cae HTTP/1.1" status: 200 len: 205 time: 0.0507643 Jul 28 11:49:53.117175 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59488) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:53.265394 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device deed609c-5cc7-495f-b558-aa83047ac6cc up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:53.286324 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f2b702a5-c13a-493b-a181-b58166e28295 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:53.326207 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0acd9e-03ab-4e39-94dd-5cc0110404ea None None] Network 3962c56e-8c7f-42a9-b98e-30a47e7debd7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:53.327247 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:49:53.333233 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-72aa9cdb-51a8-4201-b955-b8d86486070a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/65d27799-ca6e-48f9-b527-ea18682c28d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3998051 Jul 28 11:49:53.338636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59490) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:53.350947 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea746f3-f45f-4d5d-82d7-d817bf015648 None None] Sync routers for ids ['65d27799-ca6e-48f9-b527-ea18682c28d6'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:49:53.387091 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9f30f3-47dc-4d91-a5ed-9a88c4ce3d55 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:53.388557 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ca9f30f3-47dc-4d91-a5ed-9a88c4ce3d55 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports/c03228dc-626d-4025-a59f-59c794316f97 HTTP/1.1" status: 200 len: 911 time: 0.0489376 Jul 28 11:49:53.391619 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59492) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:53.404877 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea746f3-f45f-4d5d-82d7-d817bf015648 None None] Routers {'65d27799-ca6e-48f9-b527-ea18682c28d6'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:53.405649 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2ea746f3-f45f-4d5d-82d7-d817bf015648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['65d27799-ca6e-48f9-b527-ea18682c28d6'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:53.410869 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3f311c8e-540f-4a03-9295-8e4411445f3d None None] Provisioning for port c03228dc-626d-4025-a59f-59c794316f97 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:53.423386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f2b702a5-c13a-493b-a181-b58166e28295 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:53.451602 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port deed609c-5cc7-495f-b558-aa83047ac6cc completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:53.453623 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2ea746f3-f45f-4d5d-82d7-d817bf015648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:53.464601 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3f311c8e-540f-4a03-9295-8e4411445f3d None None] Provisioning complete for port c03228dc-626d-4025-a59f-59c794316f97 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:53.464977 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f311c8e-540f-4a03-9295-8e4411445f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:53.470109 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port deed609c-5cc7-495f-b558-aa83047ac6cc triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:53.470502 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:53.501616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f2b702a5-c13a-493b-a181-b58166e28295 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port eb7199ed-3d65-4a40-8b2c-7c0c12ba4800 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:53.502237 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f2b702a5-c13a-493b-a181-b58166e28295 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:53.541471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea746f3-f45f-4d5d-82d7-d817bf015648 None None] Routers {'65d27799-ca6e-48f9-b527-ea18682c28d6'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:53.542026 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2ea746f3-f45f-4d5d-82d7-d817bf015648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['65d27799-ca6e-48f9-b527-ea18682c28d6'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:53.551797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3f311c8e-540f-4a03-9295-8e4411445f3d None None] Port c03228dc-626d-4025-a59f-59c794316f97 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:53.594037 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f2b702a5-c13a-493b-a181-b58166e28295 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:53.611087 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f2b702a5-c13a-493b-a181-b58166e28295 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for eb7199ed-3d65-4a40-8b2c-7c0c12ba4800 owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:53.773403 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2ea746f3-f45f-4d5d-82d7-d817bf015648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:53.774216 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea746f3-f45f-4d5d-82d7-d817bf015648 None None] The sync data for ids ['65d27799-ca6e-48f9-b527-ea18682c28d6'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:49:53.802060 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3f311c8e-540f-4a03-9295-8e4411445f3d None None] Provisioning complete for port deed609c-5cc7-495f-b558-aa83047ac6cc triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:53.802538 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f311c8e-540f-4a03-9295-8e4411445f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:53.815195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:53.825952 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f2b702a5-c13a-493b-a181-b58166e28295 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:53.863601 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b702a5-c13a-493b-a181-b58166e28295 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=eb7199ed-3d65-4a40-8b2c-7c0c12ba4800,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:53.903088 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:53.923311 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f2b702a5-c13a-493b-a181-b58166e28295 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:53.987838 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port deed609c-5cc7-495f-b558-aa83047ac6cc, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=deed609c-5cc7-495f-b558-aa83047ac6cc,segment=NetworkSegment(41a55796-7945-440b-926f-bb6a4a6a152b),segment_id=41a55796-7945-440b-926f-bb6a4a6a152b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:53.990026 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f311c8e-540f-4a03-9295-8e4411445f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.001280 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.002085 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e4fd49de-03b5-452d-8b4c-eca7024d75ad up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:54.033699 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f2b702a5-c13a-493b-a181-b58166e28295 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.035943 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f2b702a5-c13a-493b-a181-b58166e28295 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.087935 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f2b702a5-c13a-493b-a181-b58166e28295 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.088753 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b702a5-c13a-493b-a181-b58166e28295 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Fanout notify agent at l3_agent the message router_deleted on router 0e51e0cf-c72b-41b3-a4b4-26b18fc58cae {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:49:54.111034 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f2b702a5-c13a-493b-a181-b58166e28295 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.112297 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f2b702a5-c13a-493b-a181-b58166e28295 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/routers/0e51e0cf-c72b-41b3-a4b4-26b18fc58cae HTTP/1.1" status: 204 len: 168 time: 0.9933772 Jul 28 11:49:54.116326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59496) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:54.119280 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Allocated IP 2001:db8:1::1 (3962c56e-8c7f-42a9-b98e-30a47e7debd7/5820e05c-3698-4bae-9b69-576265b7134c/68017699-6c02-41af-9054-c0817461aba8) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:54.125633 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-41b082ab-aea9-4454-869d-430ea3099f0f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'network': {'name': 'tempest-RoutersTest-1805808912'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:54.145539 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=deed609c-5cc7-495f-b558-aa83047ac6cc,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:54.152480 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b082ab-aea9-4454-869d-430ea3099f0f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:54.156725 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41b082ab-aea9-4454-869d-430ea3099f0f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.158754 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.db.api [None req-3f311c8e-540f-4a03-9295-8e4411445f3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:49:54.159327 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG oslo_db.api [None req-3f311c8e-540f-4a03-9295-8e4411445f3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:49:54.176717 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port e4fd49de-03b5-452d-8b4c-eca7024d75ad completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:54.184126 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b082ab-aea9-4454-869d-430ea3099f0f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:49:54.203705 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41b082ab-aea9-4454-869d-430ea3099f0f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.203948 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-41b082ab-aea9-4454-869d-430ea3099f0f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Added segment 119b4dc8-370c-4f3e-9e7f-96fe8bd384db of type vlan for network fa1daef1-c040-4790-a910-f164c2a393f8 Jul 28 11:49:54.243913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41b082ab-aea9-4454-869d-430ea3099f0f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.246956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.262798 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Transition to ACTIVE for port object 68017699-6c02-41af-9054-c0817461aba8 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:54.273117 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41b082ab-aea9-4454-869d-430ea3099f0f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.279158 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b082ab-aea9-4454-869d-430ea3099f0f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:54.279773 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41b082ab-aea9-4454-869d-430ea3099f0f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.300016 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.341765 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-41b082ab-aea9-4454-869d-430ea3099f0f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2241352 Jul 28 11:49:54.342376 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network 3962c56e-8c7f-42a9-b98e-30a47e7debd7 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:54.344615 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59498) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:54.346006 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:54.351791 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-befbddf5-3610-4b36-ab62-a3667f8866aa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'subnet': {'network_id': 'fa1daef1-c040-4790-a910-f164c2a393f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:54.352175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:54.352610 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.390018 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=68017699-6c02-41af-9054-c0817461aba8,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:54.399360 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b082ab-aea9-4454-869d-430ea3099f0f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Network': ['ID=fa1daef1-c040-4790-a910-f164c2a393f8,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:54.411759 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network fa1daef1-c040-4790-a910-f164c2a393f8 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:49:54.458964 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befbddf5-3610-4b36-ab62-a3667f8866aa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:49:54.465912 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-befbddf5-3610-4b36-ab62-a3667f8866aa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.492200 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.663760 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-befbddf5-3610-4b36-ab62-a3667f8866aa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.733223 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbddf5-3610-4b36-ab62-a3667f8866aa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Subnet': ['ID=495bb0ff-7df2-4886-9e5b-5423021b1d6b,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:54.738279 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befbddf5-3610-4b36-ab62-a3667f8866aa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Checking segment: {'id': '119b4dc8-370c-4f3e-9e7f-96fe8bd384db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fa1daef1-c040-4790-a910-f164c2a393f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:54.738668 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befbddf5-3610-4b36-ab62-a3667f8866aa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network hostable DHCP agents. Network: fa1daef1-c040-4790-a910-f164c2a393f8, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:49:54.755278 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befbddf5-3610-4b36-ab62-a3667f8866aa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network fa1daef1-c040-4790-a910-f164c2a393f8 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:49:54.766778 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-befbddf5-3610-4b36-ab62-a3667f8866aa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, fa1daef1-c040-4790-a910-f164c2a393f8) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:54.770971 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befbddf5-3610-4b36-ab62-a3667f8866aa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:54.771562 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-befbddf5-3610-4b36-ab62-a3667f8866aa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.775825 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.781250 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ca341f-b9f9-4be4-8940-2150f44be28e None None] Network fa1daef1-c040-4790-a910-f164c2a393f8 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:54.781792 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.782333 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.787577 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-befbddf5-3610-4b36-ab62-a3667f8866aa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4417946 Jul 28 11:49:54.790760 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59500) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:54.797066 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5fda62dc-81ed-41f5-812d-787baa235eb4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-683347038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:54.824255 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5fda62dc-81ed-41f5-812d-787baa235eb4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.825444 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5fda62dc-81ed-41f5-812d-787baa235eb4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.853904 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-78bf59df-6d77-4af8-bbb7-897786097517 None None] Provisioning for port 68017699-6c02-41af-9054-c0817461aba8 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:54.863909 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-78bf59df-6d77-4af8-bbb7-897786097517 None None] Provisioning complete for port 68017699-6c02-41af-9054-c0817461aba8 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:54.864364 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78bf59df-6d77-4af8-bbb7-897786097517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.876471 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=68017699-6c02-41af-9054-c0817461aba8,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:54.894831 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5fda62dc-81ed-41f5-812d-787baa235eb4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.901144 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5fda62dc-81ed-41f5-812d-787baa235eb4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.913982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network 3962c56e-8c7f-42a9-b98e-30a47e7debd7 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:54.916802 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:54.919396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5fda62dc-81ed-41f5-812d-787baa235eb4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.925482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59502) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:54.927119 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5fda62dc-81ed-41f5-812d-787baa235eb4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1350780 Jul 28 11:49:54.937217 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-78bf59df-6d77-4af8-bbb7-897786097517 None None] Port 68017699-6c02-41af-9054-c0817461aba8 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:54.971021 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-78bf59df-6d77-4af8-bbb7-897786097517 None None] Provisioning complete for port c03228dc-626d-4025-a59f-59c794316f97 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:54.971602 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78bf59df-6d77-4af8-bbb7-897786097517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:54.994806 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-fa1daef1-c040-4790-a910-f164c2a393f8', 'network_id': 'fa1daef1-c040-4790-a910-f164c2a393f8', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'fixed_ips': [{'subnet_id': '495bb0ff-7df2-4886-9e5b-5423021b1d6b'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:49:54.995748 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:55.026492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-78bf59df-6d77-4af8-bbb7-897786097517 None None] Port c03228dc-626d-4025-a59f-59c794316f97 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:55.093124 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-78bf59df-6d77-4af8-bbb7-897786097517 None None] Provisioning for port e4fd49de-03b5-452d-8b4c-eca7024d75ad completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:55.105706 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-78bf59df-6d77-4af8-bbb7-897786097517 None None] Provisioning complete for port e4fd49de-03b5-452d-8b4c-eca7024d75ad triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:55.106100 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78bf59df-6d77-4af8-bbb7-897786097517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:55.189047 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device deed609c-5cc7-495f-b558-aa83047ac6cc up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:55.241473 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router 65d27799-ca6e-48f9-b527-ea18682c28d6 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:49:55.255713 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Allocated IP 172.20.0.2 (fa1daef1-c040-4790-a910-f164c2a393f8/495bb0ff-7df2-4886-9e5b-5423021b1d6b/c34c697b-2813-429b-88a5-70f6b78d0c6c) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:55.331501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78bf59df-6d77-4af8-bbb7-897786097517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:55.376939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:55.389231 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port deed609c-5cc7-495f-b558-aa83047ac6cc triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:55.389641 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:55.406663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:49:55.419187 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ecd595-6f49-4693-a76b-58c94e31a17c None None] Sync routers for ids ['65d27799-ca6e-48f9-b527-ea18682c28d6'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:49:55.428570 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ecd595-6f49-4693-a76b-58c94e31a17c None None] Routers {'65d27799-ca6e-48f9-b527-ea18682c28d6'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:55.429488 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-06ecd595-6f49-4693-a76b-58c94e31a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['65d27799-ca6e-48f9-b527-ea18682c28d6'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:55.449000 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f4493a60-9cee-4fdc-8a83-1c87832a057d tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/65d27799-ca6e-48f9-b527-ea18682c28d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0530741 Jul 28 11:49:55.449255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-78bf59df-6d77-4af8-bbb7-897786097517 None None] For port e4fd49de-03b5-452d-8b4c-eca7024d75ad, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e4fd49de-03b5-452d-8b4c-eca7024d75ad,segment=NetworkSegment(a816e697-4cc2-494d-bbbc-dd125b30f04d),segment_id=a816e697-4cc2-494d-bbbc-dd125b30f04d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:55.449377 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59504) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:55.464759 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78bf59df-6d77-4af8-bbb7-897786097517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:55.493461 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-06ecd595-6f49-4693-a76b-58c94e31a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:55.502859 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ecd595-6f49-4693-a76b-58c94e31a17c None None] Routers {'65d27799-ca6e-48f9-b527-ea18682c28d6'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:55.503771 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-06ecd595-6f49-4693-a76b-58c94e31a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['65d27799-ca6e-48f9-b527-ea18682c28d6'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:55.516793 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894cd82e-095e-4a45-a1b4-ea9ce056d0c3 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:55.521832 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-894cd82e-095e-4a45-a1b4-ea9ce056d0c3 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports/68017699-6c02-41af-9054-c0817461aba8 HTTP/1.1" status: 200 len: 913 time: 0.0714910 Jul 28 11:49:55.522607 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59506) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:55.542563 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-06ecd595-6f49-4693-a76b-58c94e31a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:55.543472 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ecd595-6f49-4693-a76b-58c94e31a17c None None] The sync data for ids ['65d27799-ca6e-48f9-b527-ea18682c28d6'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:49:55.606580 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf59df-6d77-4af8-bbb7-897786097517 None None] Pushing event updated for resources: {'Port': ['ID=e4fd49de-03b5-452d-8b4c-eca7024d75ad,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:55.628334 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:55.640526 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d3372a0b-7ba3-4c81-ba66-cd18da4c1192 None None] Provisioning complete for port 68017699-6c02-41af-9054-c0817461aba8 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:55.640905 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3372a0b-7ba3-4c81-ba66-cd18da4c1192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:55.642926 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Transition to ACTIVE for port object c34c697b-2813-429b-88a5-70f6b78d0c6c will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:55.684337 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Transition to ACTIVE for port object c34c697b-2813-429b-88a5-70f6b78d0c6c will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:55.692408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d3372a0b-7ba3-4c81-ba66-cd18da4c1192 None None] Port 68017699-6c02-41af-9054-c0817461aba8 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:55.696002 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:55.734689 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Network fa1daef1-c040-4790-a910-f164c2a393f8 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:55.737524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:55.739969 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:55.745308 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Allocated IP 172.20.0.1 (fa1daef1-c040-4790-a910-f164c2a393f8/495bb0ff-7df2-4886-9e5b-5423021b1d6b/5ee7b36c-ed3e-4f8b-9ae1-b82f773e5c09) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:49:55.755180 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Pushing event updated for resources: {'Port': ['ID=c34c697b-2813-429b-88a5-70f6b78d0c6c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:55.806778 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Attempting to bind port c34c697b-2813-429b-88a5-70f6b78d0c6c on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:49:55.807432 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Attempting to bind port c34c697b-2813-429b-88a5-70f6b78d0c6c by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '119b4dc8-370c-4f3e-9e7f-96fe8bd384db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fa1daef1-c040-4790-a910-f164c2a393f8'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:49:55.807553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Attempting to bind port c34c697b-2813-429b-88a5-70f6b78d0c6c on network fa1daef1-c040-4790-a910-f164c2a393f8 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:49:55.812647 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:49:55.813025 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Checking segment: {'id': '119b4dc8-370c-4f3e-9e7f-96fe8bd384db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fa1daef1-c040-4790-a910-f164c2a393f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:49:55.813490 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:55.813891 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Bound using segment: {'id': '119b4dc8-370c-4f3e-9e7f-96fe8bd384db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fa1daef1-c040-4790-a910-f164c2a393f8'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:49:55.814937 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Bound port: c34c697b-2813-429b-88a5-70f6b78d0c6c, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119b4dc8-370c-4f3e-9e7f-96fe8bd384db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fa1daef1-c040-4790-a910-f164c2a393f8'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:49:55.814937 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:55.868595 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:55.877040 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f79b-3cfc-43f6-a9f6-a45afb1e976b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:55.883590 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] For port c34c697b-2813-429b-88a5-70f6b78d0c6c, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:49:55.883961 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Transition to ACTIVE for port object 5ee7b36c-ed3e-4f8b-9ae1-b82f773e5c09 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:49:55.887019 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] For port c34c697b-2813-429b-88a5-70f6b78d0c6c, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c34c697b-2813-429b-88a5-70f6b78d0c6c,segment=NetworkSegment(119b4dc8-370c-4f3e-9e7f-96fe8bd384db),segment_id=119b4dc8-370c-4f3e-9e7f-96fe8bd384db)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:49:55.892162 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:55.927224 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:55.957489 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40c1be-3734-4260-98e4-e38eda6eef0e None None] Pushing event updated for resources: {'Port': ['ID=c34c697b-2813-429b-88a5-70f6b78d0c6c,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:55.977936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network fa1daef1-c040-4790-a910-f164c2a393f8 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:55.985232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:55.989159 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:49:56.025027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=5ee7b36c-ed3e-4f8b-9ae1-b82f773e5c09,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:56.047158 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:56.188384 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:56.201914 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2f79b-3cfc-43f6-a9f6-a45afb1e976b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting port 68017699-6c02-41af-9054-c0817461aba8 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:56.202265 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f79b-3cfc-43f6-a9f6-a45afb1e976b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:56.301043 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f79b-3cfc-43f6-a9f6-a45afb1e976b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:56.314181 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2f79b-3cfc-43f6-a9f6-a45afb1e976b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Calling delete_port for 68017699-6c02-41af-9054-c0817461aba8 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:56.462972 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:56.467394 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:56.506890 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f79b-3cfc-43f6-a9f6-a45afb1e976b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:56.536038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2f79b-3cfc-43f6-a9f6-a45afb1e976b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Port': ['ID=68017699-6c02-41af-9054-c0817461aba8,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:56.541845 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=5ee7b36c-ed3e-4f8b-9ae1-b82f773e5c09,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:56.547526 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:56.672001 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network fa1daef1-c040-4790-a910-f164c2a393f8 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:49:56.673864 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:49:56.677986 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f79b-3cfc-43f6-a9f6-a45afb1e976b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:56.826301 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 63df0839-a3be-4b1a-a628-bc5a5b856157 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:49:56.909496 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e2f79b-3cfc-43f6-a9f6-a45afb1e976b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router 65d27799-ca6e-48f9-b527-ea18682c28d6 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:49:56.928690 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:49:56.938468 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9ffdd103-e0f1-434f-8d2d-508dbb6c65ab tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/63df0839-a3be-4b1a-a628-bc5a5b856157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0095890 Jul 28 11:49:56.939195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59510) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:56.945365 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ef0f4-23f0-4521-9692-2b0554e954f1 None None] Sync routers for ids ['63df0839-a3be-4b1a-a628-bc5a5b856157'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:49:56.955686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ef0f4-23f0-4521-9692-2b0554e954f1 None None] Routers {'63df0839-a3be-4b1a-a628-bc5a5b856157'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:56.956589 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-c08ef0f4-23f0-4521-9692-2b0554e954f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['63df0839-a3be-4b1a-a628-bc5a5b856157'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:56.996075 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-c08ef0f4-23f0-4521-9692-2b0554e954f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:57.006469 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3231475d-d020-4a23-a8df-e0147a849bbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:57.008245 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3231475d-d020-4a23-a8df-e0147a849bbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports/5ee7b36c-ed3e-4f8b-9ae1-b82f773e5c09 HTTP/1.1" status: 200 len: 910 time: 0.0684364 Jul 28 11:49:57.011115 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59512) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:57.015071 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ef0f4-23f0-4521-9692-2b0554e954f1 None None] Routers {'63df0839-a3be-4b1a-a628-bc5a5b856157'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:57.015894 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-c08ef0f4-23f0-4521-9692-2b0554e954f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['63df0839-a3be-4b1a-a628-bc5a5b856157'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:57.018281 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-5eab30b9-1f82-4af2-9c01-83c9d655d31e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '495bb0ff-7df2-4886-9e5b-5423021b1d6b'}]}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:49:57.023230 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e2f79b-3cfc-43f6-a9f6-a45afb1e976b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:49:57.034870 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a799d159-a1ab-40dc-942b-13f6a665aff3 None None] Sync routers for ids ['65d27799-ca6e-48f9-b527-ea18682c28d6'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:49:57.050977 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f8e2f79b-3cfc-43f6-a9f6-a45afb1e976b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/65d27799-ca6e-48f9-b527-ea18682c28d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5271783 Jul 28 11:49:57.052335 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59514) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:57.056734 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a799d159-a1ab-40dc-942b-13f6a665aff3 None None] Routers {'65d27799-ca6e-48f9-b527-ea18682c28d6'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:57.057609 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a799d159-a1ab-40dc-942b-13f6a665aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['65d27799-ca6e-48f9-b527-ea18682c28d6'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:57.062871 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-c08ef0f4-23f0-4521-9692-2b0554e954f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:57.063797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ef0f4-23f0-4521-9692-2b0554e954f1 None None] The sync data for ids ['63df0839-a3be-4b1a-a628-bc5a5b856157'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:49:57.087986 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7434b3ab-aaba-41d7-8747-df5f92e8022f None None] Network fa1daef1-c040-4790-a910-f164c2a393f8 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:49:57.122358 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a799d159-a1ab-40dc-942b-13f6a665aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:57.134687 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a799d159-a1ab-40dc-942b-13f6a665aff3 None None] Routers {'65d27799-ca6e-48f9-b527-ea18682c28d6'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:57.135653 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a799d159-a1ab-40dc-942b-13f6a665aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['65d27799-ca6e-48f9-b527-ea18682c28d6'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:57.178077 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-06335b62-7f57-4040-ade9-fe885af9dd66 None None] Provisioning for port c34c697b-2813-429b-88a5-70f6b78d0c6c completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:57.276463 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a799d159-a1ab-40dc-942b-13f6a665aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:57.278028 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a799d159-a1ab-40dc-942b-13f6a665aff3 None None] The sync data for ids ['65d27799-ca6e-48f9-b527-ea18682c28d6'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:49:57.307150 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e4fd49de-03b5-452d-8b4c-eca7024d75ad up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:57.371953 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port e4fd49de-03b5-452d-8b4c-eca7024d75ad triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:57.372425 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:57.459786 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c34c697b-2813-429b-88a5-70f6b78d0c6c up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:57.515058 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port c34c697b-2813-429b-88a5-70f6b78d0c6c completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:57.519626 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port c34c697b-2813-429b-88a5-70f6b78d0c6c triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:57.520080 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:57.615960 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:57.639492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2861f1d6-18f6-4be0-a738-339c696dc894 None None] Provisioning for port 5ee7b36c-ed3e-4f8b-9ae1-b82f773e5c09 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:49:57.644998 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2861f1d6-18f6-4be0-a738-339c696dc894 None None] Provisioning complete for port 5ee7b36c-ed3e-4f8b-9ae1-b82f773e5c09 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:57.645527 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2861f1d6-18f6-4be0-a738-339c696dc894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:57.681584 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port c34c697b-2813-429b-88a5-70f6b78d0c6c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c34c697b-2813-429b-88a5-70f6b78d0c6c,segment=NetworkSegment(119b4dc8-370c-4f3e-9e7f-96fe8bd384db),segment_id=119b4dc8-370c-4f3e-9e7f-96fe8bd384db)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:49:57.693237 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:57.699704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2861f1d6-18f6-4be0-a738-339c696dc894 None None] Port 5ee7b36c-ed3e-4f8b-9ae1-b82f773e5c09 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:57.705507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5eab30b9-1f82-4af2-9c01-83c9d655d31e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:57.748725 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2861f1d6-18f6-4be0-a738-339c696dc894 None None] Provisioning complete for port c34c697b-2813-429b-88a5-70f6b78d0c6c triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:57.749282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2861f1d6-18f6-4be0-a738-339c696dc894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:57.789333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=c34c697b-2813-429b-88a5-70f6b78d0c6c,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:57.974462 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-733c8fdb-d196-4900-a9f2-d583a5ec2921 None None] Provisioning complete for port 5ee7b36c-ed3e-4f8b-9ae1-b82f773e5c09 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:57.975538 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-733c8fdb-d196-4900-a9f2-d583a5ec2921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:58.012210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-733c8fdb-d196-4900-a9f2-d583a5ec2921 None None] Port 5ee7b36c-ed3e-4f8b-9ae1-b82f773e5c09 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:58.107158 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f512e85-69cc-4a37-a730-60ff458b608a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:58.113462 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f9f390ba-928b-4c12-8092-a2479216bad5 req-8a535c04-bd60-4452-8cae-a5790d49a5f7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1420434 Jul 28 11:49:58.130883 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6f927fb2-8b4d-4a0f-bc2e-4cf7eb4c70f0 None None] Provisioning complete for port 5ee7b36c-ed3e-4f8b-9ae1-b82f773e5c09 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:58.131257 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f927fb2-8b4d-4a0f-bc2e-4cf7eb4c70f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:58.171003 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6f927fb2-8b4d-4a0f-bc2e-4cf7eb4c70f0 None None] Port 5ee7b36c-ed3e-4f8b-9ae1-b82f773e5c09 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:49:58.314687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f390ba-928b-4c12-8092-a2479216bad5 req-aaf6efd3-ea25-4f0c-8185-2dac19527597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:58.316214 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f9f390ba-928b-4c12-8092-a2479216bad5 req-aaf6efd3-ea25-4f0c-8185-2dac19527597 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 1098 time: 0.1675296 Jul 28 11:49:58.406484 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5eab30b9-1f82-4af2-9c01-83c9d655d31e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:58.427160 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5eab30b9-1f82-4af2-9c01-83c9d655d31e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:58.543018 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f390ba-928b-4c12-8092-a2479216bad5 req-36c2a0bc-550b-45be-8cda-378025263dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:58.544480 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f9f390ba-928b-4c12-8092-a2479216bad5 req-36c2a0bc-550b-45be-8cda-378025263dcd service neutron] 10.222.0.39 "GET /v2.0/networks?id=b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 HTTP/1.1" status: 200 len: 898 time: 0.2028418 Jul 28 11:49:58.549164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab30b9-1f82-4af2-9c01-83c9d655d31e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=5ee7b36c-ed3e-4f8b-9ae1-b82f773e5c09,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:58.558766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eab30b9-1f82-4af2-9c01-83c9d655d31e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:58.559385 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5eab30b9-1f82-4af2-9c01-83c9d655d31e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:58.560664 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5eab30b9-1f82-4af2-9c01-83c9d655d31e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/ports/5ee7b36c-ed3e-4f8b-9ae1-b82f773e5c09 HTTP/1.1" status: 200 len: 910 time: 1.5480144 Jul 28 11:49:58.563709 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59518) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:58.668405 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f9f390ba-928b-4c12-8092-a2479216bad5 req-6276c36d-f07b-41fd-93ad-43ad2219b4d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=856b75db-0181-42eb-9a12-c961a13668ad HTTP/1.1" status: 200 len: 1001 time: 0.1062660 Jul 28 11:49:58.723164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-6f512e85-69cc-4a37-a730-60ff458b608a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting port c03228dc-626d-4025-a59f-59c794316f97 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:58.723507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f512e85-69cc-4a37-a730-60ff458b608a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:58.767812 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f390ba-928b-4c12-8092-a2479216bad5 req-cfd09f12-6633-496c-8e1d-2ba62c8f75d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:58.769289 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f9f390ba-928b-4c12-8092-a2479216bad5 req-cfd09f12-6633-496c-8e1d-2ba62c8f75d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23141ed-c471-4a5e-93e5-569f161c6c26 HTTP/1.1" status: 200 len: 834 time: 0.0933154 Jul 28 11:49:58.783210 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59520) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:58.846297 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f512e85-69cc-4a37-a730-60ff458b608a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:58.856092 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f390ba-928b-4c12-8092-a2479216bad5 req-22fb9a3c-6b12-49b6-b063-9963e6e25cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:58.857657 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f9f390ba-928b-4c12-8092-a2479216bad5 req-22fb9a3c-6b12-49b6-b063-9963e6e25cc8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b7a33a95-fbe5-45dc-a9c3-a85b667e3d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0795860 Jul 28 11:49:58.864337 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-6f512e85-69cc-4a37-a730-60ff458b608a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Calling delete_port for c03228dc-626d-4025-a59f-59c794316f97 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:59.008789 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f9f390ba-928b-4c12-8092-a2479216bad5 req-0e4b1369-5b74-4f63-ab15-b110c3e98fa3 service neutron] 10.222.0.39 "GET /v2.0/networks/b7a33a95-fbe5-45dc-a9c3-a85b667e3d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397765 Jul 28 11:49:59.161810 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c34c697b-2813-429b-88a5-70f6b78d0c6c up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:49:59.176060 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f9f390ba-928b-4c12-8092-a2479216bad5 req-ab83a483-f442-45ac-9940-835f0ae9ac40 service neutron] 10.222.0.39 "GET /v2.0/networks/b7a33a95-fbe5-45dc-a9c3-a85b667e3d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374481 Jul 28 11:49:59.196287 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f512e85-69cc-4a37-a730-60ff458b608a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:59.222721 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port c34c697b-2813-429b-88a5-70f6b78d0c6c triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:49:59.223404 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:59.225953 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f512e85-69cc-4a37-a730-60ff458b608a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Port': ['ID=c03228dc-626d-4025-a59f-59c794316f97,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:49:59.338217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f512e85-69cc-4a37-a730-60ff458b608a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:59.356497 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-788d87aa-6da0-4211-8393-dbe2221374cd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:59.500038 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f512e85-69cc-4a37-a730-60ff458b608a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router 65d27799-ca6e-48f9-b527-ea18682c28d6 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:49:59.731237 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06493baa-a202-48fc-9fe3-9160737f6910 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:59.780803 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-788d87aa-6da0-4211-8393-dbe2221374cd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port 5ee7b36c-ed3e-4f8b-9ae1-b82f773e5c09 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:49:59.781146 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-788d87aa-6da0-4211-8393-dbe2221374cd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:59.878645 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f512e85-69cc-4a37-a730-60ff458b608a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:49:59.883788 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6f512e85-69cc-4a37-a730-60ff458b608a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/65d27799-ca6e-48f9-b527-ea18682c28d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8302906 Jul 28 11:49:59.886510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59522) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:59.892768 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f6784-f61f-431b-ac44-b8e13af21dbd None None] Sync routers for ids ['65d27799-ca6e-48f9-b527-ea18682c28d6'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:49:59.906472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f6784-f61f-431b-ac44-b8e13af21dbd None None] Routers {'65d27799-ca6e-48f9-b527-ea18682c28d6'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:59.906472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-195f6784-f61f-431b-ac44-b8e13af21dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['65d27799-ca6e-48f9-b527-ea18682c28d6'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:59.917048 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d0352d3c-aed7-4cc6-96d4-cee86942e0e4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports?device_id=65d27799-ca6e-48f9-b527-ea18682c28d6 HTTP/1.1" status: 200 len: 205 time: 0.0264890 Jul 28 11:49:59.917292 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59524) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:49:59.943120 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-195f6784-f61f-431b-ac44-b8e13af21dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:59.952040 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f6784-f61f-431b-ac44-b8e13af21dbd None None] Routers {'65d27799-ca6e-48f9-b527-ea18682c28d6'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:49:59.952813 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-195f6784-f61f-431b-ac44-b8e13af21dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['65d27799-ca6e-48f9-b527-ea18682c28d6'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:59.958320 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-788d87aa-6da0-4211-8393-dbe2221374cd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:59.985346 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-195f6784-f61f-431b-ac44-b8e13af21dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:49:59.986105 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f6784-f61f-431b-ac44-b8e13af21dbd None None] The sync data for ids ['65d27799-ca6e-48f9-b527-ea18682c28d6'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:49:59.991070 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-788d87aa-6da0-4211-8393-dbe2221374cd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for 5ee7b36c-ed3e-4f8b-9ae1-b82f773e5c09 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:49:59.991681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f99142b0-0429-4a35-b4bf-2063261afb78 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:00.149457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f99142b0-0429-4a35-b4bf-2063261afb78 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:00.151944 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f99142b0-0429-4a35-b4bf-2063261afb78 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:00.195884 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f99142b0-0429-4a35-b4bf-2063261afb78 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:00.196685 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99142b0-0429-4a35-b4bf-2063261afb78 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Fanout notify agent at l3_agent the message router_deleted on router 65d27799-ca6e-48f9-b527-ea18682c28d6 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:50:00.203571 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f99142b0-0429-4a35-b4bf-2063261afb78 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:00.205059 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f99142b0-0429-4a35-b4bf-2063261afb78 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/routers/65d27799-ca6e-48f9-b527-ea18682c28d6 HTTP/1.1" status: 204 len: 168 time: 0.2864907 Jul 28 11:50:00.209380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59526) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:00.256730 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-788d87aa-6da0-4211-8393-dbe2221374cd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:00.261223 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67e57fd-8f13-4109-8528-d7bf0df4cb47 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting subnet 5820e05c-3698-4bae-9b69-576265b7134c {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:50:00.264451 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a67e57fd-8f13-4109-8528-d7bf0df4cb47 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:00.293947 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d87aa-6da0-4211-8393-dbe2221374cd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=5ee7b36c-ed3e-4f8b-9ae1-b82f773e5c09,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:00.309062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a67e57fd-8f13-4109-8528-d7bf0df4cb47 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:00.341250 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-06493baa-a202-48fc-9fe3-9160737f6910 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 409a1151-1306-4fbe-a394-fa75be58aabf {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:00.341594 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06493baa-a202-48fc-9fe3-9160737f6910 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:00.404409 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a67e57fd-8f13-4109-8528-d7bf0df4cb47 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:00.468440 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a67e57fd-8f13-4109-8528-d7bf0df4cb47 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:00.498899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a67e57fd-8f13-4109-8528-d7bf0df4cb47 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:00.500928 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a67e57fd-8f13-4109-8528-d7bf0df4cb47 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/subnets/5820e05c-3698-4bae-9b69-576265b7134c HTTP/1.1" status: 204 len: 168 time: 0.2910440 Jul 28 11:50:00.501863 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e57fd-8f13-4109-8528-d7bf0df4cb47 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Subnet': ['ID=5820e05c-3698-4bae-9b69-576265b7134c,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:00.505504 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcac6fc-cf97-48b9-ae54-e72a5041c561 None None] Network 3962c56e-8c7f-42a9-b98e-30a47e7debd7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:00.506030 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59528) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:00.508946 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-788d87aa-6da0-4211-8393-dbe2221374cd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:00.554454 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-06493baa-a202-48fc-9fe3-9160737f6910 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 409a1151-1306-4fbe-a394-fa75be58aabf, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=409a1151-1306-4fbe-a394-fa75be58aabf,segment=NetworkSegment(3b700c62-cf02-47e0-bc05-d40443bc89ab),segment_id=3b700c62-cf02-47e0-bc05-d40443bc89ab)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:00.554959 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06493baa-a202-48fc-9fe3-9160737f6910 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:00.614269 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-06493baa-a202-48fc-9fe3-9160737f6910 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 409a1151-1306-4fbe-a394-fa75be58aabf owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:00.661073 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-72cdf2d8-f5a4-484a-8901-2ca1cb88dce2 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting subnet a37efab2-d416-41a5-a2a6-3de1c91d69b2 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:50:00.668562 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-72cdf2d8-f5a4-484a-8901-2ca1cb88dce2 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:00.813235 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-72cdf2d8-f5a4-484a-8901-2ca1cb88dce2 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:00.817695 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9a76a8-ffd2-49f0-9937-c61115c6d3c3 None None] DHCP port deletion for 3962c56e-8c7f-42a9-b98e-30a47e7debd7 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:50:00.864990 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a76a8-ffd2-49f0-9937-c61115c6d3c3 None None] Deleting port e4fd49de-03b5-452d-8b4c-eca7024d75ad {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:00.865373 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a9a76a8-ffd2-49f0-9937-c61115c6d3c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:00.891654 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788d87aa-6da0-4211-8393-dbe2221374cd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 63df0839-a3be-4b1a-a628-bc5a5b856157 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:00.930160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9a9a76a8-ffd2-49f0-9937-c61115c6d3c3 None None] For port e4fd49de-03b5-452d-8b4c-eca7024d75ad, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e4fd49de-03b5-452d-8b4c-eca7024d75ad,segment=NetworkSegment(a816e697-4cc2-494d-bbbc-dd125b30f04d),segment_id=a816e697-4cc2-494d-bbbc-dd125b30f04d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:00.930790 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a9a76a8-ffd2-49f0-9937-c61115c6d3c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:00.942589 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a76a8-ffd2-49f0-9937-c61115c6d3c3 None None] Calling delete_port for e4fd49de-03b5-452d-8b4c-eca7024d75ad owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:01.019914 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a9a76a8-ffd2-49f0-9937-c61115c6d3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.031918 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788d87aa-6da0-4211-8393-dbe2221374cd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:01.034071 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-72cdf2d8-f5a4-484a-8901-2ca1cb88dce2 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.042526 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-788d87aa-6da0-4211-8393-dbe2221374cd tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/63df0839-a3be-4b1a-a628-bc5a5b856157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4775743 Jul 28 11:50:01.044102 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4906db13-d9be-4b03-a171-92f33c78801d None None] Sync routers for ids ['63df0839-a3be-4b1a-a628-bc5a5b856157'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:01.045385 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59530) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:01.057249 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4906db13-d9be-4b03-a171-92f33c78801d None None] Routers {'63df0839-a3be-4b1a-a628-bc5a5b856157'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:01.057870 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4906db13-d9be-4b03-a171-92f33c78801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['63df0839-a3be-4b1a-a628-bc5a5b856157'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:01.060377 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9a76a8-ffd2-49f0-9937-c61115c6d3c3 None None] No DVR routers for this DVR port e4fd49de-03b5-452d-8b4c-eca7024d75ad on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:01.068587 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a76a8-ffd2-49f0-9937-c61115c6d3c3 None None] Pushing event deleted for resources: {'Port': ['ID=e4fd49de-03b5-452d-8b4c-eca7024d75ad,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:01.082484 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9d8e465e-cfbf-4d56-a8f0-5ce4687e4394 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports?device_id=63df0839-a3be-4b1a-a628-bc5a5b856157 HTTP/1.1" status: 200 len: 205 time: 0.0337787 Jul 28 11:50:01.083516 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59532) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:01.123136 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4906db13-d9be-4b03-a171-92f33c78801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:01.140098 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4906db13-d9be-4b03-a171-92f33c78801d None None] Routers {'63df0839-a3be-4b1a-a628-bc5a5b856157'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:01.141040 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4906db13-d9be-4b03-a171-92f33c78801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['63df0839-a3be-4b1a-a628-bc5a5b856157'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:01.147276 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06493baa-a202-48fc-9fe3-9160737f6910 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.169178 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a166bdbc-f580-4ba9-9471-9527029b82b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.172650 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e4fd49de-03b5-452d-8b4c-eca7024d75ad no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:01.181262 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4906db13-d9be-4b03-a171-92f33c78801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:01.182140 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4906db13-d9be-4b03-a171-92f33c78801d None None] The sync data for ids ['63df0839-a3be-4b1a-a628-bc5a5b856157'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:01.191118 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06493baa-a202-48fc-9fe3-9160737f6910 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=409a1151-1306-4fbe-a394-fa75be58aabf,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:01.200977 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-72cdf2d8-f5a4-484a-8901-2ca1cb88dce2 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.201474 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: e4fd49de-03b5-452d-8b4c-eca7024d75ad {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:01.201901 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e4fd49de-03b5-452d-8b4c-eca7024d75ad not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:01.256823 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdf2d8-f5a4-484a-8901-2ca1cb88dce2 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Subnet': ['ID=a37efab2-d416-41a5-a2a6-3de1c91d69b2,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:01.268366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-72cdf2d8-f5a4-484a-8901-2ca1cb88dce2 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.270331 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-72cdf2d8-f5a4-484a-8901-2ca1cb88dce2 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/subnets/a37efab2-d416-41a5-a2a6-3de1c91d69b2 HTTP/1.1" status: 204 len: 168 time: 0.7631562 Jul 28 11:50:01.272898 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59534) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:01.278747 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c640cc-9210-4fec-8cb2-8383de687990 None None] Network 6ab97a46-6498-4c0a-b70d-4da8e5af4452 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:01.354913 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a166bdbc-f580-4ba9-9471-9527029b82b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.359384 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a166bdbc-f580-4ba9-9471-9527029b82b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.418712 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a166bdbc-f580-4ba9-9471-9527029b82b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.419521 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a166bdbc-f580-4ba9-9471-9527029b82b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Fanout notify agent at l3_agent the message router_deleted on router 63df0839-a3be-4b1a-a628-bc5a5b856157 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:50:01.427104 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a166bdbc-f580-4ba9-9471-9527029b82b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.428792 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a166bdbc-f580-4ba9-9471-9527029b82b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/routers/63df0839-a3be-4b1a-a628-bc5a5b856157 HTTP/1.1" status: 204 len: 168 time: 0.3438680 Jul 28 11:50:01.435131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59536) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:01.496151 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e296c1f-6385-453a-8f36-9fbde3e4ff38 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting subnet 495bb0ff-7df2-4886-9e5b-5423021b1d6b {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:50:01.499347 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fee50ad-f298-49f6-a249-29aa539a01fc None None] DHCP port deletion for 6ab97a46-6498-4c0a-b70d-4da8e5af4452 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:50:01.502095 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5e296c1f-6385-453a-8f36-9fbde3e4ff38 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.557960 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5e296c1f-6385-453a-8f36-9fbde3e4ff38 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.561626 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3fee50ad-f298-49f6-a249-29aa539a01fc None None] Deleting port deed609c-5cc7-495f-b558-aa83047ac6cc {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:01.562406 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fee50ad-f298-49f6-a249-29aa539a01fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.632797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3fee50ad-f298-49f6-a249-29aa539a01fc None None] For port deed609c-5cc7-495f-b558-aa83047ac6cc, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=deed609c-5cc7-495f-b558-aa83047ac6cc,segment=NetworkSegment(41a55796-7945-440b-926f-bb6a4a6a152b),segment_id=41a55796-7945-440b-926f-bb6a4a6a152b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:01.634190 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fee50ad-f298-49f6-a249-29aa539a01fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.649115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3fee50ad-f298-49f6-a249-29aa539a01fc None None] Calling delete_port for deed609c-5cc7-495f-b558-aa83047ac6cc owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:01.682843 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5e296c1f-6385-453a-8f36-9fbde3e4ff38 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.753402 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fee50ad-f298-49f6-a249-29aa539a01fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.769523 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5e296c1f-6385-453a-8f36-9fbde3e4ff38 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.785032 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee50ad-f298-49f6-a249-29aa539a01fc None None] No DVR routers for this DVR port deed609c-5cc7-495f-b558-aa83047ac6cc on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:01.790272 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee50ad-f298-49f6-a249-29aa539a01fc None None] Pushing event deleted for resources: {'Port': ['ID=deed609c-5cc7-495f-b558-aa83047ac6cc,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:01.803245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fc794724-d5b3-4fdc-aeb9-d382fc86e374 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.809594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e296c1f-6385-453a-8f36-9fbde3e4ff38 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Subnet': ['ID=495bb0ff-7df2-4886-9e5b-5423021b1d6b,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:01.814210 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5e296c1f-6385-453a-8f36-9fbde3e4ff38 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.816191 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5e296c1f-6385-453a-8f36-9fbde3e4ff38 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/subnets/495bb0ff-7df2-4886-9e5b-5423021b1d6b HTTP/1.1" status: 204 len: 168 time: 0.3800118 Jul 28 11:50:01.818943 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59538) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:01.826115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30e876d-f3a0-4f67-ac49-d9876a0a3240 None None] Network fa1daef1-c040-4790-a910-f164c2a393f8 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:02.043335 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b445533-2489-4d71-93a9-fb7ca0bc1145 None None] DHCP port deletion for fa1daef1-c040-4790-a910-f164c2a393f8 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:50:02.055131 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.056744 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06493baa-a202-48fc-9fe3-9160737f6910 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.059490 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fc794724-d5b3-4fdc-aeb9-d382fc86e374 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.076954 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-fc794724-d5b3-4fdc-aeb9-d382fc86e374 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3962c56e-8c7f-42a9-b98e-30a47e7debd7']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:02.092691 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2b445533-2489-4d71-93a9-fb7ca0bc1145 None None] Deleting port c34c697b-2813-429b-88a5-70f6b78d0c6c {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:02.093071 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b445533-2489-4d71-93a9-fb7ca0bc1145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.098929 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-fc794724-d5b3-4fdc-aeb9-d382fc86e374 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a816e697-4cc2-494d-bbbc-dd125b30f04d') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:02.099239 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-fc794724-d5b3-4fdc-aeb9-d382fc86e374 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a816e697-4cc2-494d-bbbc-dd125b30f04d') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:02.151711 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fc794724-d5b3-4fdc-aeb9-d382fc86e374 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.160054 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-2b445533-2489-4d71-93a9-fb7ca0bc1145 None None] For port c34c697b-2813-429b-88a5-70f6b78d0c6c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c34c697b-2813-429b-88a5-70f6b78d0c6c,segment=NetworkSegment(119b4dc8-370c-4f3e-9e7f-96fe8bd384db),segment_id=119b4dc8-370c-4f3e-9e7f-96fe8bd384db)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:02.160454 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b445533-2489-4d71-93a9-fb7ca0bc1145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.174497 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2b445533-2489-4d71-93a9-fb7ca0bc1145 None None] Calling delete_port for c34c697b-2813-429b-88a5-70f6b78d0c6c owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:02.199156 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fc794724-d5b3-4fdc-aeb9-d382fc86e374 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.213516 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc794724-d5b3-4fdc-aeb9-d382fc86e374 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:50:02.213921 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fc794724-d5b3-4fdc-aeb9-d382fc86e374 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:50:02.216925 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:50:02.256895 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b445533-2489-4d71-93a9-fb7ca0bc1145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.283912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b445533-2489-4d71-93a9-fb7ca0bc1145 None None] Pushing event deleted for resources: {'Port': ['ID=c34c697b-2813-429b-88a5-70f6b78d0c6c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:02.285756 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b445533-2489-4d71-93a9-fb7ca0bc1145 None None] No DVR routers for this DVR port c34c697b-2813-429b-88a5-70f6b78d0c6c on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:02.330365 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fc794724-d5b3-4fdc-aeb9-d382fc86e374 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.340308 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fc794724-d5b3-4fdc-aeb9-d382fc86e374 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.342108 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fc794724-d5b3-4fdc-aeb9-d382fc86e374 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/networks/3962c56e-8c7f-42a9-b98e-30a47e7debd7 HTTP/1.1" status: 204 len: 168 time: 1.0683048 Jul 28 11:50:02.344820 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59540) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:02.357366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port c34c697b-2813-429b-88a5-70f6b78d0c6c {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:02.357713 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.379501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-412ac1bb-a9fa-404a-8169-45a80e3db07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.398206 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc794724-d5b3-4fdc-aeb9-d382fc86e374 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Network': ['ID=3962c56e-8c7f-42a9-b98e-30a47e7debd7,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:02.434332 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-19be1e46-fde1-424f-be53-b10fa79ad571 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.494033 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] For port c34c697b-2813-429b-88a5-70f6b78d0c6c, host dv-neutron-786478-16-hyperv, got binding levels [] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:02.494390 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.514439 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for c34c697b-2813-429b-88a5-70f6b78d0c6c owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:02.519287 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.ipam_backend_mixin [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Port c34c697b-2813-429b-88a5-70f6b78d0c6c was not found and therefore no delete operation was performed {{(pid=100416) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:50:02.523753 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.524329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-19be1e46-fde1-424f-be53-b10fa79ad571 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.534465 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-19be1e46-fde1-424f-be53-b10fa79ad571 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab97a46-6498-4c0a-b70d-4da8e5af4452']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:02.545241 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-19be1e46-fde1-424f-be53-b10fa79ad571 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a55796-7945-440b-926f-bb6a4a6a152b') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:02.545485 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-19be1e46-fde1-424f-be53-b10fa79ad571 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a55796-7945-440b-926f-bb6a4a6a152b') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:02.552766 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=c34c697b-2813-429b-88a5-70f6b78d0c6c,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:02.555841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-19be1e46-fde1-424f-be53-b10fa79ad571 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.559590 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06493baa-a202-48fc-9fe3-9160737f6910 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:02.560550 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] No DVR routers for this DVR port c34c697b-2813-429b-88a5-70f6b78d0c6c on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:02.572913 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-19be1e46-fde1-424f-be53-b10fa79ad571 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.578804 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19be1e46-fde1-424f-be53-b10fa79ad571 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:50:02.579201 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-19be1e46-fde1-424f-be53-b10fa79ad571 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:50:02.582568 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:50:02.639326 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-19be1e46-fde1-424f-be53-b10fa79ad571 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.646137 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-19be1e46-fde1-424f-be53-b10fa79ad571 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.647959 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-19be1e46-fde1-424f-be53-b10fa79ad571 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/networks/6ab97a46-6498-4c0a-b70d-4da8e5af4452 HTTP/1.1" status: 204 len: 168 time: 0.3021512 Jul 28 11:50:02.661869 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59542) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:02.667286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be1e46-fde1-424f-be53-b10fa79ad571 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Network': ['ID=6ab97a46-6498-4c0a-b70d-4da8e5af4452,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:02.673390 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-84f1c580-ee4d-4f62-8643-d2105b984f51 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2022152016'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:02.687008 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.703260 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1daef1-c040-4790-a910-f164c2a393f8']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:02.718014 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119b4dc8-370c-4f3e-9e7f-96fe8bd384db') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:02.718312 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119b4dc8-370c-4f3e-9e7f-96fe8bd384db') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:02.765103 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.768258 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f1c580-ee4d-4f62-8643-d2105b984f51 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:02.771658 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-84f1c580-ee4d-4f62-8643-d2105b984f51 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.806482 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.816626 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:50:02.817017 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:50:02.821626 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:50:02.833198 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06493baa-a202-48fc-9fe3-9160737f6910 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:02.843046 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebe03ab-a243-45c7-a235-28e49e45c122 None None] Sync routers for ids ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:02.852518 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe03ab-a243-45c7-a235-28e49e45c122 None None] Routers {'9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:02.853201 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-4ebe03ab-a243-45c7-a235-28e49e45c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:02.861856 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-06493baa-a202-48fc-9fe3-9160737f6910 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0780311 Jul 28 11:50:02.893405 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.898322 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.905442 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59546) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:02.905687 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/networks/fa1daef1-c040-4790-a910-f164c2a393f8 HTTP/1.1" status: 204 len: 168 time: 1.0854492 Jul 28 11:50:02.906763 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f1c580-ee4d-4f62-8643-d2105b984f51 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:50:02.912126 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-22129412-d755-4277-9ea4-2a10b1e35f2a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-665716242', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:02.927783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf4080-1d4a-475c-a137-53f0492d62fa tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Network': ['ID=fa1daef1-c040-4790-a910-f164c2a393f8,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:02.933596 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-84f1c580-ee4d-4f62-8643-d2105b984f51 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.934126 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-84f1c580-ee4d-4f62-8643-d2105b984f51 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Added segment 5f3a6e97-767a-4388-b589-2d1cbe74653f of type vlan for network ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01 Jul 28 11:50:02.950205 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22129412-d755-4277-9ea4-2a10b1e35f2a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.952414 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22129412-d755-4277-9ea4-2a10b1e35f2a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.977364 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-4ebe03ab-a243-45c7-a235-28e49e45c122 None None] Set router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:02.991916 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-84f1c580-ee4d-4f62-8643-d2105b984f51 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.019780 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22129412-d755-4277-9ea4-2a10b1e35f2a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.032780 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22129412-d755-4277-9ea4-2a10b1e35f2a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.036660 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-84f1c580-ee4d-4f62-8643-d2105b984f51 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.045495 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f1c580-ee4d-4f62-8643-d2105b984f51 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:03.046369 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-84f1c580-ee4d-4f62-8643-d2105b984f51 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.051930 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22129412-d755-4277-9ea4-2a10b1e35f2a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.053656 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-22129412-d755-4277-9ea4-2a10b1e35f2a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1465864 Jul 28 11:50:03.057126 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59550) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:03.064741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-403ccad4-e130-4db7-9725-a6eb17c6cc63 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'network': {'name': 'tempest-RoutersTest-637212021'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:03.109268 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403ccad4-e130-4db7-9725-a6eb17c6cc63 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:03.118545 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-403ccad4-e130-4db7-9725-a6eb17c6cc63 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.140635 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-84f1c580-ee4d-4f62-8643-d2105b984f51 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4685085 Jul 28 11:50:03.141326 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59552) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:03.147652 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ecf65523-b35f-4b10-82bb-24cb37f00c20 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'subnet': {'network_id': 'ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:03.163152 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1c580-ee4d-4f62-8643-d2105b984f51 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Network': ['ID=ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:03.170244 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403ccad4-e130-4db7-9725-a6eb17c6cc63 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:50:03.183312 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:50:03.190231 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edf739-1e1e-4015-8131-d78be25ff903 req-ed4ef915-8d45-4659-bb42-6bc4aba936f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:03.192031 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b2edf739-1e1e-4015-8131-d78be25ff903 req-ed4ef915-8d45-4659-bb42-6bc4aba936f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 946 time: 0.0816703 Jul 28 11:50:03.220073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-403ccad4-e130-4db7-9725-a6eb17c6cc63 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.220575 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-403ccad4-e130-4db7-9725-a6eb17c6cc63 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Added segment cf01e47e-7a8e-49d0-9454-e565f24e2411 of type vlan for network 1845519f-4f67-4b5a-91e4-42012b10aec4 Jul 28 11:50:03.244713 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b2edf739-1e1e-4015-8131-d78be25ff903 req-d763a283-07cb-4fc4-93ab-be68548c318f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=868e0bed-0e9a-4c60-88b2-8a3ad88ad023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466104 Jul 28 11:50:03.271248 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device deed609c-5cc7-495f-b558-aa83047ac6cc no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:03.285082 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-403ccad4-e130-4db7-9725-a6eb17c6cc63 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.303869 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: deed609c-5cc7-495f-b558-aa83047ac6cc {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:03.304607 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device deed609c-5cc7-495f-b558-aa83047ac6cc not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:03.304607 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c34c697b-2813-429b-88a5-70f6b78d0c6c no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:03.307207 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf65523-b35f-4b10-82bb-24cb37f00c20 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:03.310728 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ecf65523-b35f-4b10-82bb-24cb37f00c20 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.339263 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: c34c697b-2813-429b-88a5-70f6b78d0c6c {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:03.339501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c34c697b-2813-429b-88a5-70f6b78d0c6c not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:03.359145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-4ebe03ab-a243-45c7-a235-28e49e45c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:50:01Z', 'revision_number': 6, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '13cc328e-f9ad-4756-b167-cc14fe7acd9e', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.127', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'port_id': '856b75db-0181-42eb-9a12-c961a13668ad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:48:40Z', 'updated_at': '2021-07-28T11:48:44Z', 'revision_number': 1, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ff3380-7b43-4c37-ad8e-46e8dff900d2', 'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:5c:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:09Z', 'updated_at': '2021-07-28T11:48:15Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:03.367641 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-403ccad4-e130-4db7-9725-a6eb17c6cc63 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.373236 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403ccad4-e130-4db7-9725-a6eb17c6cc63 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:03.373826 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-403ccad4-e130-4db7-9725-a6eb17c6cc63 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.385902 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebe03ab-a243-45c7-a235-28e49e45c122 None None] Checking router: 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:03.394070 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe03ab-a243-45c7-a235-28e49e45c122 None None] Routers {'9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:03.394717 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-4ebe03ab-a243-45c7-a235-28e49e45c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:49:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:03.443027 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-403ccad4-e130-4db7-9725-a6eb17c6cc63 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3821294 Jul 28 11:50:03.445364 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59554) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:03.451582 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b0c5b568-974c-4f58-be48-594848799a6a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'subnet': {'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:03.468493 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ccad4-e130-4db7-9725-a6eb17c6cc63 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Network': ['ID=1845519f-4f67-4b5a-91e4-42012b10aec4,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:03.480563 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 1845519f-4f67-4b5a-91e4-42012b10aec4 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:50:03.549547 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c5b568-974c-4f58-be48-594848799a6a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:03.553193 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b0c5b568-974c-4f58-be48-594848799a6a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.557448 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-4ebe03ab-a243-45c7-a235-28e49e45c122 None None] Set router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:03.584117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ecf65523-b35f-4b10-82bb-24cb37f00c20 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.647705 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf65523-b35f-4b10-82bb-24cb37f00c20 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Subnet': ['ID=934766a6-e2f3-46ef-997b-05d0b507be60,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:03.656894 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf65523-b35f-4b10-82bb-24cb37f00c20 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Checking segment: {'id': '5f3a6e97-767a-4388-b589-2d1cbe74653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:03.657311 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf65523-b35f-4b10-82bb-24cb37f00c20 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network hostable DHCP agents. Network: ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:50:03.674901 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf65523-b35f-4b10-82bb-24cb37f00c20 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:50:03.684370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-ecf65523-b35f-4b10-82bb-24cb37f00c20 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:03.688682 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf65523-b35f-4b10-82bb-24cb37f00c20 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:03.689336 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ecf65523-b35f-4b10-82bb-24cb37f00c20 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.704617 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ecf65523-b35f-4b10-82bb-24cb37f00c20 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5621955 Jul 28 11:50:03.707233 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59556) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:03.712277 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-32cb8d22-3014-4fdb-ae68-8b721f784d52 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-764312521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:03.721553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bf7ebb-bc9e-4f6a-abaa-3c90fe9c1472 None None] Network ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:03.773262 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-32cb8d22-3014-4fdb-ae68-8b721f784d52 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.774410 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-32cb8d22-3014-4fdb-ae68-8b721f784d52 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.784656 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b0c5b568-974c-4f58-be48-594848799a6a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.878965 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-32cb8d22-3014-4fdb-ae68-8b721f784d52 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.881720 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5b568-974c-4f58-be48-594848799a6a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Subnet': ['ID=d4443043-b41c-4a00-874d-6bb6dbc06b9c,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:03.885014 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-32cb8d22-3014-4fdb-ae68-8b721f784d52 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.913396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c5b568-974c-4f58-be48-594848799a6a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Checking segment: {'id': 'cf01e47e-7a8e-49d0-9454-e565f24e2411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:03.913777 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c5b568-974c-4f58-be48-594848799a6a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network hostable DHCP agents. Network: 1845519f-4f67-4b5a-91e4-42012b10aec4, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:50:03.917565 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-32cb8d22-3014-4fdb-ae68-8b721f784d52 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.918786 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-32cb8d22-3014-4fdb-ae68-8b721f784d52 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2103891 Jul 28 11:50:03.921882 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59558) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:03.929148 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-10feac11-ee82-47a2-9c9f-2b596660109b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'port': {'network_id': 'ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01', 'name': 'tempest-RoutersIpV6Test-220565433'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:03.935014 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c5b568-974c-4f58-be48-594848799a6a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network 1845519f-4f67-4b5a-91e4-42012b10aec4 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:50:03.939984 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-4ebe03ab-a243-45c7-a235-28e49e45c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:50:01Z', 'revision_number': 6, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '13cc328e-f9ad-4756-b167-cc14fe7acd9e', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.127', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'port_id': '856b75db-0181-42eb-9a12-c961a13668ad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:48:40Z', 'updated_at': '2021-07-28T11:48:44Z', 'revision_number': 1, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ff3380-7b43-4c37-ad8e-46e8dff900d2', 'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:5c:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:09Z', 'updated_at': '2021-07-28T11:48:15Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:03.943604 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01', 'network_id': 'ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'fixed_ips': [{'subnet_id': '934766a6-e2f3-46ef-997b-05d0b507be60'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:50:03.944535 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.946355 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-b0c5b568-974c-4f58-be48-594848799a6a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 1845519f-4f67-4b5a-91e4-42012b10aec4) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:03.951084 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c5b568-974c-4f58-be48-594848799a6a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:03.951748 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b0c5b568-974c-4f58-be48-594848799a6a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.970651 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b0c5b568-974c-4f58-be48-594848799a6a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5234551 Jul 28 11:50:03.971318 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59560) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:03.979358 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f237da-23fd-4ca2-8a2f-c2093f83e46f None None] Network 1845519f-4f67-4b5a-91e4-42012b10aec4 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:03.984808 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebe03ab-a243-45c7-a235-28e49e45c122 None None] The sync data for ids ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'] in dv-neutron-786478-16-hyperv is: [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:50:01Z', 'revision_number': 6, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '13cc328e-f9ad-4756-b167-cc14fe7acd9e', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.127', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'port_id': '856b75db-0181-42eb-9a12-c961a13668ad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:48:40Z', 'updated_at': '2021-07-28T11:48:44Z', 'revision_number': 1, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ff3380-7b43-4c37-ad8e-46e8dff900d2', 'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:5c:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:09Z', 'updated_at': '2021-07-28T11:48:15Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:04.068258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10feac11-ee82-47a2-9c9f-2b596660109b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:04.072135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10feac11-ee82-47a2-9c9f-2b596660109b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:04.095494 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-10feac11-ee82-47a2-9c9f-2b596660109b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] device_id is not set on port dd756caa-4142-4a4d-ae39-466dcee9265a yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:50:04.205678 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Allocated IP 2001:db8::2 (ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01/934766a6-e2f3-46ef-997b-05d0b507be60/6e3892e7-1436-46ed-b81e-92a4b9c27a58) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:04.251913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-1845519f-4f67-4b5a-91e4-42012b10aec4', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:50:04.252776 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:04.273542 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:04.437165 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef4004-ccff-4a46-99d5-1f9f559088ed req-b03a9bc2-fccd-4208-9b07-8f3cc4f5bf06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:04.439146 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dcef4004-ccff-4a46-99d5-1f9f559088ed req-b03a9bc2-fccd-4208-9b07-8f3cc4f5bf06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 946 time: 0.0682704 Jul 28 11:50:04.468648 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973596d1-77c6-47b8-be64-d0779709e957 req-44480258-b6cb-425e-be9a-7bb69f09d579 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:04.470235 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-973596d1-77c6-47b8-be64-d0779709e957 req-44480258-b6cb-425e-be9a-7bb69f09d579 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 946 time: 0.1072111 Jul 28 11:50:04.544381 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-973596d1-77c6-47b8-be64-d0779709e957 req-c98edd24-05de-4be8-b71a-9a72b9da7adc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=868e0bed-0e9a-4c60-88b2-8a3ad88ad023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461860 Jul 28 11:50:04.594092 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-dcef4004-ccff-4a46-99d5-1f9f559088ed req-6a38955a-d967-4aa4-b019-0fce092e83cf tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port f291f297-8f6e-4d93-ab24-be44dad0929f {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:04.594701 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-dcef4004-ccff-4a46-99d5-1f9f559088ed req-6a38955a-d967-4aa4-b019-0fce092e83cf tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:04.612305 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Allocated IP 172.20.0.1 (1845519f-4f67-4b5a-91e4-42012b10aec4/d4443043-b41c-4a00-874d-6bb6dbc06b9c/93988bd6-eb87-4680-b29d-79749af14e63) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:04.631087 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:04.641871 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Transition to ACTIVE for port object 6e3892e7-1436-46ed-b81e-92a4b9c27a58 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:04.663764 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Transition to ACTIVE for port object 6e3892e7-1436-46ed-b81e-92a4b9c27a58 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:04.673145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:04.708980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Network ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:04.712712 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:04.716575 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:04.724848 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-dcef4004-ccff-4a46-99d5-1f9f559088ed req-6a38955a-d967-4aa4-b019-0fce092e83cf tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port f291f297-8f6e-4d93-ab24-be44dad0929f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f291f297-8f6e-4d93-ab24-be44dad0929f,segment=NetworkSegment(3b700c62-cf02-47e0-bc05-d40443bc89ab),segment_id=3b700c62-cf02-47e0-bc05-d40443bc89ab)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:04.725224 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-dcef4004-ccff-4a46-99d5-1f9f559088ed req-6a38955a-d967-4aa4-b019-0fce092e83cf tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:04.740036 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Pushing event updated for resources: {'Port': ['ID=6e3892e7-1436-46ed-b81e-92a4b9c27a58,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:04.740989 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:04.744899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-dcef4004-ccff-4a46-99d5-1f9f559088ed req-6a38955a-d967-4aa4-b019-0fce092e83cf tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for f291f297-8f6e-4d93-ab24-be44dad0929f owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:04.757588 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-10feac11-ee82-47a2-9c9f-2b596660109b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Allocated IP 2001:db8::1ee (ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01/934766a6-e2f3-46ef-997b-05d0b507be60/dd756caa-4142-4a4d-ae39-466dcee9265a) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:04.762707 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Transition to ACTIVE for port object 93988bd6-eb87-4680-b29d-79749af14e63 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:04.788696 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Attempting to bind port 6e3892e7-1436-46ed-b81e-92a4b9c27a58 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:04.789072 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Attempting to bind port 6e3892e7-1436-46ed-b81e-92a4b9c27a58 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '5f3a6e97-767a-4388-b589-2d1cbe74653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:04.789986 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Attempting to bind port 6e3892e7-1436-46ed-b81e-92a4b9c27a58 on network ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:04.800523 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:04.800904 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Checking segment: {'id': '5f3a6e97-767a-4388-b589-2d1cbe74653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:04.801311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:04.801707 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Bound using segment: {'id': '5f3a6e97-767a-4388-b589-2d1cbe74653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:04.802199 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Bound port: 6e3892e7-1436-46ed-b81e-92a4b9c27a58, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3a6e97-767a-4388-b589-2d1cbe74653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:04.802594 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:04.803293 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:04.851456 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network 1845519f-4f67-4b5a-91e4-42012b10aec4 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:04.855202 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:04.859557 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:04.887277 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=93988bd6-eb87-4680-b29d-79749af14e63,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:04.915552 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:04.919533 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-410084a3-664b-49d0-94d6-9e8be5c96f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:04.927141 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Allocated IP 172.20.0.2 (1845519f-4f67-4b5a-91e4-42012b10aec4/d4443043-b41c-4a00-874d-6bb6dbc06b9c/b2be51ed-9c69-4992-bab4-321336476378) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:04.933362 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-adc64c85-de74-4080-9724-e79836639f18 None None] For port 6e3892e7-1436-46ed-b81e-92a4b9c27a58, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:04.938140 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-adc64c85-de74-4080-9724-e79836639f18 None None] For port 6e3892e7-1436-46ed-b81e-92a4b9c27a58, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6e3892e7-1436-46ed-b81e-92a4b9c27a58,segment=NetworkSegment(5f3a6e97-767a-4388-b589-2d1cbe74653f),segment_id=5f3a6e97-767a-4388-b589-2d1cbe74653f)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:04.944345 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:05.043616 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10feac11-ee82-47a2-9c9f-2b596660109b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:05.053637 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-dcef4004-ccff-4a46-99d5-1f9f559088ed req-6a38955a-d967-4aa4-b019-0fce092e83cf tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:05.062205 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc64c85-de74-4080-9724-e79836639f18 None None] Pushing event updated for resources: {'Port': ['ID=6e3892e7-1436-46ed-b81e-92a4b9c27a58,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:05.066983 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:05.078327 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-10feac11-ee82-47a2-9c9f-2b596660109b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Transition to ACTIVE for port object dd756caa-4142-4a4d-ae39-466dcee9265a will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:05.114851 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38955a-d967-4aa4-b019-0fce092e83cf tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=f291f297-8f6e-4d93-ab24-be44dad0929f,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:05.154057 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 409a1151-1306-4fbe-a394-fa75be58aabf no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:05.155612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcef4004-ccff-4a46-99d5-1f9f559088ed req-6a38955a-d967-4aa4-b019-0fce092e83cf tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] No DVR routers for this DVR port f291f297-8f6e-4d93-ab24-be44dad0929f on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:05.158130 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-dcef4004-ccff-4a46-99d5-1f9f559088ed req-6a38955a-d967-4aa4-b019-0fce092e83cf tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:05.160095 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dcef4004-ccff-4a46-99d5-1f9f559088ed req-6a38955a-d967-4aa4-b019-0fce092e83cf tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "DELETE /v2.0/ports/f291f297-8f6e-4d93-ab24-be44dad0929f HTTP/1.1" status: 204 len: 173 time: 0.7128799 Jul 28 11:50:05.162383 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8baa320-3e52-48b0-a4ad-6c0e88b566ae', 'name': 'network-vif-deleted', 'tag': 'f291f297-8f6e-4d93-ab24-be44dad0929f'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:50:05.166712 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd6f291-d433-4326-b65f-0b297aa6b61e" -d '{"events": [{"server_uuid": "b8baa320-3e52-48b0-a4ad-6c0e88b566ae", "name": "network-vif-deleted", "tag": "f291f297-8f6e-4d93-ab24-be44dad0929f"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:50:05.205257 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10feac11-ee82-47a2-9c9f-2b596660109b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:05.206735 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 409a1151-1306-4fbe-a394-fa75be58aabf {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:05.207092 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 409a1151-1306-4fbe-a394-fa75be58aabf not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:05.240078 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:05.260433 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6806140e-3522-441b-82d6-3604b613a50c x-openstack-request-id: req-6806140e-3522-441b-82d6-3604b613a50c {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:50:05.260785 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8baa320-3e52-48b0-a4ad-6c0e88b566ae", "name": "network-vif-deleted", "tag": "f291f297-8f6e-4d93-ab24-be44dad0929f", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:50:05.261439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6806140e-3522-441b-82d6-3604b613a50c {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:50:05.261580 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8baa320-3e52-48b0-a4ad-6c0e88b566ae', 'name': 'network-vif-deleted', 'tag': 'f291f297-8f6e-4d93-ab24-be44dad0929f', 'status': 'completed', 'code': 200} Jul 28 11:50:05.265914 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Transition to ACTIVE for port object b2be51ed-9c69-4992-bab4-321336476378 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:05.291566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10feac11-ee82-47a2-9c9f-2b596660109b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:05.311733 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-10feac11-ee82-47a2-9c9f-2b596660109b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:05.312503 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Transition to ACTIVE for port object b2be51ed-9c69-4992-bab4-321336476378 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:05.316090 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10feac11-ee82-47a2-9c9f-2b596660109b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:05.336546 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10feac11-ee82-47a2-9c9f-2b596660109b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:05.337539 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10feac11-ee82-47a2-9c9f-2b596660109b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:05.341080 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:05.347717 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:05.361615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10feac11-ee82-47a2-9c9f-2b596660109b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=dd756caa-4142-4a4d-ae39-466dcee9265a,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:05.373375 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-10feac11-ee82-47a2-9c9f-2b596660109b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4474497 Jul 28 11:50:05.373664 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59566) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:05.392856 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Network 1845519f-4f67-4b5a-91e4-42012b10aec4 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:05.396833 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:05.402553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:05.418586 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Pushing event updated for resources: {'Port': ['ID=b2be51ed-9c69-4992-bab4-321336476378,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:05.474376 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Attempting to bind port b2be51ed-9c69-4992-bab4-321336476378 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:05.475189 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Attempting to bind port b2be51ed-9c69-4992-bab4-321336476378 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'cf01e47e-7a8e-49d0-9454-e565f24e2411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:05.475761 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Attempting to bind port b2be51ed-9c69-4992-bab4-321336476378 on network 1845519f-4f67-4b5a-91e4-42012b10aec4 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:05.481912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:05.482607 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Checking segment: {'id': 'cf01e47e-7a8e-49d0-9454-e565f24e2411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:05.483706 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:05.484291 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Bound using segment: {'id': 'cf01e47e-7a8e-49d0-9454-e565f24e2411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:05.486603 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Bound port: b2be51ed-9c69-4992-bab4-321336476378, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf01e47e-7a8e-49d0-9454-e565f24e2411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:05.487224 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:05.497248 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:05.507431 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:05.585062 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] For port b2be51ed-9c69-4992-bab4-321336476378, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:05.598246 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] For port b2be51ed-9c69-4992-bab4-321336476378, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b2be51ed-9c69-4992-bab4-321336476378,segment=NetworkSegment(cf01e47e-7a8e-49d0-9454-e565f24e2411),segment_id=cf01e47e-7a8e-49d0-9454-e565f24e2411)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:05.610329 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:05.626207 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=93988bd6-eb87-4680-b29d-79749af14e63,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:05.629198 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:05.742156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02eb26-ad03-44e6-b22b-4a4e0923fa3f None None] Pushing event updated for resources: {'Port': ['ID=b2be51ed-9c69-4992-bab4-321336476378,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:05.798283 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c2f70d14-ee31-46b8-8e32-ed2cc0bb8363 req-500b627e-b074-4a52-88e9-778157de27ae tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8baa320-3e52-48b0-a4ad-6c0e88b566ae HTTP/1.1" status: 200 len: 210 time: 0.1093500 Jul 28 11:50:05.871228 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network 1845519f-4f67-4b5a-91e4-42012b10aec4 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:05.872695 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:05.938346 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d9894798-24c4-4068-9c74-755a95b3707c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:06.241208 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d9894798-24c4-4068-9c74-755a95b3707c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:06.246059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d9894798-24c4-4068-9c74-755a95b3707c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:06.313327 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f96d6d0-5ad7-4b79-b943-2f9a1b4e85b1 None None] Network ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:06.347581 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 794a8e82-43c0-42c6-a36f-615c00b6ff73 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:50:06.359111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9894798-24c4-4068-9c74-755a95b3707c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=dd756caa-4142-4a4d-ae39-466dcee9265a,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:06.382433 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:06.403190 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-676179ce-7c89-4e6c-b9e7-d7d4ee3f2c6e None None] Provisioning for port 6e3892e7-1436-46ed-b81e-92a4b9c27a58 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:06.442178 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:06.455449 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d9894798-24c4-4068-9c74-755a95b3707c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:06.458950 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a6799621-5922-4765-83b8-e25309f89e01 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/794a8e82-43c0-42c6-a36f-615c00b6ff73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4865375 Jul 28 11:50:06.459473 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59570) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:06.462272 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Sync routers for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:06.472645 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:06.475521 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:06.535258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-69cad5ce-d85a-4497-9baa-8856bab910b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'network': {'name': 'tempest-RoutersTest-1788919872'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:06.577011 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:06.609530 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d9894798-24c4-4068-9c74-755a95b3707c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:06.629225 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cad5ce-d85a-4497-9baa-8856bab910b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:06.632763 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-69cad5ce-d85a-4497-9baa-8856bab910b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:06.679699 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69cad5ce-d85a-4497-9baa-8856bab910b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:50:06.698164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-69cad5ce-d85a-4497-9baa-8856bab910b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:06.698555 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-69cad5ce-d85a-4497-9baa-8856bab910b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Added segment bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba of type vlan for network 4b8b74bc-a2cd-4122-9f10-58872ced53bb Jul 28 11:50:06.811959 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:05Z', 'revision_number': 2, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:05Z', 'revision_number': 2, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:06.812696 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-69cad5ce-d85a-4497-9baa-8856bab910b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:06.854253 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Checking router: 794a8e82-43c0-42c6-a36f-615c00b6ff73 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:06.855063 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Updating router 794a8e82-43c0-42c6-a36f-615c00b6ff73 port 93988bd6-eb87-4680-b29d-79749af14e63 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:50:06.884561 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-07e13a72-2343-4913-a2fe-e05f0c8e9bf5 None None] Provisioning for port dd756caa-4142-4a4d-ae39-466dcee9265a completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:06.892699 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:06.893016 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-07e13a72-2343-4913-a2fe-e05f0c8e9bf5 None None] Provisioning complete for port dd756caa-4142-4a4d-ae39-466dcee9265a triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:06.893404 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07e13a72-2343-4913-a2fe-e05f0c8e9bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:06.921365 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-69cad5ce-d85a-4497-9baa-8856bab910b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:06.923161 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59574) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:06.938200 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cad5ce-d85a-4497-9baa-8856bab910b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:06.945287 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-69cad5ce-d85a-4497-9baa-8856bab910b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:06.957977 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-07e13a72-2343-4913-a2fe-e05f0c8e9bf5 None None] Port dd756caa-4142-4a4d-ae39-466dcee9265a cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:07.018241 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d0a44c3-137c-47f0-a089-4207ec3d9937 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.052647 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d0a44c3-137c-47f0-a089-4207ec3d9937 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.063711 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-69cad5ce-d85a-4497-9baa-8856bab910b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5608897 Jul 28 11:50:07.063711 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cad5ce-d85a-4497-9baa-8856bab910b3 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Network': ['ID=4b8b74bc-a2cd-4122-9f10-58872ced53bb,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:07.064122 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59576) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:07.074402 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 4b8b74bc-a2cd-4122-9f10-58872ced53bb details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:50:07.074768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-53f4b9a1-5452-4ec7-a4fc-e21050ac8bd2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'subnet': {'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:07.107696 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9977f9c-d2c0-456c-8eef-2d1799cb27b0 None None] Network 1845519f-4f67-4b5a-91e4-42012b10aec4 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:07.162925 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d0a44c3-137c-47f0-a089-4207ec3d9937 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.168214 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5d0a44c3-137c-47f0-a089-4207ec3d9937 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.169547 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d9894798-24c4-4068-9c74-755a95b3707c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.170934 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5d0a44c3-137c-47f0-a089-4207ec3d9937 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/security-groups/868e0bed-0e9a-4c60-88b2-8a3ad88ad023 HTTP/1.1" status: 204 len: 168 time: 0.2466123 Jul 28 11:50:07.193983 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a44c3-137c-47f0-a089-4207ec3d9937 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=868e0bed-0e9a-4c60-88b2-8a3ad88ad023,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:07.220840 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d9894798-24c4-4068-9c74-755a95b3707c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.221908 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d9894798-24c4-4068-9c74-755a95b3707c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.235982 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59580) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:07.317706 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.345664 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Transition to ACTIVE for port object 93988bd6-eb87-4680-b29d-79749af14e63 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:07.348392 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-68563929-5533-4ea1-90d1-d0ac707fe9d2 None None] Provisioning for port b2be51ed-9c69-4992-bab4-321336476378 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:07.349037 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-936a58c8-eac6-4d38-87bf-89e7099e1637 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting subnet 25163554-e704-421d-9842-5461d73e5149 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:50:07.355076 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-936a58c8-eac6-4d38-87bf-89e7099e1637 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.372647 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9894798-24c4-4068-9c74-755a95b3707c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=dd756caa-4142-4a4d-ae39-466dcee9265a,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:07.391033 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.427396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-936a58c8-eac6-4d38-87bf-89e7099e1637 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.460836 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f4b9a1-5452-4ec7-a4fc-e21050ac8bd2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:07.465138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-53f4b9a1-5452-4ec7-a4fc-e21050ac8bd2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.472247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b2be51ed-9c69-4992-bab4-321336476378 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:07.521945 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66623ef8-2ee8-425d-be99-a3c3b079cd37 None None] Pushing event updated for resources: {'Port': ['ID=93988bd6-eb87-4680-b29d-79749af14e63,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:07.534490 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9fe86344-56bc-4314-9aae-62012903a4d4 None None] Provisioning complete for port dd756caa-4142-4a4d-ae39-466dcee9265a triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:07.535192 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9fe86344-56bc-4314-9aae-62012903a4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.552074 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66623ef8-2ee8-425d-be99-a3c3b079cd37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:07.552422 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66623ef8-2ee8-425d-be99-a3c3b079cd37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:07.552764 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66623ef8-2ee8-425d-be99-a3c3b079cd37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:07.553094 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66623ef8-2ee8-425d-be99-a3c3b079cd37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:07.553428 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66623ef8-2ee8-425d-be99-a3c3b079cd37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:07.553762 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66623ef8-2ee8-425d-be99-a3c3b079cd37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:07.554089 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66623ef8-2ee8-425d-be99-a3c3b079cd37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:07.554456 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66623ef8-2ee8-425d-be99-a3c3b079cd37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:07.554878 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66623ef8-2ee8-425d-be99-a3c3b079cd37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:07.555795 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66623ef8-2ee8-425d-be99-a3c3b079cd37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:07.556262 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66623ef8-2ee8-425d-be99-a3c3b079cd37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:07.556587 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66623ef8-2ee8-425d-be99-a3c3b079cd37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:07.560193 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-936a58c8-eac6-4d38-87bf-89e7099e1637 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.590218 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Attempting to bind port 93988bd6-eb87-4680-b29d-79749af14e63 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:07.591715 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Attempting to bind port 93988bd6-eb87-4680-b29d-79749af14e63 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'cf01e47e-7a8e-49d0-9454-e565f24e2411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:07.592091 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Attempting to bind port 93988bd6-eb87-4680-b29d-79749af14e63 on network 1845519f-4f67-4b5a-91e4-42012b10aec4 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:07.597844 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:07.598222 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Checking segment: {'id': 'cf01e47e-7a8e-49d0-9454-e565f24e2411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:07.598646 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.599040 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Bound using segment: {'id': 'cf01e47e-7a8e-49d0-9454-e565f24e2411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:07.599518 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Bound port: 93988bd6-eb87-4680-b29d-79749af14e63, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf01e47e-7a8e-49d0-9454-e565f24e2411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:07.599920 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.632046 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9fe86344-56bc-4314-9aae-62012903a4d4 None None] Port dd756caa-4142-4a4d-ae39-466dcee9265a cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:07.638884 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port b2be51ed-9c69-4992-bab4-321336476378 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:07.643856 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port b2be51ed-9c69-4992-bab4-321336476378 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:07.644238 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.649471 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-936a58c8-eac6-4d38-87bf-89e7099e1637 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.665342 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-936a58c8-eac6-4d38-87bf-89e7099e1637 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.667817 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-936a58c8-eac6-4d38-87bf-89e7099e1637 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/subnets/25163554-e704-421d-9842-5461d73e5149 HTTP/1.1" status: 204 len: 168 time: 0.4308324 Jul 28 11:50:07.683717 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] For port 93988bd6-eb87-4680-b29d-79749af14e63, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:07.687231 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3079dade-6e6a-4822-9021-63afa21fac51 None None] Network 7c151f7d-1758-46b3-9da6-f69e646cee45 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:07.687694 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59582) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:07.688738 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] For port 93988bd6-eb87-4680-b29d-79749af14e63, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=93988bd6-eb87-4680-b29d-79749af14e63,segment=NetworkSegment(cf01e47e-7a8e-49d0-9454-e565f24e2411),segment_id=cf01e47e-7a8e-49d0-9454-e565f24e2411)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:07.690604 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a58c8-eac6-4d38-87bf-89e7099e1637 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Subnet': ['ID=25163554-e704-421d-9842-5461d73e5149,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:07.701185 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.787892 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:07.788555 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:07.788830 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.792965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9c1c541b-f2de-43a3-9e13-b87be8dbc683 None None] Provisioning complete for port dd756caa-4142-4a4d-ae39-466dcee9265a triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:07.793345 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c1c541b-f2de-43a3-9e13-b87be8dbc683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.887380 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66623ef8-2ee8-425d-be99-a3c3b079cd37 None None] Pushing event updated for resources: {'Port': ['ID=93988bd6-eb87-4680-b29d-79749af14e63,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:07.900675 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:07.901370 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.907327 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9c1c541b-f2de-43a3-9e13-b87be8dbc683 None None] Port dd756caa-4142-4a4d-ae39-466dcee9265a cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:07.945035 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.950859 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:07.958292 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:07.965053 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device f291f297-8f6e-4d93-ab24-be44dad0929f no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:07.995001 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: f291f297-8f6e-4d93-ab24-be44dad0929f {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:07.995342 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device f291f297-8f6e-4d93-ab24-be44dad0929f not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:08.045412 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port b2be51ed-9c69-4992-bab4-321336476378, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b2be51ed-9c69-4992-bab4-321336476378,segment=NetworkSegment(cf01e47e-7a8e-49d0-9454-e565f24e2411),segment_id=cf01e47e-7a8e-49d0-9454-e565f24e2411)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:08.048406 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6,segment=NetworkSegment(3b700c62-cf02-47e0-bc05-d40443bc89ab),segment_id=3b700c62-cf02-47e0-bc05-d40443bc89ab)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:08.054511 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.056110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8a8d5d40-5c28-49ce-85cd-4738ca298e71 None None] Provisioning complete for port b2be51ed-9c69-4992-bab4-321336476378 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:08.056607 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a8d5d40-5c28-49ce-85cd-4738ca298e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.059408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.060365 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6e3892e7-1436-46ed-b81e-92a4b9c27a58 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:08.080306 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:08.104426 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9894798-24c4-4068-9c74-755a95b3707c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:08.116640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-d9894798-24c4-4068-9c74-755a95b3707c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:08.152289 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfeb13a-54bd-4f47-a0a1-1d89aae87548 None None] DHCP port deletion for 7c151f7d-1758-46b3-9da6-f69e646cee45 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:50:08.251091 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:05Z', 'revision_number': 2, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:07Z', 'revision_number': 4, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:08.259793 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.293271 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:08.303444 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9946aadf-2b9f-4850-a5d3-3d301ed56a11 None None] The sync data for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv is: [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:05Z', 'revision_number': 2, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:07Z', 'revision_number': 4, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:08.307222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=b2be51ed-9c69-4992-bab4-321336476378,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:08.308549 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] No DVR routers for this DVR port c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:08.428529 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.441433 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c151f7d-1758-46b3-9da6-f69e646cee45']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:08.457421 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b700c62-cf02-47e0-bc05-d40443bc89ab') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:08.458002 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b700c62-cf02-47e0-bc05-d40443bc89ab') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:08.470581 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 6e3892e7-1436-46ed-b81e-92a4b9c27a58 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:08.478695 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.490332 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-53f4b9a1-5452-4ec7-a4fc-e21050ac8bd2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.493347 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 6e3892e7-1436-46ed-b81e-92a4b9c27a58 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:08.493918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.502515 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.512526 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:50:08.513501 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:50:08.517800 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:50:08.557451 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8a8d5d40-5c28-49ce-85cd-4738ca298e71 None None] Provisioning for port 93988bd6-eb87-4680-b29d-79749af14e63 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:08.609140 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-abfeb13a-54bd-4f47-a0a1-1d89aae87548 None None] Deleting port c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:08.609898 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-abfeb13a-54bd-4f47-a0a1-1d89aae87548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.623921 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.626216 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4b9a1-5452-4ec7-a4fc-e21050ac8bd2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Subnet': ['ID=f7400bb5-e06b-42b0-999c-f43799511c63,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:08.635066 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f4b9a1-5452-4ec7-a4fc-e21050ac8bd2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Checking segment: {'id': 'bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:08.635435 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f4b9a1-5452-4ec7-a4fc-e21050ac8bd2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network hostable DHCP agents. Network: 4b8b74bc-a2cd-4122-9f10-58872ced53bb, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:50:08.637268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.642175 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/networks/7c151f7d-1758-46b3-9da6-f69e646cee45 HTTP/1.1" status: 204 len: 168 time: 0.9500623 Jul 28 11:50:08.643295 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59584) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:08.675150 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9894798-24c4-4068-9c74-755a95b3707c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router d79dcad9-5225-4ff5-90f3-a5bb49fc9730 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:50:08.685196 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84898f-3e87-4d14-a35a-4e1379d4d067 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Network': ['ID=7c151f7d-1758-46b3-9da6-f69e646cee45,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:08.707975 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f4b9a1-5452-4ec7-a4fc-e21050ac8bd2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network 4b8b74bc-a2cd-4122-9f10-58872ced53bb is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:50:08.731266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.745407 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-53f4b9a1-5452-4ec7-a4fc-e21050ac8bd2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 4b8b74bc-a2cd-4122-9f10-58872ced53bb) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:08.760109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f4b9a1-5452-4ec7-a4fc-e21050ac8bd2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:08.760649 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-53f4b9a1-5452-4ec7-a4fc-e21050ac8bd2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.776040 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d2fe9b-9f81-4285-a3e8-6445151c2d46 None None] Network 4b8b74bc-a2cd-4122-9f10-58872ced53bb requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:08.778803 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-abfeb13a-54bd-4f47-a0a1-1d89aae87548 None None] For port c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6, host dv-neutron-786478-16-hyperv, got binding levels [] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:08.779308 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-abfeb13a-54bd-4f47-a0a1-1d89aae87548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.845362 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-abfeb13a-54bd-4f47-a0a1-1d89aae87548 None None] Calling delete_port for c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:08.849056 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-abfeb13a-54bd-4f47-a0a1-1d89aae87548 None None] Port c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 was not found and therefore no delete operation was performed {{(pid=100417) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:50:08.893254 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-abfeb13a-54bd-4f47-a0a1-1d89aae87548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.907832 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-53f4b9a1-5452-4ec7-a4fc-e21050ac8bd2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8357925 Jul 28 11:50:08.909166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59586) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:08.913987 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 6e3892e7-1436-46ed-b81e-92a4b9c27a58, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6e3892e7-1436-46ed-b81e-92a4b9c27a58,segment=NetworkSegment(5f3a6e97-767a-4388-b589-2d1cbe74653f),segment_id=5f3a6e97-767a-4388-b589-2d1cbe74653f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:08.950350 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-abfeb13a-54bd-4f47-a0a1-1d89aae87548 None None] Network 7c151f7d-1758-46b3-9da6-f69e646cee45 is not hosted by any dhcp agent {{(pid=100417) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 11:50:08.950841 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfeb13a-54bd-4f47-a0a1-1d89aae87548 None None] No DVR routers for this DVR port c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:08.953061 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-19afd29b-9c28-43a3-8d37-b2bbe800e064 None None] Provisioning complete for port dd756caa-4142-4a4d-ae39-466dcee9265a triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:08.953435 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19afd29b-9c28-43a3-8d37-b2bbe800e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.979495 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:08.991270 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfeb13a-54bd-4f47-a0a1-1d89aae87548 None None] Pushing event deleted for resources: {'Port': ['ID=c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:09.029928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9894798-24c4-4068-9c74-755a95b3707c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:09.059375 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a78068f-1683-47dd-875e-804c48d9d214 None None] Sync routers for ids ['d79dcad9-5225-4ff5-90f3-a5bb49fc9730'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:09.068125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-19afd29b-9c28-43a3-8d37-b2bbe800e064 None None] Port dd756caa-4142-4a4d-ae39-466dcee9265a cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:09.077098 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d9894798-24c4-4068-9c74-755a95b3707c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/d79dcad9-5225-4ff5-90f3-a5bb49fc9730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7022309 Jul 28 11:50:09.077945 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59588) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:09.147320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a78068f-1683-47dd-875e-804c48d9d214 None None] Routers {'d79dcad9-5225-4ff5-90f3-a5bb49fc9730'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:09.147320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2a78068f-1683-47dd-875e-804c48d9d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d79dcad9-5225-4ff5-90f3-a5bb49fc9730'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:09.153683 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=6e3892e7-1436-46ed-b81e-92a4b9c27a58,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:09.156540 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:50:09.157416 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:09.214131 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2a78068f-1683-47dd-875e-804c48d9d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:09.215075 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-88559d1d-d6eb-42e1-a977-c3e7099a971c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port b3f49732-764a-42fb-80a3-ffd58cbe8d6d {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:09.215544 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-88559d1d-d6eb-42e1-a977-c3e7099a971c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:09.215634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bab5bc-f5f3-4fe4-91a3-d29b990e34b0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:09.222101 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c4bab5bc-f5f3-4fe4-91a3-d29b990e34b0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports/dd756caa-4142-4a4d-ae39-466dcee9265a HTTP/1.1" status: 200 len: 983 time: 0.1430206 Jul 28 11:50:09.224839 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59590) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:09.347396 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a78068f-1683-47dd-875e-804c48d9d214 None None] Routers {'d79dcad9-5225-4ff5-90f3-a5bb49fc9730'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:09.348408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2a78068f-1683-47dd-875e-804c48d9d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d79dcad9-5225-4ff5-90f3-a5bb49fc9730'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:09.400073 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b2be51ed-9c69-4992-bab4-321336476378 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:09.405655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2a78068f-1683-47dd-875e-804c48d9d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:09.406281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a78068f-1683-47dd-875e-804c48d9d214 None None] The sync data for ids ['d79dcad9-5225-4ff5-90f3-a5bb49fc9730'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:09.429326 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-88559d1d-d6eb-42e1-a977-c3e7099a971c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:09.430185 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-88559d1d-d6eb-42e1-a977-c3e7099a971c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:09.450044 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-88559d1d-d6eb-42e1-a977-c3e7099a971c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for b3f49732-764a-42fb-80a3-ffd58cbe8d6d owned by network:floatingip {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:09.478937 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Allocated IP 172.21.0.2 (4b8b74bc-a2cd-4122-9f10-58872ced53bb/f7400bb5-e06b-42b0-999c-f43799511c63/712b3508-4e52-4c09-9544-ca2547de3cf6) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:09.513159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port b2be51ed-9c69-4992-bab4-321336476378 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:09.513538 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:09.584050 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:09.588967 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-282fe3cb-7edf-4ecb-9361-02426990e45f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:09.833041 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-282fe3cb-7edf-4ecb-9361-02426990e45f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting port dd756caa-4142-4a4d-ae39-466dcee9265a {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:09.833656 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-282fe3cb-7edf-4ecb-9361-02426990e45f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:09.846053 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 93988bd6-eb87-4680-b29d-79749af14e63 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:09.858160 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-88559d1d-d6eb-42e1-a977-c3e7099a971c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:09.895805 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88559d1d-d6eb-42e1-a977-c3e7099a971c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=b3f49732-764a-42fb-80a3-ffd58cbe8d6d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:09.903635 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:09.915559 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Transition to ACTIVE for port object 712b3508-4e52-4c09-9544-ca2547de3cf6 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:09.934478 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Transition to ACTIVE for port object 712b3508-4e52-4c09-9544-ca2547de3cf6 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:09.937816 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 93988bd6-eb87-4680-b29d-79749af14e63 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:09.942459 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 93988bd6-eb87-4680-b29d-79749af14e63 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:09.942459 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:09.944295 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:09.948348 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-282fe3cb-7edf-4ecb-9361-02426990e45f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:09.964749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-282fe3cb-7edf-4ecb-9361-02426990e45f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Calling delete_port for dd756caa-4142-4a4d-ae39-466dcee9265a owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:09.992683 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-88559d1d-d6eb-42e1-a977-c3e7099a971c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:09.993641 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-88559d1d-d6eb-42e1-a977-c3e7099a971c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP 13cc328e-f9ad-4756-b167-cc14fe7acd9e disassociated (deleted). External IP: 172.26.1.127, port: 856b75db-0181-42eb-9a12-c961a13668ad. Jul 28 11:50:10.008136 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Network 4b8b74bc-a2cd-4122-9f10-58872ced53bb is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:10.018748 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:10.023343 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:10.028567 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Pushing event updated for resources: {'Port': ['ID=712b3508-4e52-4c09-9544-ca2547de3cf6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:10.051542 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Allocated IP 172.21.0.1 (4b8b74bc-a2cd-4122-9f10-58872ced53bb/f7400bb5-e06b-42b0-999c-f43799511c63/bedc3b8c-0f46-4f35-a81f-629831a5ee45) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:10.115325 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Attempting to bind port 712b3508-4e52-4c09-9544-ca2547de3cf6 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:10.115672 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Attempting to bind port 712b3508-4e52-4c09-9544-ca2547de3cf6 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:10.116068 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Attempting to bind port 712b3508-4e52-4c09-9544-ca2547de3cf6 on network 4b8b74bc-a2cd-4122-9f10-58872ced53bb {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:10.123880 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:10.124252 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Checking segment: {'id': 'bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:10.124657 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:10.125049 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Bound using segment: {'id': 'bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:10.125518 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Bound port: 712b3508-4e52-4c09-9544-ca2547de3cf6, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:10.125907 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:10.143552 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:10.177102 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-282fe3cb-7edf-4ecb-9361-02426990e45f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:10.226456 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fe3cb-7edf-4ecb-9361-02426990e45f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Port': ['ID=dd756caa-4142-4a4d-ae39-466dcee9265a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:10.245687 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] For port 712b3508-4e52-4c09-9544-ca2547de3cf6, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:10.250949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] For port 712b3508-4e52-4c09-9544-ca2547de3cf6, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=712b3508-4e52-4c09-9544-ca2547de3cf6,segment=NetworkSegment(bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba),segment_id=bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:10.255431 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 93988bd6-eb87-4680-b29d-79749af14e63, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=93988bd6-eb87-4680-b29d-79749af14e63,segment=NetworkSegment(cf01e47e-7a8e-49d0-9454-e565f24e2411),segment_id=cf01e47e-7a8e-49d0-9454-e565f24e2411)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:10.259204 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:10.270596 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:10.356490 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-282fe3cb-7edf-4ecb-9361-02426990e45f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:10.361740 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f01a0-f79c-4acc-8f2d-71577e0d7bf1 None None] Pushing event updated for resources: {'Port': ['ID=712b3508-4e52-4c09-9544-ca2547de3cf6,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:10.363725 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:10.370236 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:10.384510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Transition to ACTIVE for port object bedc3b8c-0f46-4f35-a81f-629831a5ee45 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:10.393307 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88559d1d-d6eb-42e1-a977-c3e7099a971c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:10.416471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:10.416825 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c68e31f9-e29b-4cf8-81d9-fd7fa64a71d6 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:10.445865 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=93988bd6-eb87-4680-b29d-79749af14e63,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:10.483029 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:10.600535 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282fe3cb-7edf-4ecb-9361-02426990e45f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router d79dcad9-5225-4ff5-90f3-a5bb49fc9730 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:10.691058 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282fe3cb-7edf-4ecb-9361-02426990e45f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:10.697454 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-282fe3cb-7edf-4ecb-9361-02426990e45f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/d79dcad9-5225-4ff5-90f3-a5bb49fc9730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4675419 Jul 28 11:50:10.702228 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b7e728-9b6b-4ec9-9b2e-376e12f68562 None None] Sync routers for ids ['d79dcad9-5225-4ff5-90f3-a5bb49fc9730'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:10.705906 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59592) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:10.714624 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b7e728-9b6b-4ec9-9b2e-376e12f68562 None None] Routers {'d79dcad9-5225-4ff5-90f3-a5bb49fc9730'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:10.717003 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a6b7e728-9b6b-4ec9-9b2e-376e12f68562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d79dcad9-5225-4ff5-90f3-a5bb49fc9730'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:10.759488 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a6b7e728-9b6b-4ec9-9b2e-376e12f68562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:10.768470 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b7e728-9b6b-4ec9-9b2e-376e12f68562 None None] Routers {'d79dcad9-5225-4ff5-90f3-a5bb49fc9730'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:10.769228 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a6b7e728-9b6b-4ec9-9b2e-376e12f68562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d79dcad9-5225-4ff5-90f3-a5bb49fc9730'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:10.810862 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a6b7e728-9b6b-4ec9-9b2e-376e12f68562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:10.811527 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b7e728-9b6b-4ec9-9b2e-376e12f68562 None None] The sync data for ids ['d79dcad9-5225-4ff5-90f3-a5bb49fc9730'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:10.898111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network 4b8b74bc-a2cd-4122-9f10-58872ced53bb is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:10.902812 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-7faf9dfa-21be-4061-b25c-11cf62652ea4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] remove_router_interface failed (client error): The resource could not be found. Jul 28 11:50:10.904125 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7faf9dfa-21be-4061-b25c-11cf62652ea4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/d79dcad9-5225-4ff5-90f3-a5bb49fc9730/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1971805 Jul 28 11:50:10.906680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:10.907397 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59594) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:10.911494 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:10.915057 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88559d1d-d6eb-42e1-a977-c3e7099a971c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:10.920378 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-88559d1d-d6eb-42e1-a977-c3e7099a971c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:10.922345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=bedc3b8c-0f46-4f35-a81f-629831a5ee45,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:10.924679 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25fcf8d-982c-4c12-927d-089d4dbe1f45 None None] Sync routers for ids ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:10.934910 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25fcf8d-982c-4c12-927d-089d4dbe1f45 None None] Routers {'9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:10.935671 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d25fcf8d-982c-4c12-927d-089d4dbe1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:10.939706 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3c81d9a2-0259-4b7e-9c3f-ef489dcd0929 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d79dcad9-5225-4ff5-90f3-a5bb49fc9730 HTTP/1.1" status: 200 len: 205 time: 0.0290546 Jul 28 11:50:10.939940 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59596) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:10.980274 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-88559d1d-d6eb-42e1-a977-c3e7099a971c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/floatingips/13cc328e-f9ad-4756-b167-cc14fe7acd9e HTTP/1.1" status: 204 len: 168 time: 2.3366675 Jul 28 11:50:10.980965 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'tag': '856b75db-0181-42eb-9a12-c961a13668ad'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:50:10.983635 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8119b52b-399d-4acf-959f-3fd6fe78f192" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5cf840-ca9b-44fa-8bb1-22e5c00806bf", "tag": "856b75db-0181-42eb-9a12-c961a13668ad"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:50:10.992595 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:11.018346 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7e93a6c9-0a88-4cec-8809-db6af3ff1b71 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:11.037585 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea20f4bc-c33c-4cb9-a111-9e5d26e76a90 x-openstack-request-id: req-ea20f4bc-c33c-4cb9-a111-9e5d26e76a90 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:50:11.037940 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5cf840-ca9b-44fa-8bb1-22e5c00806bf", "tag": "856b75db-0181-42eb-9a12-c961a13668ad", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:50:11.038285 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea20f4bc-c33c-4cb9-a111-9e5d26e76a90 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:50:11.038776 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'tag': '856b75db-0181-42eb-9a12-c961a13668ad', 'status': 'completed', 'code': 200} Jul 28 11:50:11.119646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-d25fcf8d-982c-4c12-927d-089d4dbe1f45 None None] Set router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:11.152397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119b52b-399d-4acf-959f-3fd6fe78f192 req-4df49004-15be-4d41-9da8-950148baa3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:11.156008 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8119b52b-399d-4acf-959f-3fd6fe78f192 req-4df49004-15be-4d41-9da8-950148baa3aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 1098 time: 0.0881522 Jul 28 11:50:11.280513 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7e93a6c9-0a88-4cec-8809-db6af3ff1b71 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:11.282719 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7e93a6c9-0a88-4cec-8809-db6af3ff1b71 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:11.330856 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:11.339234 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7e93a6c9-0a88-4cec-8809-db6af3ff1b71 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:11.342972 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e93a6c9-0a88-4cec-8809-db6af3ff1b71 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Fanout notify agent at l3_agent the message router_deleted on router d79dcad9-5225-4ff5-90f3-a5bb49fc9730 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:50:11.353096 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7e93a6c9-0a88-4cec-8809-db6af3ff1b71 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:11.358883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59604) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:11.362526 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7e93a6c9-0a88-4cec-8809-db6af3ff1b71 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/routers/d79dcad9-5225-4ff5-90f3-a5bb49fc9730 HTTP/1.1" status: 204 len: 168 time: 0.4215391 Jul 28 11:50:11.424420 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810482b-3646-4234-b2fa-af9e89b23ddd req-786fc00f-8970-4563-8911-1f40db52860b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:11.427496 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d25fcf8d-982c-4c12-927d-089d4dbe1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:50:01Z', 'revision_number': 6, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'd3ff3380-7b43-4c37-ad8e-46e8dff900d2', 'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:5c:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:09Z', 'updated_at': '2021-07-28T11:48:15Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:11.432193 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1810482b-3646-4234-b2fa-af9e89b23ddd req-786fc00f-8970-4563-8911-1f40db52860b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 945 time: 0.0634899 Jul 28 11:50:11.466755 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6e3892e7-1436-46ed-b81e-92a4b9c27a58 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:11.469476 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25fcf8d-982c-4c12-927d-089d4dbe1f45 None None] Checking router: 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:11.488538 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1810482b-3646-4234-b2fa-af9e89b23ddd req-980b16da-619d-4866-9d5a-14643d94497b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=61150fbe-72ca-4f0f-823e-f544e2a831d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519552 Jul 28 11:50:11.503468 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25fcf8d-982c-4c12-927d-089d4dbe1f45 None None] Routers {'9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:11.504423 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d25fcf8d-982c-4c12-927d-089d4dbe1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:11.558006 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119b52b-399d-4acf-959f-3fd6fe78f192 req-f45ec8f3-1429-4e12-b31a-cffff279492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:11.559545 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8119b52b-399d-4acf-959f-3fd6fe78f192 req-f45ec8f3-1429-4e12-b31a-cffff279492f service neutron] 10.222.0.39 "GET /v2.0/networks?id=b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 HTTP/1.1" status: 200 len: 898 time: 0.3336971 Jul 28 11:50:11.585456 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-980b3047-3b6b-45ea-90ff-86e308cbbd97 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting subnet 934766a6-e2f3-46ef-997b-05d0b507be60 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:50:11.608834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 6e3892e7-1436-46ed-b81e-92a4b9c27a58 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:11.609208 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:11.621570 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8119b52b-399d-4acf-959f-3fd6fe78f192 req-b0f279c6-c9e5-42f1-9a18-aa4465bbe086 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=856b75db-0181-42eb-9a12-c961a13668ad HTTP/1.1" status: 200 len: 217 time: 0.0521405 Jul 28 11:50:11.622201 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-980b3047-3b6b-45ea-90ff-86e308cbbd97 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:11.637879 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b8985d-7c3c-45fe-92d9-7233014525d7 None None] Network 4b8b74bc-a2cd-4122-9f10-58872ced53bb requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:11.688324 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-d25fcf8d-982c-4c12-927d-089d4dbe1f45 None None] Set router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:11.736767 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c0972386-3864-4811-b350-47c5f02564cb None None] Provisioning for port 712b3508-4e52-4c09-9544-ca2547de3cf6 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:11.750002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-980b3047-3b6b-45ea-90ff-86e308cbbd97 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:11.787598 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119b52b-399d-4acf-959f-3fd6fe78f192 req-2c316910-c1f8-476e-ab6f-4cc31f6d31bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:11.789716 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8119b52b-399d-4acf-959f-3fd6fe78f192 req-2c316910-c1f8-476e-ab6f-4cc31f6d31bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b23141ed-c471-4a5e-93e5-569f161c6c26 HTTP/1.1" status: 200 len: 834 time: 0.1436656 Jul 28 11:50:11.919247 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-980b3047-3b6b-45ea-90ff-86e308cbbd97 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:11.921478 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 93988bd6-eb87-4680-b29d-79749af14e63 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:11.924637 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119b52b-399d-4acf-959f-3fd6fe78f192 req-ed6f5d8c-9a1d-4567-beaf-d14bd1f45824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:11.926189 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8119b52b-399d-4acf-959f-3fd6fe78f192 req-ed6f5d8c-9a1d-4567-beaf-d14bd1f45824 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b7a33a95-fbe5-45dc-a9c3-a85b667e3d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1263440 Jul 28 11:50:12.013708 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:12.025372 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:12.044288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 93988bd6-eb87-4680-b29d-79749af14e63 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:12.044899 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:12.100730 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d25fcf8d-982c-4c12-927d-089d4dbe1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:50:01Z', 'revision_number': 6, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'd3ff3380-7b43-4c37-ad8e-46e8dff900d2', 'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:5c:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:09Z', 'updated_at': '2021-07-28T11:48:15Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:12.125940 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-980b3047-3b6b-45ea-90ff-86e308cbbd97 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:12.131039 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25fcf8d-982c-4c12-927d-089d4dbe1f45 None None] The sync data for ids ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'] in dv-neutron-786478-16-hyperv is: [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:50:01Z', 'revision_number': 6, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'd3ff3380-7b43-4c37-ad8e-46e8dff900d2', 'name': '', 'network_id': 'b7a33a95-fbe5-45dc-a9c3-a85b667e3d72', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:5c:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:09Z', 'updated_at': '2021-07-28T11:48:15Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': 'b23141ed-c471-4a5e-93e5-569f161c6c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:12.174295 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 712b3508-4e52-4c09-9544-ca2547de3cf6 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:12.177236 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=bedc3b8c-0f46-4f35-a81f-629831a5ee45,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:12.186081 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:12.191383 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b3047-3b6b-45ea-90ff-86e308cbbd97 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Subnet': ['ID=934766a6-e2f3-46ef-997b-05d0b507be60,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:12.200703 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-980b3047-3b6b-45ea-90ff-86e308cbbd97 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:12.202710 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-980b3047-3b6b-45ea-90ff-86e308cbbd97 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/subnets/934766a6-e2f3-46ef-997b-05d0b507be60 HTTP/1.1" status: 204 len: 168 time: 0.7669160 Jul 28 11:50:12.205314 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59606) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:12.214380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0975d977-df97-4468-bcba-8b50fd94de3f None None] Network ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:12.217354 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8119b52b-399d-4acf-959f-3fd6fe78f192 req-4a9f5c03-0f75-4a02-bc29-7774e175f8c3 service neutron] 10.222.0.39 "GET /v2.0/networks/b7a33a95-fbe5-45dc-a9c3-a85b667e3d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683003 Jul 28 11:50:12.320663 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 712b3508-4e52-4c09-9544-ca2547de3cf6 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:12.342879 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 712b3508-4e52-4c09-9544-ca2547de3cf6 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:12.343312 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:12.423700 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-47569813-31e6-453a-a134-0160c2b8a844 None None] Provisioning for port bedc3b8c-0f46-4f35-a81f-629831a5ee45 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:12.434301 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:12.441150 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-47569813-31e6-453a-a134-0160c2b8a844 None None] Provisioning complete for port bedc3b8c-0f46-4f35-a81f-629831a5ee45 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:12.441554 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47569813-31e6-453a-a134-0160c2b8a844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:12.511138 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddfc285-1d25-4169-af3c-cf1abbae5b31 None None] New status for floating IP 13cc328e-f9ad-4756-b167-cc14fe7acd9e: DOWN {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:50:12.550736 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8119b52b-399d-4acf-959f-3fd6fe78f192 req-c15f9bc5-d0bc-4b50-af24-cc708f6c6374 service neutron] 10.222.0.39 "GET /v2.0/networks/b7a33a95-fbe5-45dc-a9c3-a85b667e3d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199015 Jul 28 11:50:12.562751 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network 4b8b74bc-a2cd-4122-9f10-58872ced53bb is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:12.569985 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:12.637886 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fb3cec-0248-4140-bca4-6af605ccbbc1 None None] DHCP port deletion for ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:50:12.671469 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bff28-405d-4cf1-b64f-25d1ad0dc715 req-cb107ff7-ddab-4602-a1eb-9bb49225a12c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:12.673019 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2e7bff28-405d-4cf1-b64f-25d1ad0dc715 req-cb107ff7-ddab-4602-a1eb-9bb49225a12c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 945 time: 0.1605475 Jul 28 11:50:12.708421 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d91b6e-ada6-4e65-ad82-143576b9c527 req-c679df50-cc87-417f-9fd8-edaf5ad99448 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:12.719977 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-54d91b6e-ada6-4e65-ad82-143576b9c527 req-c679df50-cc87-417f-9fd8-edaf5ad99448 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 945 time: 0.0826845 Jul 28 11:50:12.726341 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:12.753608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-47569813-31e6-453a-a134-0160c2b8a844 None None] Port bedc3b8c-0f46-4f35-a81f-629831a5ee45 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:12.773261 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting port 6e3892e7-1436-46ed-b81e-92a4b9c27a58 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:12.773658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:12.799276 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-54d91b6e-ada6-4e65-ad82-143576b9c527 req-b140d9a8-036d-4d3f-850a-ba8b541458e7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=61150fbe-72ca-4f0f-823e-f544e2a831d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726156 Jul 28 11:50:12.813852 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb3cec-0248-4140-bca4-6af605ccbbc1 None None] Deleting port 6e3892e7-1436-46ed-b81e-92a4b9c27a58 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:12.814335 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7fb3cec-0248-4140-bca4-6af605ccbbc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:12.867404 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 712b3508-4e52-4c09-9544-ca2547de3cf6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=712b3508-4e52-4c09-9544-ca2547de3cf6,segment=NetworkSegment(bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba),segment_id=bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:12.870038 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-47569813-31e6-453a-a134-0160c2b8a844 None None] Provisioning complete for port 712b3508-4e52-4c09-9544-ca2547de3cf6 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:12.871140 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47569813-31e6-453a-a134-0160c2b8a844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:12.897110 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 794a8e82-43c0-42c6-a36f-615c00b6ff73 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:12.915833 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:12.940576 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] For port 6e3892e7-1436-46ed-b81e-92a4b9c27a58, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6e3892e7-1436-46ed-b81e-92a4b9c27a58,segment=NetworkSegment(5f3a6e97-767a-4388-b589-2d1cbe74653f),segment_id=5f3a6e97-767a-4388-b589-2d1cbe74653f)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:12.940985 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:12.974758 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d7fb3cec-0248-4140-bca4-6af605ccbbc1 None None] For port 6e3892e7-1436-46ed-b81e-92a4b9c27a58, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6e3892e7-1436-46ed-b81e-92a4b9c27a58,segment=NetworkSegment(5f3a6e97-767a-4388-b589-2d1cbe74653f),segment_id=5f3a6e97-767a-4388-b589-2d1cbe74653f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:12.975241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7fb3cec-0248-4140-bca4-6af605ccbbc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:12.990974 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Calling delete_port for 6e3892e7-1436-46ed-b81e-92a4b9c27a58 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:12.997656 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb3cec-0248-4140-bca4-6af605ccbbc1 None None] Calling delete_port for 6e3892e7-1436-46ed-b81e-92a4b9c27a58 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:13.023683 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=712b3508-4e52-4c09-9544-ca2547de3cf6,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:13.027653 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13a790-d69b-4804-a641-ec18970c1679 req-c1efdc3e-9f28-40fb-9692-84ad95081617 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:13.035870 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7b13a790-d69b-4804-a641-ec18970c1679 req-c1efdc3e-9f28-40fb-9692-84ad95081617 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 946 time: 0.0566237 Jul 28 11:50:13.048143 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-2e7bff28-405d-4cf1-b64f-25d1ad0dc715 req-3ae692d7-b522-480b-adce-01b21a45d415 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 856b75db-0181-42eb-9a12-c961a13668ad {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:13.048495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-2e7bff28-405d-4cf1-b64f-25d1ad0dc715 req-3ae692d7-b522-480b-adce-01b21a45d415 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.069708 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7b13a790-d69b-4804-a641-ec18970c1679 req-63699266-0738-4d34-a59a-6568af5f5492 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329721 Jul 28 11:50:13.136327 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:13.144344 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7fb3cec-0248-4140-bca4-6af605ccbbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.149009 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-74a1fab9-b613-4cc2-b11b-8689229de8c2 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/794a8e82-43c0-42c6-a36f-615c00b6ff73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2366583 Jul 28 11:50:13.149351 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59614) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:13.156474 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-8ad60743-0ff0-4eff-9bce-aa361e9087cf tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'network': {'name': 'tempest-RoutersTest-1744056665'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:13.173496 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Sync routers for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:13.182701 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad60743-0ff0-4eff-9bce-aa361e9087cf tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:13.183260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb3cec-0248-4140-bca4-6af605ccbbc1 None None] Pushing event deleted for resources: {'Port': ['ID=6e3892e7-1436-46ed-b81e-92a4b9c27a58,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:13.187425 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ad60743-0ff0-4eff-9bce-aa361e9087cf tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.191305 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 712b3508-4e52-4c09-9544-ca2547de3cf6 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:13.214260 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad60743-0ff0-4eff-9bce-aa361e9087cf tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:50:13.216146 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-2e7bff28-405d-4cf1-b64f-25d1ad0dc715 req-3ae692d7-b522-480b-adce-01b21a45d415 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 856b75db-0181-42eb-9a12-c961a13668ad, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=856b75db-0181-42eb-9a12-c961a13668ad,segment=NetworkSegment(9d123eab-912d-404c-941b-9071e5b8e0d4),segment_id=9d123eab-912d-404c-941b-9071e5b8e0d4)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:13.216643 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-2e7bff28-405d-4cf1-b64f-25d1ad0dc715 req-3ae692d7-b522-480b-adce-01b21a45d415 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.225546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fb3cec-0248-4140-bca4-6af605ccbbc1 None None] No DVR routers for this DVR port 6e3892e7-1436-46ed-b81e-92a4b9c27a58 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:13.228465 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.230536 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:13.231181 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:13.231998 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ad60743-0ff0-4eff-9bce-aa361e9087cf tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.232442 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-8ad60743-0ff0-4eff-9bce-aa361e9087cf tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Added segment 3bf6fe90-73a8-4c7b-b633-478569570743 of type vlan for network 28503e94-9261-4555-8165-88f5a6f2f5e2 Jul 28 11:50:13.235558 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-2e7bff28-405d-4cf1-b64f-25d1ad0dc715 req-3ae692d7-b522-480b-adce-01b21a45d415 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 856b75db-0181-42eb-9a12-c961a13668ad owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:13.270022 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Port': ['ID=6e3892e7-1436-46ed-b81e-92a4b9c27a58,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:13.271949 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] No DVR routers for this DVR port 6e3892e7-1436-46ed-b81e-92a4b9c27a58 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:13.292012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ad60743-0ff0-4eff-9bce-aa361e9087cf tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.322360 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ad60743-0ff0-4eff-9bce-aa361e9087cf tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.328197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad60743-0ff0-4eff-9bce-aa361e9087cf tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:13.329042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ad60743-0ff0-4eff-9bce-aa361e9087cf tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.335553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b4912661-ef9a-4ff0-b817-2d6f742a9be8 None None] Provisioning complete for port bedc3b8c-0f46-4f35-a81f-629831a5ee45 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:13.335946 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4912661-ef9a-4ff0-b817-2d6f742a9be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.373838 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:13.394172 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8ad60743-0ff0-4eff-9bce-aa361e9087cf tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2411222 Jul 28 11:50:13.394918 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59616) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:13.400456 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-cc9de340-864b-46dc-bea7-a671ce99087c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'subnet': {'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:13.403555 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.410710 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b4912661-ef9a-4ff0-b817-2d6f742a9be8 None None] Port bedc3b8c-0f46-4f35-a81f-629831a5ee45 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:13.412170 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 712b3508-4e52-4c09-9544-ca2547de3cf6 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:13.412550 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.417801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:13.435691 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3a6e97-767a-4388-b589-2d1cbe74653f') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:13.436091 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3a6e97-767a-4388-b589-2d1cbe74653f') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:13.446790 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.473656 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad60743-0ff0-4eff-9bce-aa361e9087cf tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Network': ['ID=28503e94-9261-4555-8165-88f5a6f2f5e2,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:13.491494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 28503e94-9261-4555-8165-88f5a6f2f5e2 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:50:13.495118 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.508776 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:50:13.509334 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:50:13.512313 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:50:13.524634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9de340-864b-46dc-bea7-a671ce99087c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:13.529228 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cc9de340-864b-46dc-bea7-a671ce99087c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.572617 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-2e7bff28-405d-4cf1-b64f-25d1ad0dc715 req-3ae692d7-b522-480b-adce-01b21a45d415 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.607639 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae692d7-b522-480b-adce-01b21a45d415 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=856b75db-0181-42eb-9a12-c961a13668ad,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:13.618123 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.641790 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.644481 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/networks/ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01 HTTP/1.1" status: 204 len: 168 time: 1.4381928 Jul 28 11:50:13.649264 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59618) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:13.659649 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-dfdeb74b-f82d-4b72-9b5b-56961f0efb94 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1543455614'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:13.678673 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e4609-8bb5-42f2-9eec-2f3d5c7b1e54 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Network': ['ID=ee3e7b45-1c66-4c2c-93a1-0aa9da1a0d01,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:13.681078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7bff28-405d-4cf1-b64f-25d1ad0dc715 req-3ae692d7-b522-480b-adce-01b21a45d415 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] No DVR routers for this DVR port 856b75db-0181-42eb-9a12-c961a13668ad on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:13.683441 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-2e7bff28-405d-4cf1-b64f-25d1ad0dc715 req-3ae692d7-b522-480b-adce-01b21a45d415 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.686094 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2e7bff28-405d-4cf1-b64f-25d1ad0dc715 req-3ae692d7-b522-480b-adce-01b21a45d415 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "DELETE /v2.0/ports/856b75db-0181-42eb-9a12-c961a13668ad HTTP/1.1" status: 204 len: 173 time: 0.9836099 Jul 28 11:50:13.686727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'name': 'network-vif-deleted', 'tag': '856b75db-0181-42eb-9a12-c961a13668ad'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:50:13.688978 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1517b7bf-c8b8-4fd4-93dc-4ba0bd927b67" -d '{"events": [{"server_uuid": "6d5cf840-ca9b-44fa-8bb1-22e5c00806bf", "name": "network-vif-deleted", "tag": "856b75db-0181-42eb-9a12-c961a13668ad"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:50:13.732877 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc25ee8f-c07d-4f7a-9bbd-f8427f0648a1 x-openstack-request-id: req-cc25ee8f-c07d-4f7a-9bbd-f8427f0648a1 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:50:13.733378 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5cf840-ca9b-44fa-8bb1-22e5c00806bf", "name": "network-vif-deleted", "tag": "856b75db-0181-42eb-9a12-c961a13668ad", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:50:13.733821 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc25ee8f-c07d-4f7a-9bbd-f8427f0648a1 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:50:13.734456 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5cf840-ca9b-44fa-8bb1-22e5c00806bf', 'name': 'network-vif-deleted', 'tag': '856b75db-0181-42eb-9a12-c961a13668ad', 'status': 'completed', 'code': 200} Jul 28 11:50:13.741223 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:11Z', 'revision_number': 3, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedc3b8c-0f46-4f35-a81f-629831a5ee45', 'name': '', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:05:aa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:09Z', 'updated_at': '2021-07-28T11:50:11Z', 'revision_number': 2, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:13.777663 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Checking router: 794a8e82-43c0-42c6-a36f-615c00b6ff73 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:13.778847 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdeb74b-f82d-4b72-9b5b-56961f0efb94 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:13.779653 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Updating router 794a8e82-43c0-42c6-a36f-615c00b6ff73 port bedc3b8c-0f46-4f35-a81f-629831a5ee45 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:50:13.784347 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb74b-f82d-4b72-9b5b-56961f0efb94 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:13.800540 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6e3892e7-1436-46ed-b81e-92a4b9c27a58 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:13.825848 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 6e3892e7-1436-46ed-b81e-92a4b9c27a58 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:13.826195 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6e3892e7-1436-46ed-b81e-92a4b9c27a58 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:13.830160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:14.148136 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:14.149573 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cc9de340-864b-46dc-bea7-a671ce99087c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:14.157081 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-67053b6e-c781-4afd-a6e3-097bfa40a920 req-3451d33e-2993-4c02-8b05-45fca438d844 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d5cf840-ca9b-44fa-8bb1-22e5c00806bf HTTP/1.1" status: 200 len: 210 time: 0.0478728 Jul 28 11:50:14.165877 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Transition to ACTIVE for port object bedc3b8c-0f46-4f35-a81f-629831a5ee45 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:14.193000 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:14.193390 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdeb74b-f82d-4b72-9b5b-56961f0efb94 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:50:14.252637 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb74b-f82d-4b72-9b5b-56961f0efb94 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:14.253248 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-dfdeb74b-f82d-4b72-9b5b-56961f0efb94 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Added segment 9a6ca3d1-a5cf-45aa-a108-9827112d6dc2 of type vlan for network 06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9 Jul 28 11:50:14.253387 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2e728-cf43-4efc-8e03-590bbdbedda8 None None] Pushing event updated for resources: {'Port': ['ID=bedc3b8c-0f46-4f35-a81f-629831a5ee45,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:14.266049 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9de340-864b-46dc-bea7-a671ce99087c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Subnet': ['ID=2a2088b2-7f76-4589-99e0-70fb71f6fd7f,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:14.326378 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Attempting to bind port bedc3b8c-0f46-4f35-a81f-629831a5ee45 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:14.326970 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Attempting to bind port bedc3b8c-0f46-4f35-a81f-629831a5ee45 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:14.327348 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Attempting to bind port bedc3b8c-0f46-4f35-a81f-629831a5ee45 on network 4b8b74bc-a2cd-4122-9f10-58872ced53bb {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:14.332913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb74b-f82d-4b72-9b5b-56961f0efb94 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:14.336166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:14.336893 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Checking segment: {'id': 'bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:14.337343 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:14.337894 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Bound using segment: {'id': 'bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:14.338450 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Bound port: bedc3b8c-0f46-4f35-a81f-629831a5ee45, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:14.339398 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:14.355448 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5dc3c-1c79-4785-bbe8-d5aea558b08d req-49c116ba-a5d5-4dbf-b026-912546550e2f tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:14.358908 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b9f5dc3c-1c79-4785-bbe8-d5aea558b08d req-49c116ba-a5d5-4dbf-b026-912546550e2f tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 946 time: 0.1629813 Jul 28 11:50:14.361081 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9de340-864b-46dc-bea7-a671ce99087c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Checking segment: {'id': '3bf6fe90-73a8-4c7b-b633-478569570743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:14.361509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9de340-864b-46dc-bea7-a671ce99087c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network hostable DHCP agents. Network: 28503e94-9261-4555-8165-88f5a6f2f5e2, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:50:14.425424 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb74b-f82d-4b72-9b5b-56961f0efb94 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:14.428041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] For port bedc3b8c-0f46-4f35-a81f-629831a5ee45, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:14.432099 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdeb74b-f82d-4b72-9b5b-56961f0efb94 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:14.432308 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] For port bedc3b8c-0f46-4f35-a81f-629831a5ee45, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=bedc3b8c-0f46-4f35-a81f-629831a5ee45,segment=NetworkSegment(bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba),segment_id=bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:14.432914 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb74b-f82d-4b72-9b5b-56961f0efb94 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:14.435564 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9de340-864b-46dc-bea7-a671ce99087c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network 28503e94-9261-4555-8165-88f5a6f2f5e2 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:50:14.437358 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:14.505686 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b9f5dc3c-1c79-4785-bbe8-d5aea558b08d req-95470b77-c505-47d0-8691-661b6240f722 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356940 Jul 28 11:50:14.506477 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:14.507147 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:14.512914 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-cc9de340-864b-46dc-bea7-a671ce99087c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 28503e94-9261-4555-8165-88f5a6f2f5e2) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:14.526732 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a85b98-3f60-4768-abf6-17600e55ca19 req-3865c233-1a0f-425d-b419-8addaf5f08c7 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:14.526732 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-72a85b98-3f60-4768-abf6-17600e55ca19 req-3865c233-1a0f-425d-b419-8addaf5f08c7 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 946 time: 0.0617604 Jul 28 11:50:14.533760 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9de340-864b-46dc-bea7-a671ce99087c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:14.534398 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cc9de340-864b-46dc-bea7-a671ce99087c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:14.544234 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-dfdeb74b-f82d-4b72-9b5b-56961f0efb94 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8875356 Jul 28 11:50:14.545200 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59626) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:14.545969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdeb74b-f82d-4b72-9b5b-56961f0efb94 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Network': ['ID=06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:14.552758 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-516df604-4b5f-4fb1-a6be-bfc8d0f5dfef tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'subnet': {'network_id': '06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:14.603757 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cc9de340-864b-46dc-bea7-a671ce99087c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2077086 Jul 28 11:50:14.610296 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59628) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:14.611960 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:14.649158 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-72a85b98-3f60-4768-abf6-17600e55ca19 req-2631f973-28bb-4177-88d2-7c28d30653ca tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Deleting port 7f332189-cd8f-49f5-866e-cca5b1ec615c {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:14.650645 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-72a85b98-3f60-4768-abf6-17600e55ca19 req-2631f973-28bb-4177-88d2-7c28d30653ca tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:14.691212 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6475bbc6-2381-4acc-9cfc-e1e341ac2f1f None None] Network 28503e94-9261-4555-8165-88f5a6f2f5e2 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:14.692660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:50:14.761944 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-72a85b98-3f60-4768-abf6-17600e55ca19 req-2631f973-28bb-4177-88d2-7c28d30653ca tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] For port 7f332189-cd8f-49f5-866e-cca5b1ec615c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7f332189-cd8f-49f5-866e-cca5b1ec615c,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:14.762776 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-72a85b98-3f60-4768-abf6-17600e55ca19 req-2631f973-28bb-4177-88d2-7c28d30653ca tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:14.865645 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516df604-4b5f-4fb1-a6be-bfc8d0f5dfef tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:14.870373 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-516df604-4b5f-4fb1-a6be-bfc8d0f5dfef tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:14.908659 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2e728-cf43-4efc-8e03-590bbdbedda8 None None] Pushing event updated for resources: {'Port': ['ID=bedc3b8c-0f46-4f35-a81f-629831a5ee45,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:15.168181 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-28503e94-9261-4555-8165-88f5a6f2f5e2', 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'fixed_ips': [{'subnet_id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:50:15.169053 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:15.225444 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:15.227278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59632) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:15.268189 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:11Z', 'revision_number': 3, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedc3b8c-0f46-4f35-a81f-629831a5ee45', 'name': '', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:05:aa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:09Z', 'updated_at': '2021-07-28T11:50:14Z', 'revision_number': 4, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:15.305502 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe3684-2f10-493d-8e76-443a762d40a8 None None] The sync data for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv is: [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:11Z', 'revision_number': 3, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedc3b8c-0f46-4f35-a81f-629831a5ee45', 'name': '', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:05:aa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:09Z', 'updated_at': '2021-07-28T11:50:14Z', 'revision_number': 4, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:15.326154 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-516df604-4b5f-4fb1-a6be-bfc8d0f5dfef tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:15.361912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Allocated IP 172.22.0.2 (28503e94-9261-4555-8165-88f5a6f2f5e2/2a2088b2-7f76-4589-99e0-70fb71f6fd7f/7dc50625-c450-4a66-991a-7ae97b574905) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:15.390557 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3a600b08-3964-4424-b34b-c2f29ac44092 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:15.417578 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-72a85b98-3f60-4768-abf6-17600e55ca19 req-2631f973-28bb-4177-88d2-7c28d30653ca tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:15.418246 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-72a85b98-3f60-4768-abf6-17600e55ca19 req-2631f973-28bb-4177-88d2-7c28d30653ca tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:15.418784 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [req-72a85b98-3f60-4768-abf6-17600e55ca19 req-2631f973-28bb-4177-88d2-7c28d30653ca tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Floating IP 772fddc3-ce48-4ed6-9caa-e43c76fd7285 disassociated. External IP: 172.26.1.176, port: 7f332189-cd8f-49f5-866e-cca5b1ec615c. Jul 28 11:50:15.419342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-72a85b98-3f60-4768-abf6-17600e55ca19 req-2631f973-28bb-4177-88d2-7c28d30653ca tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Calling delete_port for 7f332189-cd8f-49f5-866e-cca5b1ec615c owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:15.442600 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3a600b08-3964-4424-b34b-c2f29ac44092 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:15.468847 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516df604-4b5f-4fb1-a6be-bfc8d0f5dfef tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Checking segment: {'id': '9a6ca3d1-a5cf-45aa-a108-9827112d6dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:15.469413 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516df604-4b5f-4fb1-a6be-bfc8d0f5dfef tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network hostable DHCP agents. Network: 06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:50:15.471956 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516df604-4b5f-4fb1-a6be-bfc8d0f5dfef tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Subnet': ['ID=4e064cd4-d8e5-4294-b360-25a107a0c535,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:15.528787 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516df604-4b5f-4fb1-a6be-bfc8d0f5dfef tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network 06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:50:15.549517 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-516df604-4b5f-4fb1-a6be-bfc8d0f5dfef tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:15.570510 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516df604-4b5f-4fb1-a6be-bfc8d0f5dfef tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:15.572090 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-516df604-4b5f-4fb1-a6be-bfc8d0f5dfef tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:15.580550 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da773d0-38f4-470a-ba9e-02152ae88dc7 None None] Network 06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:15.643408 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3a600b08-3964-4424-b34b-c2f29ac44092 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:15.646781 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3a600b08-3964-4424-b34b-c2f29ac44092 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:15.648234 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3a600b08-3964-4424-b34b-c2f29ac44092 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/security-groups/61150fbe-72ca-4f0f-823e-f544e2a831d0 HTTP/1.1" status: 204 len: 168 time: 0.4197257 Jul 28 11:50:15.666619 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a600b08-3964-4424-b34b-c2f29ac44092 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61150fbe-72ca-4f0f-823e-f544e2a831d0,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:15.676852 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-516df604-4b5f-4fb1-a6be-bfc8d0f5dfef tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1283412 Jul 28 11:50:15.677481 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59638) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:15.688290 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-f04598b9-096e-4cad-935d-d5f7e1e13c88 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-671757020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:15.692986 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-72a85b98-3f60-4768-abf6-17600e55ca19 req-2631f973-28bb-4177-88d2-7c28d30653ca tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:15.724689 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59640) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:15.739224 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec499d-9ae3-45a9-b8ad-681c62a46517 req-44a1ea16-f78f-41b8-a582-fa18fb17faa4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:15.741132 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-faec499d-9ae3-45a9-b8ad-681c62a46517 req-44a1ea16-f78f-41b8-a582-fa18fb17faa4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 867 time: 0.1189547 Jul 28 11:50:15.758942 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f04598b9-096e-4cad-935d-d5f7e1e13c88 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:15.760271 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f04598b9-096e-4cad-935d-d5f7e1e13c88 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:15.789447 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:15.807848 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Transition to ACTIVE for port object 7dc50625-c450-4a66-991a-7ae97b574905 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:15.809625 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-faec499d-9ae3-45a9-b8ad-681c62a46517 req-9efe1664-8480-49d1-871a-e67c2e673e25 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584683 Jul 28 11:50:15.852147 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Transition to ACTIVE for port object 7dc50625-c450-4a66-991a-7ae97b574905 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:15.857870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f04598b9-096e-4cad-935d-d5f7e1e13c88 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:15.866235 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f04598b9-096e-4cad-935d-d5f7e1e13c88 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:15.870720 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:15.888739 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f04598b9-096e-4cad-935d-d5f7e1e13c88 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:15.895428 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f04598b9-096e-4cad-935d-d5f7e1e13c88 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2118227 Jul 28 11:50:15.920832 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59642) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:15.925306 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Network 28503e94-9261-4555-8165-88f5a6f2f5e2 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:15.933749 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:15.936376 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:15.942582 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631f973-28bb-4177-88d2-7c28d30653ca tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event deleted for resources: {'Port': ['ID=7f332189-cd8f-49f5-866e-cca5b1ec615c,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:15.961237 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Pushing event updated for resources: {'Port': ['ID=7dc50625-c450-4a66-991a-7ae97b574905,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:15.971405 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9', 'network_id': '06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'fixed_ips': [{'subnet_id': '4e064cd4-d8e5-4294-b360-25a107a0c535'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:50:15.972366 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:16.030090 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 856b75db-0181-42eb-9a12-c961a13668ad no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:16.065853 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Attempting to bind port 7dc50625-c450-4a66-991a-7ae97b574905 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:16.066221 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Attempting to bind port 7dc50625-c450-4a66-991a-7ae97b574905 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '3bf6fe90-73a8-4c7b-b633-478569570743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:16.066621 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Attempting to bind port 7dc50625-c450-4a66-991a-7ae97b574905 on network 28503e94-9261-4555-8165-88f5a6f2f5e2 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:16.068814 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 856b75db-0181-42eb-9a12-c961a13668ad {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:16.069228 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 856b75db-0181-42eb-9a12-c961a13668ad not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:16.070125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 7f332189-cd8f-49f5-866e-cca5b1ec615c no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:16.118144 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Allocated IP 172.22.0.1 (28503e94-9261-4555-8165-88f5a6f2f5e2/2a2088b2-7f76-4589-99e0-70fb71f6fd7f/d0befc28-6918-467c-9bf0-eea02317a078) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:16.135886 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:16.136895 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Checking segment: {'id': '3bf6fe90-73a8-4c7b-b633-478569570743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:16.136895 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:16.137122 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Bound using segment: {'id': '3bf6fe90-73a8-4c7b-b633-478569570743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:16.137606 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Bound port: 7dc50625-c450-4a66-991a-7ae97b574905, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf6fe90-73a8-4c7b-b633-478569570743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:16.138043 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:16.139991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 7f332189-cd8f-49f5-866e-cca5b1ec615c {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:16.140338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 7f332189-cd8f-49f5-866e-cca5b1ec615c not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:16.203496 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72a85b98-3f60-4768-abf6-17600e55ca19 req-2631f973-28bb-4177-88d2-7c28d30653ca tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Router 8c47119f-1756-451d-b3c3-4b231fa5082c has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:16.267035 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] For port 7dc50625-c450-4a66-991a-7ae97b574905, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:16.275540 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] For port 7dc50625-c450-4a66-991a-7ae97b574905, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7dc50625-c450-4a66-991a-7ae97b574905,segment=NetworkSegment(3bf6fe90-73a8-4c7b-b633-478569570743),segment_id=3bf6fe90-73a8-4c7b-b633-478569570743)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:16.277289 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Allocated IP 2001:db8::2 (06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9/4e064cd4-d8e5-4294-b360-25a107a0c535/e9e1ecbe-8bca-425c-8c3a-4a59263b2419) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:16.292227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:16.370111 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:16.386730 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Transition to ACTIVE for port object d0befc28-6918-467c-9bf0-eea02317a078 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:16.387611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72a85b98-3f60-4768-abf6-17600e55ca19 req-2631f973-28bb-4177-88d2-7c28d30653ca tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:16.404804 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e76fe7-84d7-4a8c-8c26-f775e1d6e89c None None] Sync routers for ids ['8c47119f-1756-451d-b3c3-4b231fa5082c'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:16.417722 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bcea98-68c1-459d-b693-da05ea8fe534 None None] Pushing event updated for resources: {'Port': ['ID=7dc50625-c450-4a66-991a-7ae97b574905,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:16.432616 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e76fe7-84d7-4a8c-8c26-f775e1d6e89c None None] Routers {'8c47119f-1756-451d-b3c3-4b231fa5082c'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:16.433483 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a1e76fe7-84d7-4a8c-8c26-f775e1d6e89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8c47119f-1756-451d-b3c3-4b231fa5082c'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:16.480594 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:16.520757 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a85b98-3f60-4768-abf6-17600e55ca19 req-2631f973-28bb-4177-88d2-7c28d30653ca tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] No DVR routers for this DVR port 7f332189-cd8f-49f5-866e-cca5b1ec615c on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:16.526950 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-72a85b98-3f60-4768-abf6-17600e55ca19 req-2631f973-28bb-4177-88d2-7c28d30653ca tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:16.530622 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-72a85b98-3f60-4768-abf6-17600e55ca19 req-2631f973-28bb-4177-88d2-7c28d30653ca tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.39 "DELETE /v2.0/ports/7f332189-cd8f-49f5-866e-cca5b1ec615c HTTP/1.1" status: 204 len: 173 time: 1.9997630 Jul 28 11:50:16.531102 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f45b625-3131-48d4-bd0e-833de57b72fc', 'name': 'network-vif-deleted', 'tag': '7f332189-cd8f-49f5-866e-cca5b1ec615c'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:50:16.540446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6045fb9-4085-4149-b4bd-92f5203c7f1e" -d '{"events": [{"server_uuid": "3f45b625-3131-48d4-bd0e-833de57b72fc", "name": "network-vif-deleted", "tag": "7f332189-cd8f-49f5-866e-cca5b1ec615c"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:50:16.545639 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:16.563747 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Transition to ACTIVE for port object e9e1ecbe-8bca-425c-8c3a-4a59263b2419 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:16.589768 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Transition to ACTIVE for port object e9e1ecbe-8bca-425c-8c3a-4a59263b2419 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:16.600706 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:16.616275 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ea6f6fdf-1831-4c02-ac86-4b2abcd23b06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:16.626392 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network 28503e94-9261-4555-8165-88f5a6f2f5e2 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:16.629948 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:16.633904 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:16.636790 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-a1e76fe7-84d7-4a8c-8c26-f775e1d6e89c None None] Set router 8c47119f-1756-451d-b3c3-4b231fa5082c gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:16.639471 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:16.650481 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Network 06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:16.653544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:16.656081 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:16.671111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c425b202-b76e-4017-8cae-9668266a6f88 x-openstack-request-id: req-c425b202-b76e-4017-8cae-9668266a6f88 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:50:16.671700 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f45b625-3131-48d4-bd0e-833de57b72fc", "name": "network-vif-deleted", "tag": "7f332189-cd8f-49f5-866e-cca5b1ec615c", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:50:16.671700 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c425b202-b76e-4017-8cae-9668266a6f88 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:50:16.674072 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f45b625-3131-48d4-bd0e-833de57b72fc', 'name': 'network-vif-deleted', 'tag': '7f332189-cd8f-49f5-866e-cca5b1ec615c', 'status': 'completed', 'code': 200} Jul 28 11:50:16.690808 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Pushing event updated for resources: {'Port': ['ID=e9e1ecbe-8bca-425c-8c3a-4a59263b2419,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:16.768232 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Attempting to bind port e9e1ecbe-8bca-425c-8c3a-4a59263b2419 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:16.768907 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Attempting to bind port e9e1ecbe-8bca-425c-8c3a-4a59263b2419 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '9a6ca3d1-a5cf-45aa-a108-9827112d6dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:16.769702 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Attempting to bind port e9e1ecbe-8bca-425c-8c3a-4a59263b2419 on network 06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:16.782949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:16.783234 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:16.783835 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Checking segment: {'id': '9a6ca3d1-a5cf-45aa-a108-9827112d6dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:16.784461 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:16.784857 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Bound using segment: {'id': '9a6ca3d1-a5cf-45aa-a108-9827112d6dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:16.785337 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Bound port: e9e1ecbe-8bca-425c-8c3a-4a59263b2419, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6ca3d1-a5cf-45aa-a108-9827112d6dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:16.785729 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:16.929928 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] For port e9e1ecbe-8bca-425c-8c3a-4a59263b2419, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:16.935436 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] For port e9e1ecbe-8bca-425c-8c3a-4a59263b2419, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e9e1ecbe-8bca-425c-8c3a-4a59263b2419,segment=NetworkSegment(9a6ca3d1-a5cf-45aa-a108-9827112d6dc2),segment_id=9a6ca3d1-a5cf-45aa-a108-9827112d6dc2)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:16.947164 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:16.972355 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a1e76fe7-84d7-4a8c-8c26-f775e1d6e89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:08Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:17.001129 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-30a8fac4-fedb-4a21-912c-e14131ec25ea req-c664ff03-899c-4998-a8a3-1aceb79cb15a tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 210 time: 0.0435405 Jul 28 11:50:17.042665 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e76fe7-84d7-4a8c-8c26-f775e1d6e89c None None] Checking router: 8c47119f-1756-451d-b3c3-4b231fa5082c for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:17.047759 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0dd7be-11d7-4027-a3c2-20fbdb75b12d None None] Pushing event updated for resources: {'Port': ['ID=e9e1ecbe-8bca-425c-8c3a-4a59263b2419,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:17.071182 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e76fe7-84d7-4a8c-8c26-f775e1d6e89c None None] Routers {'8c47119f-1756-451d-b3c3-4b231fa5082c'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:17.072135 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a1e76fe7-84d7-4a8c-8c26-f775e1d6e89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8c47119f-1756-451d-b3c3-4b231fa5082c'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:17.074499 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=d0befc28-6918-467c-9bf0-eea02317a078,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:17.115273 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:17.169752 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f6fdf-1831-4c02-ac86-4b2abcd23b06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port d3ff3380-7b43-4c37-ad8e-46e8dff900d2 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:17.170105 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ea6f6fdf-1831-4c02-ac86-4b2abcd23b06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:17.292743 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-a1e76fe7-84d7-4a8c-8c26-f775e1d6e89c None None] Set router 8c47119f-1756-451d-b3c3-4b231fa5082c gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:17.368335 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7dc50625-c450-4a66-991a-7ae97b574905 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:17.402135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-ea6f6fdf-1831-4c02-ac86-4b2abcd23b06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port d3ff3380-7b43-4c37-ad8e-46e8dff900d2, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d3ff3380-7b43-4c37-ad8e-46e8dff900d2,segment=NetworkSegment(9d123eab-912d-404c-941b-9071e5b8e0d4),segment_id=9d123eab-912d-404c-941b-9071e5b8e0d4)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:17.402272 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ea6f6fdf-1831-4c02-ac86-4b2abcd23b06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:17.426175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f6fdf-1831-4c02-ac86-4b2abcd23b06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for d3ff3380-7b43-4c37-ad8e-46e8dff900d2 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:17.464608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 7dc50625-c450-4a66-991a-7ae97b574905 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:17.471680 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device bedc3b8c-0f46-4f35-a81f-629831a5ee45 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:17.543979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port bedc3b8c-0f46-4f35-a81f-629831a5ee45 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:17.548720 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port bedc3b8c-0f46-4f35-a81f-629831a5ee45 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:17.549105 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:17.647802 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Allocated IP 2001:db8::1 (06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9/4e064cd4-d8e5-4294-b360-25a107a0c535/0f44c467-83b7-49ee-af9e-4d9d09193484) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:17.729007 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:17.772553 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a1e76fe7-84d7-4a8c-8c26-f775e1d6e89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:08Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:17.793725 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ea6f6fdf-1831-4c02-ac86-4b2abcd23b06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:17.810227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port bedc3b8c-0f46-4f35-a81f-629831a5ee45, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=bedc3b8c-0f46-4f35-a81f-629831a5ee45,segment=NetworkSegment(bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba),segment_id=bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:17.824337 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:17.856372 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f6fdf-1831-4c02-ac86-4b2abcd23b06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=d3ff3380-7b43-4c37-ad8e-46e8dff900d2,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:17.869233 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e76fe7-84d7-4a8c-8c26-f775e1d6e89c None None] The sync data for ids ['8c47119f-1756-451d-b3c3-4b231fa5082c'] in dv-neutron-786478-16-hyperv is: [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:08Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:17.885451 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:50:17.916989 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=bedc3b8c-0f46-4f35-a81f-629831a5ee45,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:17.975850 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:17.992974 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:18.144991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b211955c-63c3-4be8-a8ff-eb19aec26ef8 None None] Network 28503e94-9261-4555-8165-88f5a6f2f5e2 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:18.200993 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-045a4091-07b9-4ef7-92af-f53284f42274 req-34ee8eab-0c64-4efd-a935-27fa76a53459 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 210 time: 0.0586293 Jul 28 11:50:18.224802 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:18.237888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ea6f6fdf-1831-4c02-ac86-4b2abcd23b06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:18.250010 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=d0befc28-6918-467c-9bf0-eea02317a078,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:18.274143 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9053b1c0-f5c6-4f9b-88d6-c488b8b081e1 None None] Provisioning for port 7dc50625-c450-4a66-991a-7ae97b574905 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:18.292828 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:18.343207 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Transition to ACTIVE for port object 0f44c467-83b7-49ee-af9e-4d9d09193484 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:18.344546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9053b1c0-f5c6-4f9b-88d6-c488b8b081e1 None None] Provisioning complete for port 7dc50625-c450-4a66-991a-7ae97b574905 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:18.345726 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9053b1c0-f5c6-4f9b-88d6-c488b8b081e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:18.444553 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network 28503e94-9261-4555-8165-88f5a6f2f5e2 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:18.447443 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:18.450636 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450e07be-6e0b-4b60-abed-c6af2bc6a990 None None] New status for floating IP 772fddc3-ce48-4ed6-9caa-e43c76fd7285: DOWN {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:50:18.456635 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:18.573199 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6f6fdf-1831-4c02-ac86-4b2abcd23b06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:18.718300 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6f6fdf-1831-4c02-ac86-4b2abcd23b06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:18.724134 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ea6f6fdf-1831-4c02-ac86-4b2abcd23b06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9961839 Jul 28 11:50:18.728753 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59652) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:18.733957 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d8d989-edff-4108-a39e-1bd7984bdae4 None None] Sync routers for ids ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:18.746273 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d8d989-edff-4108-a39e-1bd7984bdae4 None None] Routers {'9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:18.746946 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-95d8d989-edff-4108-a39e-1bd7984bdae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:18.810075 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dfcd1c-4e07-4cba-a790-7b349c9e6788 None None] Network 06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:18.829039 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b47cccc-2c64-409b-8411-0837b7bd9b09 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting subnet b23141ed-c471-4a5e-93e5-569f161c6c26 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:50:18.846048 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9b47cccc-2c64-409b-8411-0837b7bd9b09 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:18.895637 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9b47cccc-2c64-409b-8411-0837b7bd9b09 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:18.958594 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-95d8d989-edff-4108-a39e-1bd7984bdae4 None None] Set router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:18.968774 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network 06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:18.978489 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:18.986891 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:18.987732 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:19.024646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9053b1c0-f5c6-4f9b-88d6-c488b8b081e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:19.025915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9b47cccc-2c64-409b-8411-0837b7bd9b09 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:19.058764 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=0f44c467-83b7-49ee-af9e-4d9d09193484,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:19.110935 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9053b1c0-f5c6-4f9b-88d6-c488b8b081e1 None None] For port 7dc50625-c450-4a66-991a-7ae97b574905, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7dc50625-c450-4a66-991a-7ae97b574905,segment=NetworkSegment(3bf6fe90-73a8-4c7b-b633-478569570743),segment_id=3bf6fe90-73a8-4c7b-b633-478569570743)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:19.126993 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9b47cccc-2c64-409b-8411-0837b7bd9b09 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:19.172062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47cccc-2c64-409b-8411-0837b7bd9b09 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Subnet': ['ID=b23141ed-c471-4a5e-93e5-569f161c6c26,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:19.197842 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9b47cccc-2c64-409b-8411-0837b7bd9b09 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:19.199947 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9b47cccc-2c64-409b-8411-0837b7bd9b09 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/subnets/b23141ed-c471-4a5e-93e5-569f161c6c26 HTTP/1.1" status: 204 len: 168 time: 0.4701395 Jul 28 11:50:19.212102 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a65849a-951f-4875-b951-e9620148c741 None None] Network b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:19.213756 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59654) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:19.213959 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9053b1c0-f5c6-4f9b-88d6-c488b8b081e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:19.311936 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 794a8e82-43c0-42c6-a36f-615c00b6ff73 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:19.376690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:19.378594 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053b1c0-f5c6-4f9b-88d6-c488b8b081e1 None None] Pushing event updated for resources: {'Port': ['ID=7dc50625-c450-4a66-991a-7ae97b574905,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:19.407999 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d4013ae0-64f6-49ed-aef7-6a14eb0ede0e None None] Provisioning for port e9e1ecbe-8bca-425c-8c3a-4a59263b2419 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:19.422304 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-95d8d989-edff-4108-a39e-1bd7984bdae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 7, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:19.431076 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8bc766da-061b-4a72-9b2d-a2f6f21f4c45 req-a4af35d7-9d29-4f65-bc46-dfdc3d0e064c tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 210 time: 0.0738211 Jul 28 11:50:19.509843 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d8d989-edff-4108-a39e-1bd7984bdae4 None None] Checking router: 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:19.513256 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e9e1ecbe-8bca-425c-8c3a-4a59263b2419 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:19.531055 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc911cb2-39be-4aee-9c85-59afaa897342 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:19.534831 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d8d989-edff-4108-a39e-1bd7984bdae4 None None] Routers {'9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:19.534831 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-95d8d989-edff-4108-a39e-1bd7984bdae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:19.626358 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d4bf319b-bc10-4203-8814-efe4c8f6a661 None None] Provisioning complete for port 7dc50625-c450-4a66-991a-7ae97b574905 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:19.627253 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4bf319b-bc10-4203-8814-efe4c8f6a661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:19.719350 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port e9e1ecbe-8bca-425c-8c3a-4a59263b2419 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:19.725824 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port e9e1ecbe-8bca-425c-8c3a-4a59263b2419 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:19.726238 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:19.769982 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-95d8d989-edff-4108-a39e-1bd7984bdae4 None None] Set router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:19.774240 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc911cb2-39be-4aee-9c85-59afaa897342 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:19.804643 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:19.809811 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51f3ca2-7376-4e24-899c-58131f9e59f0 None None] DHCP port deletion for b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:50:19.835323 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fae05571-001a-4823-ba4c-52c8dcbb9e07 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/794a8e82-43c0-42c6-a36f-615c00b6ff73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2191432 Jul 28 11:50:19.836546 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59658) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:19.843758 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-3e19b11a-6f86-47dd-9575-db234de29e72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'network': {'name': 'tempest-RoutersTest-2081895161'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:19.888307 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Sync routers for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:19.906082 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-dc911cb2-39be-4aee-9c85-59afaa897342 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 281a2988-02ee-4fd7-850d-0190333e6608 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:19.906672 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc911cb2-39be-4aee-9c85-59afaa897342 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:19.949846 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e19b11a-6f86-47dd-9575-db234de29e72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:19.968672 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e19b11a-6f86-47dd-9575-db234de29e72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.017644 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:20.018736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:20.049630 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-dc911cb2-39be-4aee-9c85-59afaa897342 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 281a2988-02ee-4fd7-850d-0190333e6608, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=281a2988-02ee-4fd7-850d-0190333e6608,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:20.050021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc911cb2-39be-4aee-9c85-59afaa897342 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.093879 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-dc911cb2-39be-4aee-9c85-59afaa897342 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 281a2988-02ee-4fd7-850d-0190333e6608 owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:20.095621 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.128183 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d4bf319b-bc10-4203-8814-efe4c8f6a661 None None] Provisioning for port d0befc28-6918-467c-9bf0-eea02317a078 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:20.143987 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e19b11a-6f86-47dd-9575-db234de29e72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:50:20.148922 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d4bf319b-bc10-4203-8814-efe4c8f6a661 None None] Provisioning complete for port d0befc28-6918-467c-9bf0-eea02317a078 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:20.161041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4bf319b-bc10-4203-8814-efe4c8f6a661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.176543 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e19b11a-6f86-47dd-9575-db234de29e72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.177465 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-3e19b11a-6f86-47dd-9575-db234de29e72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Added segment 6f4078b8-9afb-4fe5-b2c9-1a2873256e57 of type vlan for network beb32573-2785-4680-9019-6d49aadddd3b Jul 28 11:50:20.229646 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-95d8d989-edff-4108-a39e-1bd7984bdae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 7, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:20.247522 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.290230 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d8d989-edff-4108-a39e-1bd7984bdae4 None None] The sync data for ids ['9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8'] in dv-neutron-786478-16-hyperv is: [{'id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'name': 'tempest-TestNetworkBasicOps-router-901106143', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '281a2988-02ee-4fd7-850d-0190333e6608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:48:00Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 7, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '281a2988-02ee-4fd7-850d-0190333e6608', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:48:01Z', 'updated_at': '2021-07-28T11:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:20.325975 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e19b11a-6f86-47dd-9575-db234de29e72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.342891 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port e9e1ecbe-8bca-425c-8c3a-4a59263b2419, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e9e1ecbe-8bca-425c-8c3a-4a59263b2419,segment=NetworkSegment(9a6ca3d1-a5cf-45aa-a108-9827112d6dc2),segment_id=9a6ca3d1-a5cf-45aa-a108-9827112d6dc2)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:20.344778 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b51f3ca2-7376-4e24-899c-58131f9e59f0 None None] Deleting port dde74638-7811-441b-8326-de8c39806550 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:20.344928 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b51f3ca2-7376-4e24-899c-58131f9e59f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.349016 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:20.352213 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf319b-bc10-4203-8814-efe4c8f6a661 None None] Port d0befc28-6918-467c-9bf0-eea02317a078 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:20.376870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.385574 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.386438 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.413583 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.414461 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device bedc3b8c-0f46-4f35-a81f-629831a5ee45 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:20.439772 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=0f44c467-83b7-49ee-af9e-4d9d09193484,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:20.549259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-078e9426-2753-49d7-8b7f-b8796c88eb8d None None] Provisioning for port 0f44c467-83b7-49ee-af9e-4d9d09193484 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:20.592946 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-078e9426-2753-49d7-8b7f-b8796c88eb8d None None] Provisioning complete for port 0f44c467-83b7-49ee-af9e-4d9d09193484 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:20.593445 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-078e9426-2753-49d7-8b7f-b8796c88eb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.613652 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-69f44045-d8e9-4b5c-b92e-642b285372a5 req-57d973a5-40b0-4b11-bf75-488bd38a380c tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 210 time: 0.0418928 Jul 28 11:50:20.626466 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e19b11a-6f86-47dd-9575-db234de29e72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.633622 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e19b11a-6f86-47dd-9575-db234de29e72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:20.634663 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e19b11a-6f86-47dd-9575-db234de29e72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.663497 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b51f3ca2-7376-4e24-899c-58131f9e59f0 None None] For port dde74638-7811-441b-8326-de8c39806550, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=dde74638-7811-441b-8326-de8c39806550,segment=NetworkSegment(9d123eab-912d-404c-941b-9071e5b8e0d4),segment_id=9d123eab-912d-404c-941b-9071e5b8e0d4)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:20.664647 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b51f3ca2-7376-4e24-899c-58131f9e59f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.683475 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=e9e1ecbe-8bca-425c-8c3a-4a59263b2419,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:20.702470 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b51f3ca2-7376-4e24-899c-58131f9e59f0 None None] Calling delete_port for dde74638-7811-441b-8326-de8c39806550 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:20.704682 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port bedc3b8c-0f46-4f35-a81f-629831a5ee45 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:20.705065 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.728038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19b11a-6f86-47dd-9575-db234de29e72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Network': ['ID=beb32573-2785-4680-9019-6d49aadddd3b,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:20.736223 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3e19b11a-6f86-47dd-9575-db234de29e72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8965523 Jul 28 11:50:20.738688 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59662) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:20.744034 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-aa087602-11f6-407c-9810-6c9e7d0e6af4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'subnet': {'network_id': 'beb32573-2785-4680-9019-6d49aadddd3b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:20.756995 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network beb32573-2785-4680-9019-6d49aadddd3b details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:50:20.834756 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-078e9426-2753-49d7-8b7f-b8796c88eb8d None None] Port 0f44c467-83b7-49ee-af9e-4d9d09193484 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:20.848778 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network 06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:20.851613 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:20.919219 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc911cb2-39be-4aee-9c85-59afaa897342 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.968034 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa087602-11f6-407c-9810-6c9e7d0e6af4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Made reservation on behalf of 4134e42d95214ca391bfd2ffde6c152e for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:20.972867 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aa087602-11f6-407c-9810-6c9e7d0e6af4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.974072 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc911cb2-39be-4aee-9c85-59afaa897342 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=281a2988-02ee-4fd7-850d-0190333e6608,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:21.036583 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-078e9426-2753-49d7-8b7f-b8796c88eb8d None None] Provisioning complete for port e9e1ecbe-8bca-425c-8c3a-4a59263b2419 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:21.036960 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-078e9426-2753-49d7-8b7f-b8796c88eb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.083225 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc911cb2-39be-4aee-9c85-59afaa897342 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.243139 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b51f3ca2-7376-4e24-899c-58131f9e59f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.249650 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc911cb2-39be-4aee-9c85-59afaa897342 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.252353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc911cb2-39be-4aee-9c85-59afaa897342 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.256068 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f3ca2-7376-4e24-899c-58131f9e59f0 None None] No DVR routers for this DVR port dde74638-7811-441b-8326-de8c39806550 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:21.267358 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aa087602-11f6-407c-9810-6c9e7d0e6af4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.330809 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa087602-11f6-407c-9810-6c9e7d0e6af4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Subnet': ['ID=6c79ede6-f79c-4cb2-87e5-e145c35a7597,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:21.382160 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router c625ebf0-b38c-4256-9a4c-a41c6b781f92 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:50:21.386740 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc911cb2-39be-4aee-9c85-59afaa897342 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.387872 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc911cb2-39be-4aee-9c85-59afaa897342 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Fanout notify agent at l3_agent the message router_deleted on router 9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:50:21.399847 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa087602-11f6-407c-9810-6c9e7d0e6af4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Checking segment: {'id': '6f4078b8-9afb-4fe5-b2c9-1a2873256e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'beb32573-2785-4680-9019-6d49aadddd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:21.400216 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa087602-11f6-407c-9810-6c9e7d0e6af4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network hostable DHCP agents. Network: beb32573-2785-4680-9019-6d49aadddd3b, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:50:21.440516 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc911cb2-39be-4aee-9c85-59afaa897342 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.449945 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-dc911cb2-39be-4aee-9c85-59afaa897342 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/routers/9b74e1a8-4c73-4b73-b0c4-57b98b22c1b8 HTTP/1.1" status: 204 len: 168 time: 2.2327573 Jul 28 11:50:21.452945 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59664) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:21.505038 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-078e9426-2753-49d7-8b7f-b8796c88eb8d None None] Provisioning complete for port d0befc28-6918-467c-9bf0-eea02317a078 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:21.505419 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-078e9426-2753-49d7-8b7f-b8796c88eb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.509337 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:16Z', 'revision_number': 4, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedc3b8c-0f46-4f35-a81f-629831a5ee45', 'name': '', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:05:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:09Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0befc28-6918-467c-9bf0-eea02317a078', 'name': '', 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:59:85:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:15Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 2, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:21.539386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:21.547973 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f3ca2-7376-4e24-899c-58131f9e59f0 None None] Pushing event deleted for resources: {'Port': ['ID=dde74638-7811-441b-8326-de8c39806550,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:21.551834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Checking router: 794a8e82-43c0-42c6-a36f-615c00b6ff73 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:21.552430 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Updating router 794a8e82-43c0-42c6-a36f-615c00b6ff73 port d0befc28-6918-467c-9bf0-eea02317a078 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:50:21.557582 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-58cee8ef-77bb-4127-bd61-1e38db6c09a1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/c625ebf0-b38c-4256-9a4c-a41c6b781f92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6356993 Jul 28 11:50:21.562537 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10fb59-7cd5-44fc-b3c8-29f5a2d5494c None None] Sync routers for ids ['c625ebf0-b38c-4256-9a4c-a41c6b781f92'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:21.573745 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7dc50625-c450-4a66-991a-7ae97b574905 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:21.581029 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10fb59-7cd5-44fc-b3c8-29f5a2d5494c None None] Routers {'c625ebf0-b38c-4256-9a4c-a41c6b781f92'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:21.581670 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-aa10fb59-7cd5-44fc-b3c8-29f5a2d5494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c625ebf0-b38c-4256-9a4c-a41c6b781f92'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:21.585205 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59666) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:21.596720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f539-1096-4e16-8249-9adf73639c06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.638381 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.642992 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-078e9426-2753-49d7-8b7f-b8796c88eb8d None None] Port d0befc28-6918-467c-9bf0-eea02317a078 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:21.675606 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa087602-11f6-407c-9810-6c9e7d0e6af4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network beb32573-2785-4680-9019-6d49aadddd3b is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:50:21.705007 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbaf29f-c9ef-452e-944a-ab33b4f68a76 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:21.708397 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cdbaf29f-c9ef-452e-944a-ab33b4f68a76 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports/0f44c467-83b7-49ee-af9e-4d9d09193484 HTTP/1.1" status: 200 len: 911 time: 0.1179011 Jul 28 11:50:21.708522 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59670) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:21.716911 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-aa087602-11f6-407c-9810-6c9e7d0e6af4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, beb32573-2785-4680-9019-6d49aadddd3b) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:21.745975 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12fa123-0f8f-432f-aab9-4dee22f9e146 None None] Network beb32573-2785-4680-9019-6d49aadddd3b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:21.747707 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f539-1096-4e16-8249-9adf73639c06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.761830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-a0b1f539-1096-4e16-8249-9adf73639c06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a33a95-fbe5-45dc-a9c3-a85b667e3d72']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:21.778569 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-a0b1f539-1096-4e16-8249-9adf73639c06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d123eab-912d-404c-941b-9071e5b8e0d4') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:21.779186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-a0b1f539-1096-4e16-8249-9adf73639c06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d123eab-912d-404c-941b-9071e5b8e0d4') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:21.791108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f539-1096-4e16-8249-9adf73639c06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.792860 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-aa10fb59-7cd5-44fc-b3c8-29f5a2d5494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:21.803738 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa087602-11f6-407c-9810-6c9e7d0e6af4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:21.805479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-aa087602-11f6-407c-9810-6c9e7d0e6af4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.815711 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10fb59-7cd5-44fc-b3c8-29f5a2d5494c None None] Routers {'c625ebf0-b38c-4256-9a4c-a41c6b781f92'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:21.818149 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-aa10fb59-7cd5-44fc-b3c8-29f5a2d5494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c625ebf0-b38c-4256-9a4c-a41c6b781f92'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:21.822447 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f539-1096-4e16-8249-9adf73639c06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.831414 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b1f539-1096-4e16-8249-9adf73639c06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:50:21.832308 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f539-1096-4e16-8249-9adf73639c06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:50:21.836863 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:50:21.864066 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ed4b9919-5887-417f-a2c3-ac9a2b3c22fd req-3182e1a5-512a-4462-bf0f-75548c48ee1a tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 210 time: 0.0713940 Jul 28 11:50:21.874302 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-aa10fb59-7cd5-44fc-b3c8-29f5a2d5494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:21.877138 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10fb59-7cd5-44fc-b3c8-29f5a2d5494c None None] The sync data for ids ['c625ebf0-b38c-4256-9a4c-a41c6b781f92'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:21.889995 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-aa087602-11f6-407c-9810-6c9e7d0e6af4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1498764 Jul 28 11:50:21.893964 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59672) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:21.897050 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 7dc50625-c450-4a66-991a-7ae97b574905 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:21.897430 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.944529 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f539-1096-4e16-8249-9adf73639c06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.959368 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f539-1096-4e16-8249-9adf73639c06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.961937 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a0b1f539-1096-4e16-8249-9adf73639c06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/networks/b7a33a95-fbe5-45dc-a9c3-a85b667e3d72 HTTP/1.1" status: 204 len: 168 time: 0.5078146 Jul 28 11:50:21.990298 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f539-1096-4e16-8249-9adf73639c06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Network': ['ID=b7a33a95-fbe5-45dc-a9c3-a85b667e3d72,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:21.996392 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59674) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:22.002832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-8bc96bd8-822e-4e9b-a376-8508a8e99857 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'network': {'name': 'tempest-network-smoke--684377203', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'port_security_enabled': True}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:22.049026 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc96bd8-822e-4e9b-a376-8508a8e99857 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:22.053009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8bc96bd8-822e-4e9b-a376-8508a8e99857 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.067436 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-eb435a9c-950e-4614-a970-804c97673bcd None None] Provisioning complete for port 0f44c467-83b7-49ee-af9e-4d9d09193484 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:22.068184 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb435a9c-950e-4614-a970-804c97673bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.106644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc96bd8-822e-4e9b-a376-8508a8e99857 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:50:22.129819 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8bc96bd8-822e-4e9b-a376-8508a8e99857 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.130785 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-8bc96bd8-822e-4e9b-a376-8508a8e99857 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Added segment 186996c7-005c-401b-ae5d-e43673b8256b of type vlan for network c78e5a75-2931-405d-abcc-56ce9c5219fd Jul 28 11:50:22.186055 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-eb435a9c-950e-4614-a970-804c97673bcd None None] Port 0f44c467-83b7-49ee-af9e-4d9d09193484 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:22.204612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8bc96bd8-822e-4e9b-a376-8508a8e99857 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.260556 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8bc96bd8-822e-4e9b-a376-8508a8e99857 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.268557 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc96bd8-822e-4e9b-a376-8508a8e99857 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:22.269181 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8bc96bd8-822e-4e9b-a376-8508a8e99857 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.334699 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.338308 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e9e1ecbe-8bca-425c-8c3a-4a59263b2419 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:22.354853 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc96bd8-822e-4e9b-a376-8508a8e99857 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Network': ['ID=c78e5a75-2931-405d-abcc-56ce9c5219fd,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:22.362299 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-beb32573-2785-4680-9019-6d49aadddd3b', 'network_id': 'beb32573-2785-4680-9019-6d49aadddd3b', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'fixed_ips': [{'subnet_id': '6c79ede6-f79c-4cb2-87e5-e145c35a7597'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:50:22.363158 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.369986 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8bc96bd8-822e-4e9b-a376-8508a8e99857 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3719311 Jul 28 11:50:22.372790 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59676) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:22.374913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network c78e5a75-2931-405d-abcc-56ce9c5219fd details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:50:22.380232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1178631548', 'admin_state_up': True, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:22.420344 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.422009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.427238 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Transition to ACTIVE for port object d0befc28-6918-467c-9bf0-eea02317a078 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:22.526710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.530145 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.569431 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.614640 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a7ec20ce-32b8-4a4e-a92c-d7a16f8dc247 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.655171 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port e9e1ecbe-8bca-425c-8c3a-4a59263b2419 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:22.655743 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.693132 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.886152 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125b565-d302-4826-a8a5-f11038cb9ced None None] Pushing event updated for resources: {'Port': ['ID=d0befc28-6918-467c-9bf0-eea02317a078,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:22.915187 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Attempting to bind port d0befc28-6918-467c-9bf0-eea02317a078 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:22.915563 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Attempting to bind port d0befc28-6918-467c-9bf0-eea02317a078 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '3bf6fe90-73a8-4c7b-b633-478569570743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:22.916042 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Attempting to bind port d0befc28-6918-467c-9bf0-eea02317a078 on network 28503e94-9261-4555-8165-88f5a6f2f5e2 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:22.928884 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:22.929983 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Checking segment: {'id': '3bf6fe90-73a8-4c7b-b633-478569570743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:22.930977 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.931399 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Bound using segment: {'id': '3bf6fe90-73a8-4c7b-b633-478569570743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:22.931899 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Bound port: d0befc28-6918-467c-9bf0-eea02317a078, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf6fe90-73a8-4c7b-b633-478569570743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:22.932290 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.987645 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.018567 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.019508 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] For port d0befc28-6918-467c-9bf0-eea02317a078, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:23.024048 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] For port d0befc28-6918-467c-9bf0-eea02317a078, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d0befc28-6918-467c-9bf0-eea02317a078,segment=NetworkSegment(3bf6fe90-73a8-4c7b-b633-478569570743),segment_id=3bf6fe90-73a8-4c7b-b633-478569570743)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:23.033051 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d3ff3380-7b43-4c37-ad8e-46e8dff900d2 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:23.041281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.042841 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-908ae501-e4ff-4b7b-aea2-393376580bed req-462d21a4-e705-4cac-b101-0f06276f20ed tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45b625-3131-48d4-bd0e-833de57b72fc HTTP/1.1" status: 200 len: 210 time: 0.0403943 Jul 28 11:50:23.096998 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: d3ff3380-7b43-4c37-ad8e-46e8dff900d2 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:23.097452 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d3ff3380-7b43-4c37-ad8e-46e8dff900d2 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:23.097951 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device dde74638-7811-441b-8326-de8c39806550 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:23.150171 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: dde74638-7811-441b-8326-de8c39806550 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:23.151367 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device dde74638-7811-441b-8326-de8c39806550 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:23.161160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Allocated IP 172.23.0.2 (beb32573-2785-4680-9019-6d49aadddd3b/6c79ede6-f79c-4cb2-87e5-e145c35a7597/88ecf048-6849-4b95-a236-d4661adf2208) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:23.236563 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.26.1.47 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/19e04330-2787-4ab5-b75c-6255468fa8fd) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:23.240042 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:23.241116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:23.341394 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 281a2988-02ee-4fd7-850d-0190333e6608 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:23.377331 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 281a2988-02ee-4fd7-850d-0190333e6608 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:23.377725 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 281a2988-02ee-4fd7-850d-0190333e6608 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:23.394241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:23.414404 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.457370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.463573 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125b565-d302-4826-a8a5-f11038cb9ced None None] Pushing event updated for resources: {'Port': ['ID=d0befc28-6918-467c-9bf0-eea02317a078,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:23.501283 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:23.504522 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:23.511347 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:23.524922 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec20ce-32b8-4a4e-a92c-d7a16f8dc247 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting port 0f44c467-83b7-49ee-af9e-4d9d09193484 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:23.525385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a7ec20ce-32b8-4a4e-a92c-d7a16f8dc247 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.534328 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=19e04330-2787-4ab5-b75c-6255468fa8fd,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:23.627864 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.636554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a7ec20ce-32b8-4a4e-a92c-d7a16f8dc247 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.649341 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Transition to ACTIVE for port object 88ecf048-6849-4b95-a236-d4661adf2208 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:23.649646 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec20ce-32b8-4a4e-a92c-d7a16f8dc247 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Calling delete_port for 0f44c467-83b7-49ee-af9e-4d9d09193484 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:23.676955 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Transition to ACTIVE for port object 88ecf048-6849-4b95-a236-d4661adf2208 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:23.703308 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.767075 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Allocated IP 172.23.0.1 (beb32573-2785-4680-9019-6d49aadddd3b/6c79ede6-f79c-4cb2-87e5-e145c35a7597/cfa8708f-d613-4b99-a9a5-a6f8b2476319) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:23.778463 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.900704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Network beb32573-2785-4680-9019-6d49aadddd3b is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:23.909393 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:23.916203 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:23.919944 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Pushing event updated for resources: {'Port': ['ID=88ecf048-6849-4b95-a236-d4661adf2208,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:23.967158 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:16Z', 'revision_number': 4, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedc3b8c-0f46-4f35-a81f-629831a5ee45', 'name': '', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:05:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:09Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0befc28-6918-467c-9bf0-eea02317a078', 'name': '', 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:59:85:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:15Z', 'updated_at': '2021-07-28T11:50:23Z', 'revision_number': 4, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:23.978352 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a7ec20ce-32b8-4a4e-a92c-d7a16f8dc247 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.001598 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4e7fac-fab7-4c44-b4bc-39ad7a30adc1 None None] The sync data for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv is: [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:16Z', 'revision_number': 4, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedc3b8c-0f46-4f35-a81f-629831a5ee45', 'name': '', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:05:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:09Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0befc28-6918-467c-9bf0-eea02317a078', 'name': '', 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:59:85:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:15Z', 'updated_at': '2021-07-28T11:50:23Z', 'revision_number': 4, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:24.006677 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.009108 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Attempting to bind port 88ecf048-6849-4b95-a236-d4661adf2208 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:24.009787 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Attempting to bind port 88ecf048-6849-4b95-a236-d4661adf2208 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '6f4078b8-9afb-4fe5-b2c9-1a2873256e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'beb32573-2785-4680-9019-6d49aadddd3b'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:24.010227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Attempting to bind port 88ecf048-6849-4b95-a236-d4661adf2208 on network beb32573-2785-4680-9019-6d49aadddd3b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:24.017834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:24.018221 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec20ce-32b8-4a4e-a92c-d7a16f8dc247 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Port': ['ID=0f44c467-83b7-49ee-af9e-4d9d09193484,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:24.018340 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Checking segment: {'id': '6f4078b8-9afb-4fe5-b2c9-1a2873256e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'beb32573-2785-4680-9019-6d49aadddd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:24.018639 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.019028 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Bound using segment: {'id': '6f4078b8-9afb-4fe5-b2c9-1a2873256e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'beb32573-2785-4680-9019-6d49aadddd3b'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:24.022271 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.024766 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Bound port: 88ecf048-6849-4b95-a236-d4661adf2208, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4078b8-9afb-4fe5-b2c9-1a2873256e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'beb32573-2785-4680-9019-6d49aadddd3b'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:24.025197 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.054849 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Transition to ACTIVE for port object cfa8708f-d613-4b99-a9a5-a6f8b2476319 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:24.163002 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] For port 88ecf048-6849-4b95-a236-d4661adf2208, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:24.167254 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] For port 88ecf048-6849-4b95-a236-d4661adf2208, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=88ecf048-6849-4b95-a236-d4661adf2208,segment=NetworkSegment(6f4078b8-9afb-4fe5-b2c9-1a2873256e57),segment_id=6f4078b8-9afb-4fe5-b2c9-1a2873256e57)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:24.179681 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.243716 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 79fd020b-cbcb-4115-93aa-617c3b620c90 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:50:24.288149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ccc26-7cbd-4dd4-b3da-0b0e8a29d8b1 None None] Pushing event updated for resources: {'Port': ['ID=88ecf048-6849-4b95-a236-d4661adf2208,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:24.299639 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.342089 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a7ec20ce-32b8-4a4e-a92c-d7a16f8dc247 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.361173 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network beb32573-2785-4680-9019-6d49aadddd3b is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:24.373236 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:24.376917 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=cfa8708f-d613-4b99-a9a5-a6f8b2476319,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:24.380823 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:24.483173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:24.500337 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Sync routers for ids ['79fd020b-cbcb-4115-93aa-617c3b620c90'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:24.513520 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Routers {'79fd020b-cbcb-4115-93aa-617c3b620c90'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:24.514304 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['79fd020b-cbcb-4115-93aa-617c3b620c90'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:24.538528 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.543776 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-59d67ba6-cb6c-42b7-b367-18e14eec9ff8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1684806 Jul 28 11:50:24.544433 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59692) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:24.582920 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-deba7ad5-07d0-4ede-a71d-f52ef2f4daa1 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671970954&fields=id&tenant_id=51ac002bba904616bbf9cec718c70d3e HTTP/1.1" status: 200 len: 267 time: 0.0851159 Jul 28 11:50:24.609796 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-53262a04-56f0-4890-82fb-cc79f89e234f tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=494923637e9742fd92ad3c4630d377e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0640519 Jul 28 11:50:24.612200 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59694) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:24.694002 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.709016 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Set router 79fd020b-cbcb-4115-93aa-617c3b620c90 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:24.740438 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d87b587-73d0-4b60-a4a8-91ad5b195287 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:24.744714 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9d87b587-73d0-4b60-a4a8-91ad5b195287 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288223 Jul 28 11:50:24.748056 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59696) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:24.782983 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3b46c900-95df-4f49-9a49-722443d2c7d3 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314357 Jul 28 11:50:24.784058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59698) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:24.801502 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-59eb9f31-1e3d-4a17-8414-6c596c86d62c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1980866047', 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:24.822850 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ec20ce-32b8-4a4e-a92c-d7a16f8dc247 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router c625ebf0-b38c-4256-9a4c-a41c6b781f92 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:24.916026 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59eb9f31-1e3d-4a17-8414-6c596c86d62c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:24.919463 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-59eb9f31-1e3d-4a17-8414-6c596c86d62c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.942240 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'name': 'tempest-TestNetworkBasicOps-router-1178631548', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:50:23Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:23Z', 'updated_at': '2021-07-28T11:50:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:24.974096 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Checking router: 79fd020b-cbcb-4115-93aa-617c3b620c90 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:24.974479 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Updating router 79fd020b-cbcb-4115-93aa-617c3b620c90 port 19e04330-2787-4ab5-b75c-6255468fa8fd binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:50:25.017898 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.036209 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-c6b9fec2-d9bd-4d5c-b23c-cca95bf314c3 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:25.037970 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-c6b9fec2-d9bd-4d5c-b23c-cca95bf314c3 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/networks?id=6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 200 len: 810 time: 0.3341181 Jul 28 11:50:25.043964 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ec20ce-32b8-4a4e-a92c-d7a16f8dc247 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:25.057679 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83286063-5815-4e7c-81cb-b7b17a655d82 None None] Sync routers for ids ['c625ebf0-b38c-4256-9a4c-a41c6b781f92'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:25.067126 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83286063-5815-4e7c-81cb-b7b17a655d82 None None] Routers {'c625ebf0-b38c-4256-9a4c-a41c6b781f92'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:25.070959 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-83286063-5815-4e7c-81cb-b7b17a655d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c625ebf0-b38c-4256-9a4c-a41c6b781f92'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:25.075679 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a7ec20ce-32b8-4a4e-a92c-d7a16f8dc247 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/c625ebf0-b38c-4256-9a4c-a41c6b781f92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3659956 Jul 28 11:50:25.079709 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.083135 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59700) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:25.105157 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-962d762e-1834-46de-8efe-4e33657037b2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/quotas/51ac002bba904616bbf9cec718c70d3e HTTP/1.1" status: 200 len: 375 time: 0.0566697 Jul 28 11:50:25.109717 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-83286063-5815-4e7c-81cb-b7b17a655d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:25.120283 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83286063-5815-4e7c-81cb-b7b17a655d82 None None] Routers {'c625ebf0-b38c-4256-9a4c-a41c6b781f92'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:25.121247 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-83286063-5815-4e7c-81cb-b7b17a655d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c625ebf0-b38c-4256-9a4c-a41c6b781f92'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:25.127874 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-81fda043-c138-4163-a9fd-e9d585f80315 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c625ebf0-b38c-4256-9a4c-a41c6b781f92 HTTP/1.1" status: 200 len: 205 time: 0.0436349 Jul 28 11:50:25.139722 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59702) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:25.156582 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-59eb9f31-1e3d-4a17-8414-6c596c86d62c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.161886 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-83286063-5815-4e7c-81cb-b7b17a655d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:25.162976 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83286063-5815-4e7c-81cb-b7b17a655d82 None None] The sync data for ids ['c625ebf0-b38c-4256-9a4c-a41c6b781f92'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:25.240168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb9f31-1e3d-4a17-8414-6c596c86d62c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Subnet': ['ID=8aa03c48-7c2d-4c6f-bb69-18695f2b6921,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:25.248055 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb9f31-1e3d-4a17-8414-6c596c86d62c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Checking segment: {'id': '186996c7-005c-401b-ae5d-e43673b8256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:25.248633 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eb9f31-1e3d-4a17-8414-6c596c86d62c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network hostable DHCP agents. Network: c78e5a75-2931-405d-abcc-56ce9c5219fd, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:50:25.269268 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eb9f31-1e3d-4a17-8414-6c596c86d62c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network c78e5a75-2931-405d-abcc-56ce9c5219fd is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:50:25.290300 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-59eb9f31-1e3d-4a17-8414-6c596c86d62c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, c78e5a75-2931-405d-abcc-56ce9c5219fd) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:25.297027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eb9f31-1e3d-4a17-8414-6c596c86d62c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:25.298755 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-59eb9f31-1e3d-4a17-8414-6c596c86d62c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.319101 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-24fccdd5-556c-4a8a-a801-dcc5ca6fb7f8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.341311 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-59eb9f31-1e3d-4a17-8414-6c596c86d62c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5476320 Jul 28 11:50:25.341786 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59704) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:25.357256 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed8616f-9774-4513-92fe-72254737e957 None None] Network c78e5a75-2931-405d-abcc-56ce9c5219fd requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:25.411073 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-9bf2abd4-ed6a-44a6-a999-73481894382e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=51ac002bba904616bbf9cec718c70d3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2857840 Jul 28 11:50:25.509224 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d0befc28-6918-467c-9bf0-eea02317a078 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:25.524869 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.570945 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Transition to ACTIVE for port object 19e04330-2787-4ab5-b75c-6255468fa8fd will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:25.596417 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.733850 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-c78e5a75-2931-405d-abcc-56ce9c5219fd', 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ips': [{'subnet_id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:50:25.734843 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.740160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c23e3-da22-4130-a38f-9f1f9ff5035a None None] Pushing event updated for resources: {'Port': ['ID=19e04330-2787-4ab5-b75c-6255468fa8fd,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:25.743042 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port d0befc28-6918-467c-9bf0-eea02317a078 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:25.752145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Attempting to bind port 19e04330-2787-4ab5-b75c-6255468fa8fd on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:25.752472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Attempting to bind port 19e04330-2787-4ab5-b75c-6255468fa8fd by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:25.752768 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Attempting to bind port 19e04330-2787-4ab5-b75c-6255468fa8fd on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:25.755506 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port d0befc28-6918-467c-9bf0-eea02317a078 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:25.756380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.763637 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-24fccdd5-556c-4a8a-a801-dcc5ca6fb7f8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.770110 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-24fccdd5-556c-4a8a-a801-dcc5ca6fb7f8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.783202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:25.783579 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:25.783987 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.784389 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:25.784888 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Bound port: 19e04330-2787-4ab5-b75c-6255468fa8fd, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:25.785268 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.806960 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-f84e056c-7805-40eb-8cff-efbea5f8c024 service neutron] 10.222.0.43 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343325 Jul 28 11:50:25.883636 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026e3f2f-4c84-42f5-b95f-f54ab579028a None None] Network beb32573-2785-4680-9019-6d49aadddd3b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:25.905463 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-24fccdd5-556c-4a8a-a801-dcc5ca6fb7f8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.905999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fccdd5-556c-4a8a-a801-dcc5ca6fb7f8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Fanout notify agent at l3_agent the message router_deleted on router c625ebf0-b38c-4256-9a4c-a41c6b781f92 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:50:25.916845 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-24fccdd5-556c-4a8a-a801-dcc5ca6fb7f8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.917959 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-24fccdd5-556c-4a8a-a801-dcc5ca6fb7f8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/routers/c625ebf0-b38c-4256-9a4c-a41c6b781f92 HTTP/1.1" status: 204 len: 168 time: 0.7773116 Jul 28 11:50:25.922736 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59708) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:25.988757 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] For port 19e04330-2787-4ab5-b75c-6255468fa8fd, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:25.990694 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2476760f-9943-4e11-b787-ea9aa9b109c2 None None] Provisioning for port 88ecf048-6849-4b95-a236-d4661adf2208 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:25.994732 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] For port 19e04330-2787-4ab5-b75c-6255468fa8fd, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=19e04330-2787-4ab5-b75c-6255468fa8fd,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:26.014952 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.043613 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting subnet 4e064cd4-d8e5-4294-b360-25a107a0c535 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:50:26.046953 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.076721 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-fe813a89-57c9-4793-8082-bfad05587ccd service neutron] 10.222.0.43 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330472 Jul 28 11:50:26.080626 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.088192 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.140896 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.150694 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Allocated IP 172.20.0.2 (c78e5a75-2931-405d-abcc-56ce9c5219fd/8aa03c48-7c2d-4c6f-bb69-18695f2b6921/05068284-98ad-4466-ac2a-c6591a097f67) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:26.185075 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.219784 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.241470 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c23e3-da22-4130-a38f-9f1f9ff5035a None None] Pushing event updated for resources: {'Port': ['ID=19e04330-2787-4ab5-b75c-6255468fa8fd,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:26.245858 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Routers {'79fd020b-cbcb-4115-93aa-617c3b620c90'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:26.246495 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['79fd020b-cbcb-4115-93aa-617c3b620c90'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:26.292678 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event updated for resources: {'Port': ['ID=cfa8708f-d613-4b99-a9a5-a6f8b2476319,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:26.400123 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port d0befc28-6918-467c-9bf0-eea02317a078, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d0befc28-6918-467c-9bf0-eea02317a078,segment=NetworkSegment(3bf6fe90-73a8-4c7b-b633-478569570743),segment_id=3bf6fe90-73a8-4c7b-b633-478569570743)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:26.413439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.414967 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Network beb32573-2785-4680-9019-6d49aadddd3b is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:26.422300 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.423197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:26.423380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 88ecf048-6849-4b95-a236-d4661adf2208 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:26.445603 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.583176 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-cb7b51d2-4ae8-4e0e-8d1f-6d48df185619 req-99d92e1f-e88b-403c-9fbf-c06c37b941b1 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 210 time: 0.1284750 Jul 28 11:50:26.656045 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 794a8e82-43c0-42c6-a36f-615c00b6ff73 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:26.756903 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.796141 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] Set router 79fd020b-cbcb-4115-93aa-617c3b620c90 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:26.806440 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Subnet': ['ID=4e064cd4-d8e5-4294-b360-25a107a0c535,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:26.821104 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.825491 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/subnets/4e064cd4-d8e5-4294-b360-25a107a0c535 HTTP/1.1" status: 204 len: 168 time: 0.8994901 Jul 28 11:50:26.826349 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59726) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:26.834166 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:26.834562 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:26.834888 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:26.835242 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:26.835751 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:26.836095 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:26.836426 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:26.836757 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:26.837086 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:26.838594 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:26.838949 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:26.839282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e87a1c-d56d-4ac2-a03d-38ae8e40c578 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:26.846487 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf5c5e9-c5c8-4c95-a5cc-bc6568cad634 None None] Network 06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:26.846696 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:26.846820 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=d0befc28-6918-467c-9bf0-eea02317a078,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:26.854941 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ef712311-7b64-4872-a53a-d06ea5de924e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/794a8e82-43c0-42c6-a36f-615c00b6ff73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9597554 Jul 28 11:50:26.855405 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59728) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:26.860627 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-a200a363-a1cc-411c-a1a9-ba65645f1988 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:26.904904 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Sync routers for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:26.938097 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.951931 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Transition to ACTIVE for port object 05068284-98ad-4466-ac2a-c6591a097f67 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:26.967695 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.970914 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Transition to ACTIVE for port object 05068284-98ad-4466-ac2a-c6591a097f67 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:27.091049 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.099065 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.1 (c78e5a75-2931-405d-abcc-56ce9c5219fd/8aa03c48-7c2d-4c6f-bb69-18695f2b6921/247086b0-ca36-4709-a3f0-5f9f31730437) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:27.125404 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting port e9e1ecbe-8bca-425c-8c3a-4a59263b2419 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:27.126074 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.160593 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 88ecf048-6849-4b95-a236-d4661adf2208 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:27.199526 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:27.200572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:27.217645 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 88ecf048-6849-4b95-a236-d4661adf2208 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:27.218176 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.282530 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Network c78e5a75-2931-405d-abcc-56ce9c5219fd is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:27.312959 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] For port e9e1ecbe-8bca-425c-8c3a-4a59263b2419, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e9e1ecbe-8bca-425c-8c3a-4a59263b2419,segment=NetworkSegment(9a6ca3d1-a5cf-45aa-a108-9827112d6dc2),segment_id=9a6ca3d1-a5cf-45aa-a108-9827112d6dc2)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:27.313339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.337760 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Calling delete_port for e9e1ecbe-8bca-425c-8c3a-4a59263b2419 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:27.365571 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.389080 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0027f812-6242-4850-a9d4-bff938c0bffc None None] Provisioning complete for port 88ecf048-6849-4b95-a236-d4661adf2208 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:27.389080 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0027f812-6242-4850-a9d4-bff938c0bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.390864 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:27.409342 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:27.466004 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Pushing event updated for resources: {'Port': ['ID=05068284-98ad-4466-ac2a-c6591a097f67,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:27.522902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object 247086b0-ca36-4709-a3f0-5f9f31730437 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:27.562905 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.580972 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.590193 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:27.593620 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Attempting to bind port 05068284-98ad-4466-ac2a-c6591a097f67 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:27.593981 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Attempting to bind port 05068284-98ad-4466-ac2a-c6591a097f67 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '186996c7-005c-401b-ae5d-e43673b8256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:27.594341 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Attempting to bind port 05068284-98ad-4466-ac2a-c6591a097f67 on network c78e5a75-2931-405d-abcc-56ce9c5219fd {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:27.663152 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:27.664176 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Checking segment: {'id': '186996c7-005c-401b-ae5d-e43673b8256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:27.665641 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.666041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Bound using segment: {'id': '186996c7-005c-401b-ae5d-e43673b8256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:27.666564 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Bound port: 05068284-98ad-4466-ac2a-c6591a097f67, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186996c7-005c-401b-ae5d-e43673b8256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:27.666946 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.672337 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.extraroute_db [None req-a200a363-a1cc-411c-a1a9-ba65645f1988 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=100416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 11:50:27.692922 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.extraroute_db [None req-a200a363-a1cc-411c-a1a9-ba65645f1988 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Removed routes are [] {{(pid=100416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 11:50:27.694385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a200a363-a1cc-411c-a1a9-ba65645f1988 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.715328 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Port': ['ID=e9e1ecbe-8bca-425c-8c3a-4a59263b2419,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:27.737691 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network c78e5a75-2931-405d-abcc-56ce9c5219fd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:27.747127 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:27.762767 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-360929ec-b080-4b93-8b5c-51188ae54632 req-6ba25eea-9cd9-4191-bbb6-5dc787145c66 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 210 time: 0.0595536 Jul 28 11:50:27.780100 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:27.789992 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] No DVR routers for this DVR port e9e1ecbe-8bca-425c-8c3a-4a59263b2419 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:27.805179 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e5c0c1-1c64-47cd-8bb8-b685e4d9dc7d None None] DHCP port deletion for 06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:50:27.826446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-c4db0097-6994-4d01-acbf-7b2f64f6ce76 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:27.827719 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-c4db0097-6994-4d01-acbf-7b2f64f6ce76 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.39 "GET /v2.0/networks?id=6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 200 len: 810 time: 0.2668545 Jul 28 11:50:27.900133 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=247086b0-ca36-4709-a3f0-5f9f31730437,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:27.949646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.972874 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.987638 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0027f812-6242-4850-a9d4-bff938c0bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.995208 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'name': 'tempest-TestNetworkBasicOps-router-1178631548', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:50:23Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:23Z', 'updated_at': '2021-07-28T11:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:28.010021 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] For port 05068284-98ad-4466-ac2a-c6591a097f67, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:28.031252 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a200a363-a1cc-411c-a1a9-ba65645f1988 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.035475 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a200a363-a1cc-411c-a1a9-ba65645f1988 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.068062 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63050c91-3b18-466e-a8d1-4f5b7b9d2bb4 None None] The sync data for ids ['79fd020b-cbcb-4115-93aa-617c3b620c90'] in dv-neutron-786478-16-hyperv is: [{'id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'name': 'tempest-TestNetworkBasicOps-router-1178631548', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:50:23Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:23Z', 'updated_at': '2021-07-28T11:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:28.092947 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] For port 05068284-98ad-4466-ac2a-c6591a097f67, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=05068284-98ad-4466-ac2a-c6591a097f67,segment=NetworkSegment(186996c7-005c-401b-ae5d-e43673b8256b),segment_id=186996c7-005c-401b-ae5d-e43673b8256b)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:28.107262 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-67d5c42d-c303-4b2c-a941-3634004f6464 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51ac002bba904616bbf9cec718c70d3e HTTP/1.1" status: 200 len: 380 time: 0.2494707 Jul 28 11:50:28.114255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 88ecf048-6849-4b95-a236-d4661adf2208, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=88ecf048-6849-4b95-a236-d4661adf2208,segment=NetworkSegment(6f4078b8-9afb-4fe5-b2c9-1a2873256e57),segment_id=6f4078b8-9afb-4fe5-b2c9-1a2873256e57)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:28.115867 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.124258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-d265fa75-695b-4d3e-8711-3af6f31a59e4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Request body: {'port': {'device_id': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'admin_state_up': True, 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'security_groups': ['652d6ada-68ac-48f3-8ecf-91cdc134df26']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:28.129230 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.161643 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.188806 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.197945 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:28.209475 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6ca3d1-a5cf-45aa-a108-9827112d6dc2') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:28.209781 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6ca3d1-a5cf-45aa-a108-9827112d6dc2') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:28.216186 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a200a363-a1cc-411c-a1a9-ba65645f1988 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 794a8e82-43c0-42c6-a36f-615c00b6ff73 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:28.280688 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.298882 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.db.api [None req-0027f812-6242-4850-a9d4-bff938c0bffc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:50:28.299088 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG oslo_db.api [None req-0027f812-6242-4850-a9d4-bff938c0bffc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:50:28.299593 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dc08c-5675-4208-ae0f-44eb3dcf5dfa None None] Pushing event updated for resources: {'Port': ['ID=05068284-98ad-4466-ac2a-c6591a097f67,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:28.365817 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d0befc28-6918-467c-9bf0-eea02317a078 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:28.406596 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a200a363-a1cc-411c-a1a9-ba65645f1988 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:28.419895 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a200a363-a1cc-411c-a1a9-ba65645f1988 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.423418 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a200a363-a1cc-411c-a1a9-ba65645f1988 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/794a8e82-43c0-42c6-a36f-615c00b6ff73 HTTP/1.1" status: 200 len: 933 time: 1.5647748 Jul 28 11:50:28.425293 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59736) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:28.506200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=88ecf048-6849-4b95-a236-d4661adf2208,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:28.517768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.537494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:24Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedc3b8c-0f46-4f35-a81f-629831a5ee45', 'name': '', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:05:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:09Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfa8708f-d613-4b99-a9a5-a6f8b2476319', 'name': '', 'network_id': 'beb32573-2785-4680-9019-6d49aadddd3b', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:85:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '6c79ede6-f79c-4cb2-87e5-e145c35a7597', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:50:25Z', 'revision_number': 2, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': '6c79ede6-f79c-4cb2-87e5-e145c35a7597', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0befc28-6918-467c-9bf0-eea02317a078', 'name': '', 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:59:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:15Z', 'updated_at': '2021-07-28T11:50:26Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:28.581218 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:50:28.581748 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:50:28.586142 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:50:28.597765 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Checking router: 794a8e82-43c0-42c6-a36f-615c00b6ff73 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:28.598276 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Updating router 794a8e82-43c0-42c6-a36f-615c00b6ff73 port cfa8708f-d613-4b99-a9a5-a6f8b2476319 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:50:28.606931 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d176d822-b821-4dd1-aa91-fdce59bc936e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/routers/794a8e82-43c0-42c6-a36f-615c00b6ff73 HTTP/1.1" status: 200 len: 933 time: 0.1804445 Jul 28 11:50:28.611014 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59738) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:28.622323 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-3f396db1-fc22-413f-a403-d0f9c04e24ed tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'router': {'routes': None}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:28.650323 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port d0befc28-6918-467c-9bf0-eea02317a078 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:28.650884 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.718498 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.802132 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.822944 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.828335 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/networks/06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9 HTTP/1.1" status: 204 len: 168 time: 1.9981329 Jul 28 11:50:28.832810 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59742) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:28.851623 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-367616197', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}, 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:28.886412 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Network': ['ID=06a6c8d7-7f7d-4b75-9f9a-329a83d3c1e9,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:28.937747 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-d265fa75-695b-4d3e-8711-3af6f31a59e4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Made reservation on behalf of 51ac002bba904616bbf9cec718c70d3e for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:28.941973 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-d265fa75-695b-4d3e-8711-3af6f31a59e4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.945660 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:28.945999 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:28.946353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:28.946744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:28.947221 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:28.947568 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:28.947905 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:28.948237 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:28.948568 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:28.948895 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:28.949222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:28.949550 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd79eb5-2b31-49dc-9bbc-53245f4801da tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:29.165071 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-d265fa75-695b-4d3e-8711-3af6f31a59e4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Allocated IP 172.20.0.9 (6a1fce29-ec01-4e0f-afda-86e621a73431/e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5/e1d11933-2b4b-42a4-8275-6704086fcaf0) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:29.259723 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1ace76d9-a9b2-4e32-9adb-987db14b3c15 req-a3984d6a-58ec-48ce-b3f3-533439840ae6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 210 time: 0.3248432 Jul 28 11:50:29.303180 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.extraroute_db [None req-3f396db1-fc22-413f-a403-d0f9c04e24ed tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Added routes are [] {{(pid=100416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 11:50:29.303504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.extraroute_db [None req-3f396db1-fc22-413f-a403-d0f9c04e24ed tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=100416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 11:50:29.410898 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f396db1-fc22-413f-a403-d0f9c04e24ed tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:29.415867 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0027f812-6242-4850-a9d4-bff938c0bffc None None] Provisioning for port cfa8708f-d613-4b99-a9a5-a6f8b2476319 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:29.424286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-d265fa75-695b-4d3e-8711-3af6f31a59e4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:29.433987 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0027f812-6242-4850-a9d4-bff938c0bffc None None] Provisioning complete for port cfa8708f-d613-4b99-a9a5-a6f8b2476319 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:29.434723 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0027f812-6242-4850-a9d4-bff938c0bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:29.439965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e9e1ecbe-8bca-425c-8c3a-4a59263b2419 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:29.441079 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-d265fa75-695b-4d3e-8711-3af6f31a59e4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Transition to ACTIVE for port object e1d11933-2b4b-42a4-8275-6704086fcaf0 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:29.482075 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-d265fa75-695b-4d3e-8711-3af6f31a59e4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:29.484133 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:29.485242 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:29.573072 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-d265fa75-695b-4d3e-8711-3af6f31a59e4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Network 6a1fce29-ec01-4e0f-afda-86e621a73431 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:29.584106 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-d265fa75-695b-4d3e-8711-3af6f31a59e4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:29.605575 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-d265fa75-695b-4d3e-8711-3af6f31a59e4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:29.640981 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0027f812-6242-4850-a9d4-bff938c0bffc None None] Port cfa8708f-d613-4b99-a9a5-a6f8b2476319 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:29.649965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:29.653982 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: e9e1ecbe-8bca-425c-8c3a-4a59263b2419 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:29.654711 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e9e1ecbe-8bca-425c-8c3a-4a59263b2419 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:29.664282 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:29.670150 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Transition to ACTIVE for port object cfa8708f-d613-4b99-a9a5-a6f8b2476319 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:29.680639 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:29.759741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265fa75-695b-4d3e-8711-3af6f31a59e4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event updated for resources: {'Port': ['ID=e1d11933-2b4b-42a4-8275-6704086fcaf0,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:29.768261 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:29.776104 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de59b5-9bd2-450b-9765-91b8f140fc13 None None] Pushing event updated for resources: {'Port': ['ID=cfa8708f-d613-4b99-a9a5-a6f8b2476319,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:29.913288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaed75fe-6cd0-4e82-90cd-e05e3464f211 None None] Network c78e5a75-2931-405d-abcc-56ce9c5219fd requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:29.980859 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-d265fa75-695b-4d3e-8711-3af6f31a59e4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:29.981558 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-d265fa75-695b-4d3e-8711-3af6f31a59e4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:30.005892 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Attempting to bind port cfa8708f-d613-4b99-a9a5-a6f8b2476319 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:30.006282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Attempting to bind port cfa8708f-d613-4b99-a9a5-a6f8b2476319 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '6f4078b8-9afb-4fe5-b2c9-1a2873256e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'beb32573-2785-4680-9019-6d49aadddd3b'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:30.006678 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Attempting to bind port cfa8708f-d613-4b99-a9a5-a6f8b2476319 on network beb32573-2785-4680-9019-6d49aadddd3b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:30.020610 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:30.021110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Checking segment: {'id': '6f4078b8-9afb-4fe5-b2c9-1a2873256e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'beb32573-2785-4680-9019-6d49aadddd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:30.021538 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:30.022007 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Bound using segment: {'id': '6f4078b8-9afb-4fe5-b2c9-1a2873256e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'beb32573-2785-4680-9019-6d49aadddd3b'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:30.022842 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Bound port: cfa8708f-d613-4b99-a9a5-a6f8b2476319, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4078b8-9afb-4fe5-b2c9-1a2873256e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'beb32573-2785-4680-9019-6d49aadddd3b'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:30.023389 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:30.027744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:30.029136 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:30.052807 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-d265fa75-695b-4d3e-8711-3af6f31a59e4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9382706 Jul 28 11:50:30.069809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Request body: {'port': {'device_id': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:30.095977 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7aceeb7d-25ad-46a2-8605-5421a4fadcf5 None None] Provisioning for port 05068284-98ad-4466-ac2a-c6591a097f67 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:30.191989 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] For port cfa8708f-d613-4b99-a9a5-a6f8b2476319, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:30.246122 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] For port cfa8708f-d613-4b99-a9a5-a6f8b2476319, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=cfa8708f-d613-4b99-a9a5-a6f8b2476319,segment=NetworkSegment(6f4078b8-9afb-4fe5-b2c9-1a2873256e57),segment_id=6f4078b8-9afb-4fe5-b2c9-1a2873256e57)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:30.293738 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network c78e5a75-2931-405d-abcc-56ce9c5219fd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:30.298835 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:30.299023 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=247086b0-ca36-4709-a3f0-5f9f31730437,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:30.304461 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:30.318407 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0bfecec7-d997-41a6-ae1b-91e42d178b54 None None] Provisioning for port e1d11933-2b4b-42a4-8275-6704086fcaf0 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:30.344251 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:30.349064 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0bfecec7-d997-41a6-ae1b-91e42d178b54 None None] Provisioning complete for port e1d11933-2b4b-42a4-8275-6704086fcaf0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:30.349754 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bfecec7-d997-41a6-ae1b-91e42d178b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:30.410848 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0bfecec7-d997-41a6-ae1b-91e42d178b54 None None] Port e1d11933-2b4b-42a4-8275-6704086fcaf0 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:30.457524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:30.458490 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:30.467804 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f396db1-fc22-413f-a403-d0f9c04e24ed tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:30.516514 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f396db1-fc22-413f-a403-d0f9c04e24ed tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:30.536572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de59b5-9bd2-450b-9765-91b8f140fc13 None None] Pushing event updated for resources: {'Port': ['ID=cfa8708f-d613-4b99-a9a5-a6f8b2476319,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:30.622041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:30.638659 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792f5fe-7bb2-4e92-a293-12edbb08de8e req-e6ebdc08-cbb4-4b18-bd25-24c8309ab867 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:30.645996 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:30.658060 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a792f5fe-7bb2-4e92-a293-12edbb08de8e req-e6ebdc08-cbb4-4b18-bd25-24c8309ab867 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 931 time: 0.2294667 Jul 28 11:50:30.735819 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 79fd020b-cbcb-4115-93aa-617c3b620c90 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:30.807016 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f396db1-fc22-413f-a403-d0f9c04e24ed tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 794a8e82-43c0-42c6-a36f-615c00b6ff73 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:30.817103 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 05068284-98ad-4466-ac2a-c6591a097f67 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:30.834408 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a792f5fe-7bb2-4e92-a293-12edbb08de8e req-9dd48519-d59e-4379-aaae-f96f6302079f tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731751 Jul 28 11:50:31.034224 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 05068284-98ad-4466-ac2a-c6591a097f67 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:31.043055 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 05068284-98ad-4466-ac2a-c6591a097f67 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:31.043433 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:31.097309 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f396db1-fc22-413f-a403-d0f9c04e24ed tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:31.113257 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f396db1-fc22-413f-a403-d0f9c04e24ed tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:31.119349 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3f396db1-fc22-413f-a403-d0f9c04e24ed tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/794a8e82-43c0-42c6-a36f-615c00b6ff73 HTTP/1.1" status: 200 len: 699 time: 2.5055850 Jul 28 11:50:31.120005 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59746) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:31.169935 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-43df2955-6e72-44dc-a6ef-333ac8c487de None None] Provisioning complete for port 05068284-98ad-4466-ac2a-c6591a097f67 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:31.170618 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43df2955-6e72-44dc-a6ef-333ac8c487de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:31.191173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:31.203596 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4ebe0b7d-62cc-47d6-91d1-70c2f4dae663 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/79fd020b-cbcb-4115-93aa-617c3b620c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8606369 Jul 28 11:50:31.207927 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59748) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:31.211995 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Sync routers for ids ['79fd020b-cbcb-4115-93aa-617c3b620c90'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:31.224187 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Routers {'79fd020b-cbcb-4115-93aa-617c3b620c90'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:31.225084 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['79fd020b-cbcb-4115-93aa-617c3b620c90'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:31.320507 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-dbb82dbe-a12b-4971-af4d-28399b069323 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/routers/794a8e82-43c0-42c6-a36f-615c00b6ff73 HTTP/1.1" status: 200 len: 699 time: 0.1951289 Jul 28 11:50:31.322242 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59750) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:31.327409 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:31.343343 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:29Z', 'revision_number': 7, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedc3b8c-0f46-4f35-a81f-629831a5ee45', 'name': '', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:05:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:09Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfa8708f-d613-4b99-a9a5-a6f8b2476319', 'name': '', 'network_id': 'beb32573-2785-4680-9019-6d49aadddd3b', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:85:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '6c79ede6-f79c-4cb2-87e5-e145c35a7597', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:50:30Z', 'revision_number': 4, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': '6c79ede6-f79c-4cb2-87e5-e145c35a7597', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0befc28-6918-467c-9bf0-eea02317a078', 'name': '', 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:59:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:15Z', 'updated_at': '2021-07-28T11:50:26Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:31.404984 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09318db-36ce-490b-b73a-dac1af5cbab2 None None] The sync data for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv is: [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:29Z', 'revision_number': 7, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedc3b8c-0f46-4f35-a81f-629831a5ee45', 'name': '', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:05:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:09Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfa8708f-d613-4b99-a9a5-a6f8b2476319', 'name': '', 'network_id': 'beb32573-2785-4680-9019-6d49aadddd3b', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:85:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '6c79ede6-f79c-4cb2-87e5-e145c35a7597', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:50:30Z', 'revision_number': 4, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': '6c79ede6-f79c-4cb2-87e5-e145c35a7597', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0befc28-6918-467c-9bf0-eea02317a078', 'name': '', 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:59:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:15Z', 'updated_at': '2021-07-28T11:50:26Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:31.440432 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Set router 79fd020b-cbcb-4115-93aa-617c3b620c90 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:31.538032 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43df2955-6e72-44dc-a6ef-333ac8c487de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:31.642211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 05068284-98ad-4466-ac2a-c6591a097f67, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=05068284-98ad-4466-ac2a-c6591a097f67,segment=NetworkSegment(186996c7-005c-401b-ae5d-e43673b8256b),segment_id=186996c7-005c-401b-ae5d-e43673b8256b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:31.655040 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:31.655986 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 19e04330-2787-4ab5-b75c-6255468fa8fd up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:31.742169 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.db.api [None req-43df2955-6e72-44dc-a6ef-333ac8c487de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:50:31.742608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG oslo_db.api [None req-43df2955-6e72-44dc-a6ef-333ac8c487de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:50:31.923362 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=05068284-98ad-4466-ac2a-c6591a097f67,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:31.948402 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 19e04330-2787-4ab5-b75c-6255468fa8fd completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:31.952836 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 19e04330-2787-4ab5-b75c-6255468fa8fd triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:31.953348 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:32.022377 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'name': 'tempest-TestNetworkBasicOps-router-1178631548', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:50:28Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:23Z', 'updated_at': '2021-07-28T11:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '247086b0-ca36-4709-a3f0-5f9f31730437', 'name': '', 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:7e:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:26Z', 'updated_at': '2021-07-28T11:50:28Z', 'revision_number': 2, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:32.109083 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad337d-d1ca-4bce-8f65-cfe8c01ad905 req-f94e4b2d-4555-44ed-a9e5-ce9d61c56320 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.111426 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Checking router: 79fd020b-cbcb-4115-93aa-617c3b620c90 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:32.111780 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Updating router 79fd020b-cbcb-4115-93aa-617c3b620c90 port 247086b0-ca36-4709-a3f0-5f9f31730437 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:50:32.116276 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-afad337d-d1ca-4bce-8f65-cfe8c01ad905 req-f94e4b2d-4555-44ed-a9e5-ce9d61c56320 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 931 time: 0.1159465 Jul 28 11:50:32.160953 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:32.178349 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:32.180709 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-afad337d-d1ca-4bce-8f65-cfe8c01ad905 req-e260a732-c2eb-4ba0-9ff9-7e263c2c2148 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628815 Jul 28 11:50:32.225695 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 19e04330-2787-4ab5-b75c-6255468fa8fd, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=19e04330-2787-4ab5-b75c-6255468fa8fd,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:32.239648 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:32.240700 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 88ecf048-6849-4b95-a236-d4661adf2208 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:32.273665 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3bafe9b4-bf8a-4124-ba64-4c667fc1f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:32.433797 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d11933-2b4b-42a4-8275-6704086fcaf0 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:50:32.461023 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b41759f8-b2dc-42f6-80d2-7cf5795b7eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:32.463181 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 88ecf048-6849-4b95-a236-d4661adf2208 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:32.463661 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:32.465401 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:32.466572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-43df2955-6e72-44dc-a6ef-333ac8c487de None None] Provisioning for port 247086b0-ca36-4709-a3f0-5f9f31730437 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:32.468884 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=19e04330-2787-4ab5-b75c-6255468fa8fd,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:32.473117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dd4a25-6cb9-412f-b592-49b90cf4bf76 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.478970 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dd4a25-6cb9-412f-b592-49b90cf4bf76 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.479495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dd4a25-6cb9-412f-b592-49b90cf4bf76 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.480052 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dd4a25-6cb9-412f-b592-49b90cf4bf76 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.480597 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dd4a25-6cb9-412f-b592-49b90cf4bf76 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.481140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dd4a25-6cb9-412f-b592-49b90cf4bf76 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.481764 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dd4a25-6cb9-412f-b592-49b90cf4bf76 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.484081 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dd4a25-6cb9-412f-b592-49b90cf4bf76 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.484787 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dd4a25-6cb9-412f-b592-49b90cf4bf76 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.485359 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dd4a25-6cb9-412f-b592-49b90cf4bf76 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.489436 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-28dd4a25-6cb9-412f-b592-49b90cf4bf76 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7010 time: 1.2675927 Jul 28 11:50:32.495267 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59754) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:32.501924 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-43df2955-6e72-44dc-a6ef-333ac8c487de None None] Provisioning complete for port 247086b0-ca36-4709-a3f0-5f9f31730437 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:32.502365 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43df2955-6e72-44dc-a6ef-333ac8c487de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:32.531446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Transition to ACTIVE for port object e1d11933-2b4b-42a4-8275-6704086fcaf0 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:32.556623 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-43df2955-6e72-44dc-a6ef-333ac8c487de None None] Port 247086b0-ca36-4709-a3f0-5f9f31730437 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:32.622451 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f61f821-3f7f-47c3-9b52-5bcde34cf9e4 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.622928 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f61f821-3f7f-47c3-9b52-5bcde34cf9e4 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.623509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f61f821-3f7f-47c3-9b52-5bcde34cf9e4 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.623935 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f61f821-3f7f-47c3-9b52-5bcde34cf9e4 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.624450 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f61f821-3f7f-47c3-9b52-5bcde34cf9e4 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.624920 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f61f821-3f7f-47c3-9b52-5bcde34cf9e4 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.625568 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f61f821-3f7f-47c3-9b52-5bcde34cf9e4 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.626031 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f61f821-3f7f-47c3-9b52-5bcde34cf9e4 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.626539 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f61f821-3f7f-47c3-9b52-5bcde34cf9e4 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.627026 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f61f821-3f7f-47c3-9b52-5bcde34cf9e4 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:32.645948 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0f61f821-3f7f-47c3-9b52-5bcde34cf9e4 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6372 time: 0.1468496 Jul 28 11:50:32.646874 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59756) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:32.683344 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0b185cb9-6434-424f-b652-7216a1453822 None None] Provisioning complete for port 247086b0-ca36-4709-a3f0-5f9f31730437 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:32.683666 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0b185cb9-6434-424f-b652-7216a1453822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:32.685807 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:32.687853 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:32.696606 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:32.720627 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Transition to ACTIVE for port object 247086b0-ca36-4709-a3f0-5f9f31730437 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:32.736617 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:32.740988 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0b185cb9-6434-424f-b652-7216a1453822 None None] Port 247086b0-ca36-4709-a3f0-5f9f31730437 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:32.743971 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:32.744674 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6465e1a2-a08f-4f76-a584-5b3609b345c6 None None] Sync routers for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:32.763967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6465e1a2-a08f-4f76-a584-5b3609b345c6 None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:32.764612 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6465e1a2-a08f-4f76-a584-5b3609b345c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:32.834199 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaaaba8-d9a7-4530-b4db-c8ebb828459f None None] Pushing event updated for resources: {'Port': ['ID=247086b0-ca36-4709-a3f0-5f9f31730437,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:32.910011 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Attempting to bind port 247086b0-ca36-4709-a3f0-5f9f31730437 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:32.910268 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Attempting to bind port 247086b0-ca36-4709-a3f0-5f9f31730437 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '186996c7-005c-401b-ae5d-e43673b8256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:32.910716 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Attempting to bind port 247086b0-ca36-4709-a3f0-5f9f31730437 on network c78e5a75-2931-405d-abcc-56ce9c5219fd {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:32.932014 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:32.932209 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Checking segment: {'id': '186996c7-005c-401b-ae5d-e43673b8256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:32.932753 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:32.933307 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Bound using segment: {'id': '186996c7-005c-401b-ae5d-e43673b8256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:32.933856 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Bound port: 247086b0-ca36-4709-a3f0-5f9f31730437, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186996c7-005c-401b-ae5d-e43673b8256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:32.934266 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:32.947636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d11933-2b4b-42a4-8275-6704086fcaf0,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:32.976699 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 05068284-98ad-4466-ac2a-c6591a097f67 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:33.007728 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Attempting to bind port e1d11933-2b4b-42a4-8275-6704086fcaf0 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:33.008534 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Attempting to bind port e1d11933-2b4b-42a4-8275-6704086fcaf0 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:33.008534 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Attempting to bind port e1d11933-2b4b-42a4-8275-6704086fcaf0 on network 6a1fce29-ec01-4e0f-afda-86e621a73431 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:33.081183 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] For port 247086b0-ca36-4709-a3f0-5f9f31730437, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:33.084656 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] For port 247086b0-ca36-4709-a3f0-5f9f31730437, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=247086b0-ca36-4709-a3f0-5f9f31730437,segment=NetworkSegment(186996c7-005c-401b-ae5d-e43673b8256b),segment_id=186996c7-005c-401b-ae5d-e43673b8256b)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:33.094091 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:33.102640 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 05068284-98ad-4466-ac2a-c6591a097f67 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:33.103015 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:33.107220 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Port e1d11933-2b4b-42a4-8275-6704086fcaf0 on network 6a1fce29-ec01-4e0f-afda-86e621a73431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:50:33.108378 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Attempting to bind port e1d11933-2b4b-42a4-8275-6704086fcaf0 on network 6a1fce29-ec01-4e0f-afda-86e621a73431 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:33.120353 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-6465e1a2-a08f-4f76-a584-5b3609b345c6 None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:33.136607 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:33.143864 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Checking segment: {'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:33.144518 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Bound using segment: {'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:33.145045 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Bound port: e1d11933-2b4b-42a4-8275-6704086fcaf0, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:33.145755 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:33.175236 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3bafe9b4-bf8a-4124-ba64-4c667fc1f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port cfa8708f-d613-4b99-a9a5-a6f8b2476319 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:33.175811 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3bafe9b4-bf8a-4124-ba64-4c667fc1f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:33.234276 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Allocated IP 172.26.1.18 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/3af1e332-09c5-464c-a4c5-140064110795) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:33.283094 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaaaba8-d9a7-4530-b4db-c8ebb828459f None None] Pushing event updated for resources: {'Port': ['ID=247086b0-ca36-4709-a3f0-5f9f31730437,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:33.296612 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Routers {'79fd020b-cbcb-4115-93aa-617c3b620c90'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:33.311609 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['79fd020b-cbcb-4115-93aa-617c3b620c90'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:33.418595 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] For port e1d11933-2b4b-42a4-8275-6704086fcaf0, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:33.466084 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] For port e1d11933-2b4b-42a4-8275-6704086fcaf0, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e1d11933-2b4b-42a4-8275-6704086fcaf0,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:33.514333 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:33.533884 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] Set router 79fd020b-cbcb-4115-93aa-617c3b620c90 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:33.565024 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b667e29d-e6df-4149-9047-aa4167a162b6 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4104 time: 0.9168136 Jul 28 11:50:33.608563 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 19e04330-2787-4ab5-b75c-6255468fa8fd up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:33.624113 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:33.624834 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:33.627008 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] 10.222.0.39 "PUT /v2.0/ports/e1d11933-2b4b-42a4-8275-6704086fcaf0 HTTP/1.1" status: 200 len: 1093 time: 3.5615752 Jul 28 11:50:33.637049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'tag': 'e1d11933-2b4b-42a4-8275-6704086fcaf0'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:50:33.639400 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6355e677-9372-4388-9177-59155aaac49e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b23668-9eb6-470f-8e31-73ad717e0c36", "tag": "e1d11933-2b4b-42a4-8275-6704086fcaf0"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:50:33.651547 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:33.664260 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec0afa-65d4-44a1-8810-5d13b6a1db34 req-389cfae5-e793-4d1f-b3d9-7171e8f3419e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:33.683562 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8cec0afa-65d4-44a1-8810-5d13b6a1db34 req-389cfae5-e793-4d1f-b3d9-7171e8f3419e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 943 time: 0.3330076 Jul 28 11:50:33.736252 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 19e04330-2787-4ab5-b75c-6255468fa8fd triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:33.736543 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:33.740699 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-3bafe9b4-bf8a-4124-ba64-4c667fc1f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] For port cfa8708f-d613-4b99-a9a5-a6f8b2476319, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=cfa8708f-d613-4b99-a9a5-a6f8b2476319,segment=NetworkSegment(6f4078b8-9afb-4fe5-b2c9-1a2873256e57),segment_id=6f4078b8-9afb-4fe5-b2c9-1a2873256e57)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:33.744349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3bafe9b4-bf8a-4124-ba64-4c667fc1f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:33.771335 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3bafe9b4-bf8a-4124-ba64-4c667fc1f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for cfa8708f-d613-4b99-a9a5-a6f8b2476319 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:33.800241 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:33.849661 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8cec0afa-65d4-44a1-8810-5d13b6a1db34 req-87c2ac0c-f0a2-45a3-8877-0dcea73fc878 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640799 Jul 28 11:50:33.852275 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a218180-16a0-48d2-b3f5-1a8b2e20aae5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d11933-2b4b-42a4-8275-6704086fcaf0,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:33.874745 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:33.884625 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-4a7184e2-4cc0-4c4e-a299-d52a8d559d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:33.886092 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-4a7184e2-4cc0-4c4e-a299-d52a8d559d31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51ac002bba904616bbf9cec718c70d3e&device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 1096 time: 0.1575506 Jul 28 11:50:33.947922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:33.965629 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device cfa8708f-d613-4b99-a9a5-a6f8b2476319 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:33.987979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5b2c31-ee5e-489e-a87b-af70e5823029 x-openstack-request-id: req-2e5b2c31-ee5e-489e-a87b-af70e5823029 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:50:33.989656 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b23668-9eb6-470f-8e31-73ad717e0c36", "tag": "e1d11933-2b4b-42a4-8275-6704086fcaf0", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:50:33.990007 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e5b2c31-ee5e-489e-a87b-af70e5823029 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:50:33.990534 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'tag': 'e1d11933-2b4b-42a4-8275-6704086fcaf0', 'status': 'completed', 'code': 200} Jul 28 11:50:33.991855 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:34.012836 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'name': 'tempest-TestNetworkBasicOps-router-1178631548', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:50:28Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:23Z', 'updated_at': '2021-07-28T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '247086b0-ca36-4709-a3f0-5f9f31730437', 'name': '', 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:7e:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:26Z', 'updated_at': '2021-07-28T11:50:33Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:34.036251 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6465e1a2-a08f-4f76-a584-5b3609b345c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:29Z', 'revision_number': 7, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedc3b8c-0f46-4f35-a81f-629831a5ee45', 'name': '', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:05:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:09Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfa8708f-d613-4b99-a9a5-a6f8b2476319', 'name': '', 'network_id': 'beb32573-2785-4680-9019-6d49aadddd3b', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:85:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '6c79ede6-f79c-4cb2-87e5-e145c35a7597', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:50:30Z', 'revision_number': 4, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': '6c79ede6-f79c-4cb2-87e5-e145c35a7597', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0befc28-6918-467c-9bf0-eea02317a078', 'name': '', 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:59:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:15Z', 'updated_at': '2021-07-28T11:50:26Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:34.044077 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc043a-1e6b-45bb-9cf2-2c0dae4ac5c9 None None] The sync data for ids ['79fd020b-cbcb-4115-93aa-617c3b620c90'] in dv-neutron-786478-16-hyperv is: [{'id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'name': 'tempest-TestNetworkBasicOps-router-1178631548', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:50:28Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:23Z', 'updated_at': '2021-07-28T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '247086b0-ca36-4709-a3f0-5f9f31730437', 'name': '', 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:7e:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:26Z', 'updated_at': '2021-07-28T11:50:33Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:34.078468 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6465e1a2-a08f-4f76-a584-5b3609b345c6 None None] Checking router: 794a8e82-43c0-42c6-a36f-615c00b6ff73 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:34.097854 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6465e1a2-a08f-4f76-a584-5b3609b345c6 None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:34.097854 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6465e1a2-a08f-4f76-a584-5b3609b345c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:34.121170 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-b49c3cad-3946-4915-ab8f-25e8513039ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1d11933-2b4b-42a4-8275-6704086fcaf0 HTTP/1.1" status: 200 len: 217 time: 0.1591723 Jul 28 11:50:34.208199 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-e63162bc-6f7a-4033-8a8c-1dd46487c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:34.209822 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-e63162bc-6f7a-4033-8a8c-1dd46487c35d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5 HTTP/1.1" status: 200 len: 849 time: 0.0878425 Jul 28 11:50:34.212132 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=3af1e332-09c5-464c-a4c5-140064110795,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:34.212411 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port cfa8708f-d613-4b99-a9a5-a6f8b2476319 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:34.248207 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59764) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:34.253269 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-ad66f18b-0ac8-4656-8a84-849ee0c6eb1e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1107088907', 'description': 'tempest-secgroup-smoke-1107088907 description', 'project_id': '494923637e9742fd92ad3c4630d377e7'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:34.263478 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3bafe9b4-bf8a-4124-ba64-4c667fc1f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:34.263788 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port cfa8708f-d613-4b99-a9a5-a6f8b2476319 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:34.264178 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:34.303414 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Port cfa8708f-d613-4b99-a9a5-a6f8b2476319 was deleted so its status cannot be updated. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 11:50:34.392313 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-6465e1a2-a08f-4f76-a584-5b3609b345c6 None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:34.396106 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafe9b4-bf8a-4124-ba64-4c667fc1f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=cfa8708f-d613-4b99-a9a5-a6f8b2476319,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:34.432849 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ad66f18b-0ac8-4656-8a84-849ee0c6eb1e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:34.517692 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-59b949b6-28be-4dd6-852a-8b07f8ba46c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:34.519266 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-59b949b6-28be-4dd6-852a-8b07f8ba46c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a1fce29-ec01-4e0f-afda-86e621a73431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2948925 Jul 28 11:50:34.656054 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ad66f18b-0ac8-4656-8a84-849ee0c6eb1e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:34.707860 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ad66f18b-0ac8-4656-8a84-849ee0c6eb1e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:34.728210 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3bafe9b4-bf8a-4124-ba64-4c667fc1f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:34.747986 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6465e1a2-a08f-4f76-a584-5b3609b345c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:29Z', 'revision_number': 7, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedc3b8c-0f46-4f35-a81f-629831a5ee45', 'name': '', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:05:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:09Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfa8708f-d613-4b99-a9a5-a6f8b2476319', 'name': '', 'network_id': 'beb32573-2785-4680-9019-6d49aadddd3b', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:85:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '6c79ede6-f79c-4cb2-87e5-e145c35a7597', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:50:30Z', 'revision_number': 4, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': '6c79ede6-f79c-4cb2-87e5-e145c35a7597', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0befc28-6918-467c-9bf0-eea02317a078', 'name': '', 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:59:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:15Z', 'updated_at': '2021-07-28T11:50:26Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:34.749967 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ad66f18b-0ac8-4656-8a84-849ee0c6eb1e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:34.754362 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:34.754769 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ad66f18b-0ac8-4656-8a84-849ee0c6eb1e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5051422 Jul 28 11:50:34.757908 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59766) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:34.781129 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-e519eea4-1adb-4ff5-a1b0-998b6755f26c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': 'dea2a145-f66b-41b6-bdbf-36125d2b196e', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:34.817696 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6465e1a2-a08f-4f76-a584-5b3609b345c6 None None] The sync data for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv is: [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:29Z', 'revision_number': 7, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedc3b8c-0f46-4f35-a81f-629831a5ee45', 'name': '', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:05:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:09Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfa8708f-d613-4b99-a9a5-a6f8b2476319', 'name': '', 'network_id': 'beb32573-2785-4680-9019-6d49aadddd3b', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:85:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '6c79ede6-f79c-4cb2-87e5-e145c35a7597', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:50:30Z', 'revision_number': 4, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': '6c79ede6-f79c-4cb2-87e5-e145c35a7597', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0befc28-6918-467c-9bf0-eea02317a078', 'name': '', 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:59:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:15Z', 'updated_at': '2021-07-28T11:50:26Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:34.857441 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66f18b-0ac8-4656-8a84-849ee0c6eb1e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea2a145-f66b-41b6-bdbf-36125d2b196e,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:34.898764 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-d60cd352-23de-46ee-81c0-4a15c98a8569 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711145 Jul 28 11:50:34.901189 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68d220b4-34da-4528-be4a-896723df9fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:34.909586 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 247086b0-ca36-4709-a3f0-5f9f31730437 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:35.028402 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 247086b0-ca36-4709-a3f0-5f9f31730437 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:35.032686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 247086b0-ca36-4709-a3f0-5f9f31730437 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:35.033066 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:35.073851 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7339b848-a45a-41a8-9e0a-1f44b1280eda req-8b7e3e97-0111-453b-8bd5-9ae79bc4f168 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674163 Jul 28 11:50:35.078027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e519eea4-1adb-4ff5-a1b0-998b6755f26c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:35.151911 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:35.158208 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867e1cf-3f94-4fbc-843b-08d6b5b3025b req-7e20563e-79aa-4d8c-8f26-60bd99553b2c tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:35.167291 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e867e1cf-3f94-4fbc-843b-08d6b5b3025b req-7e20563e-79aa-4d8c-8f26-60bd99553b2c tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 943 time: 0.1721799 Jul 28 11:50:35.211536 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 247086b0-ca36-4709-a3f0-5f9f31730437, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=247086b0-ca36-4709-a3f0-5f9f31730437,segment=NetworkSegment(186996c7-005c-401b-ae5d-e43673b8256b),segment_id=186996c7-005c-401b-ae5d-e43673b8256b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:35.222361 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:35.260457 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e867e1cf-3f94-4fbc-843b-08d6b5b3025b req-f66573e0-165c-4b60-8642-2cb83894c9a3 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923088 Jul 28 11:50:35.288533 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bafe9b4-bf8a-4124-ba64-4c667fc1f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 794a8e82-43c0-42c6-a36f-615c00b6ff73 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:35.348033 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=247086b0-ca36-4709-a3f0-5f9f31730437,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:35.359777 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:35.360544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:35.361244 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:35.361757 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:35.362915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:35.363871 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:35.364366 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:35.364986 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:35.365424 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:35.368864 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:35.369395 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:35.369886 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:35.373946 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:35.384420 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:35.392268 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e519eea4-1adb-4ff5-a1b0-998b6755f26c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:35.406655 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355e677-9372-4388-9177-59155aaac49e req-9287cf24-e96a-43a0-ba1d-242a40185195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:35.408194 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6355e677-9372-4388-9177-59155aaac49e req-9287cf24-e96a-43a0-ba1d-242a40185195 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51ac002bba904616bbf9cec718c70d3e&device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 1096 time: 0.1178365 Jul 28 11:50:35.409347 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e519eea4-1adb-4ff5-a1b0-998b6755f26c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:35.452266 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bafe9b4-bf8a-4124-ba64-4c667fc1f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:35.458967 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3bafe9b4-bf8a-4124-ba64-4c667fc1f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/794a8e82-43c0-42c6-a36f-615c00b6ff73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1337433 Jul 28 11:50:35.460729 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59770) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:35.467055 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad73917e-c8b6-42b5-ae8f-821c94b5a3aa None None] Sync routers for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:35.485130 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad73917e-c8b6-42b5-ae8f-821c94b5a3aa None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:35.486245 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ad73917e-c8b6-42b5-ae8f-821c94b5a3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:35.497749 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519eea4-1adb-4ff5-a1b0-998b6755f26c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24309da7-833e-445e-b051-fae6fdfb0f0c,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:35.556292 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dbac14f-87ce-49ad-95e1-7f7a46f9c086 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting subnet 6c79ede6-f79c-4cb2-87e5-e145c35a7597 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:50:35.562110 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9dbac14f-87ce-49ad-95e1-7f7a46f9c086 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:35.588789 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e519eea4-1adb-4ff5-a1b0-998b6755f26c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:35.590401 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e519eea4-1adb-4ff5-a1b0-998b6755f26c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8314424 Jul 28 11:50:35.595555 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59772) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:35.600456 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-2baaca19-398b-49bc-b6d6-67797d6d7870 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': 'dea2a145-f66b-41b6-bdbf-36125d2b196e', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:35.625936 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-ad73917e-c8b6-42b5-ae8f-821c94b5a3aa None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:35.639911 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9dbac14f-87ce-49ad-95e1-7f7a46f9c086 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:35.671749 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355e677-9372-4388-9177-59155aaac49e req-9adfa3bc-63ca-4ebe-9196-f6974011b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:35.673575 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6355e677-9372-4388-9177-59155aaac49e req-9adfa3bc-63ca-4ebe-9196-f6974011b779 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 200 len: 911 time: 0.2539477 Jul 28 11:50:35.729458 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2baaca19-398b-49bc-b6d6-67797d6d7870 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:35.741077 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9dbac14f-87ce-49ad-95e1-7f7a46f9c086 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:35.745760 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6355e677-9372-4388-9177-59155aaac49e req-f60e06a9-d8a9-491c-8086-fc645f11a181 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1d11933-2b4b-42a4-8275-6704086fcaf0 HTTP/1.1" status: 200 len: 217 time: 0.0631900 Jul 28 11:50:35.831252 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9dbac14f-87ce-49ad-95e1-7f7a46f9c086 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:35.889433 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbac14f-87ce-49ad-95e1-7f7a46f9c086 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Subnet': ['ID=6c79ede6-f79c-4cb2-87e5-e145c35a7597,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:35.899197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9dbac14f-87ce-49ad-95e1-7f7a46f9c086 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:35.901164 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9dbac14f-87ce-49ad-95e1-7f7a46f9c086 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/subnets/6c79ede6-f79c-4cb2-87e5-e145c35a7597 HTTP/1.1" status: 204 len: 168 time: 0.4393811 Jul 28 11:50:35.901503 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router e73ca40d-7739-4340-ba79-9e8d83dd75f3 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:50:35.905941 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59774) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:35.930306 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6340bbf-7a85-4550-a655-4d7a76984b01 None None] Network beb32573-2785-4680-9019-6d49aadddd3b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:35.933030 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2baaca19-398b-49bc-b6d6-67797d6d7870 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:35.935149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355e677-9372-4388-9177-59155aaac49e req-717ad69b-f08e-4109-8c36-8f2675917ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:35.936666 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6355e677-9372-4388-9177-59155aaac49e req-717ad69b-f08e-4109-8c36-8f2675917ef6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5 HTTP/1.1" status: 200 len: 849 time: 0.1380053 Jul 28 11:50:35.981970 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2baaca19-398b-49bc-b6d6-67797d6d7870 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:35.992023 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ad73917e-c8b6-42b5-ae8f-821c94b5a3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:34Z', 'revision_number': 8, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedc3b8c-0f46-4f35-a81f-629831a5ee45', 'name': '', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:05:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:09Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0befc28-6918-467c-9bf0-eea02317a078', 'name': '', 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:59:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:15Z', 'updated_at': '2021-07-28T11:50:26Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:36.016704 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:36.024709 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad73917e-c8b6-42b5-ae8f-821c94b5a3aa None None] Checking router: 794a8e82-43c0-42c6-a36f-615c00b6ff73 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:36.036281 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad73917e-c8b6-42b5-ae8f-821c94b5a3aa None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:36.037155 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ad73917e-c8b6-42b5-ae8f-821c94b5a3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:36.044982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baaca19-398b-49bc-b6d6-67797d6d7870 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791f925d-58f7-4fef-b714-4e980688098c,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:36.092251 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port 88ecf048-6849-4b95-a236-d4661adf2208 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:36.092597 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:36.167511 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-ad73917e-c8b6-42b5-ae8f-821c94b5a3aa None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:36.167971 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] For port 88ecf048-6849-4b95-a236-d4661adf2208, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=88ecf048-6849-4b95-a236-d4661adf2208,segment=NetworkSegment(6f4078b8-9afb-4fe5-b2c9-1a2873256e57),segment_id=6f4078b8-9afb-4fe5-b2c9-1a2873256e57)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:36.168339 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:36.198853 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbdf137-477a-4790-b195-9431ffb4c17c None None] DHCP port deletion for beb32573-2785-4680-9019-6d49aadddd3b request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:50:36.254064 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2bbdf137-477a-4790-b195-9431ffb4c17c None None] Deleting port 88ecf048-6849-4b95-a236-d4661adf2208 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:36.254492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2bbdf137-477a-4790-b195-9431ffb4c17c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:36.328714 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-2bbdf137-477a-4790-b195-9431ffb4c17c None None] For port 88ecf048-6849-4b95-a236-d4661adf2208, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=88ecf048-6849-4b95-a236-d4661adf2208,segment=NetworkSegment(6f4078b8-9afb-4fe5-b2c9-1a2873256e57),segment_id=6f4078b8-9afb-4fe5-b2c9-1a2873256e57)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:36.329051 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2bbdf137-477a-4790-b195-9431ffb4c17c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:36.344126 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2bbdf137-477a-4790-b195-9431ffb4c17c None None] Calling delete_port for 88ecf048-6849-4b95-a236-d4661adf2208 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:36.415070 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ad73917e-c8b6-42b5-ae8f-821c94b5a3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:34Z', 'revision_number': 8, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedc3b8c-0f46-4f35-a81f-629831a5ee45', 'name': '', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:05:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:09Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0befc28-6918-467c-9bf0-eea02317a078', 'name': '', 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:59:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:15Z', 'updated_at': '2021-07-28T11:50:26Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:36.447483 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:36.454401 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad73917e-c8b6-42b5-ae8f-821c94b5a3aa None None] The sync data for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv is: [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:34Z', 'revision_number': 8, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedc3b8c-0f46-4f35-a81f-629831a5ee45', 'name': '', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:05:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:09Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0befc28-6918-467c-9bf0-eea02317a078', 'name': '', 'network_id': '28503e94-9261-4555-8165-88f5a6f2f5e2', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:59:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:15Z', 'updated_at': '2021-07-28T11:50:26Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': '2a2088b2-7f76-4589-99e0-70fb71f6fd7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:36.462676 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2bbdf137-477a-4790-b195-9431ffb4c17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:36.495143 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdf137-477a-4790-b195-9431ffb4c17c None None] Pushing event deleted for resources: {'Port': ['ID=88ecf048-6849-4b95-a236-d4661adf2208,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:36.498782 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbdf137-477a-4790-b195-9431ffb4c17c None None] No DVR routers for this DVR port 88ecf048-6849-4b95-a236-d4661adf2208 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:36.510648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2baaca19-398b-49bc-b6d6-67797d6d7870 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:36.514482 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2baaca19-398b-49bc-b6d6-67797d6d7870 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9154441 Jul 28 11:50:36.519122 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355e677-9372-4388-9177-59155aaac49e req-17877700-ce4a-4ac4-9fd9-a64452e4fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:36.520568 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6355e677-9372-4388-9177-59155aaac49e req-17877700-ce4a-4ac4-9fd9-a64452e4fca5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a1fce29-ec01-4e0f-afda-86e621a73431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5484378 Jul 28 11:50:36.521232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59778) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:36.528105 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b4b29ac9-bcab-4634-a338-80f71a92354c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': 'dea2a145-f66b-41b6-bdbf-36125d2b196e', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:36.579292 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for 88ecf048-6849-4b95-a236-d4661adf2208 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:36.582708 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:36.592571 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a380186-8dec-4e82-8841-a52f4b82d322 None None] Sync routers for ids ['e73ca40d-7739-4340-ba79-9e8d83dd75f3'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:36.602009 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a380186-8dec-4e82-8841-a52f4b82d322 None None] Routers {'e73ca40d-7739-4340-ba79-9e8d83dd75f3'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:36.602659 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2a380186-8dec-4e82-8841-a52f4b82d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['e73ca40d-7739-4340-ba79-9e8d83dd75f3'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:36.634995 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2a380186-8dec-4e82-8841-a52f4b82d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:36.639611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:36.642848 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-46ce41f7-ba4b-404e-89eb-746844cf9ddd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.7943850 Jul 28 11:50:36.643585 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a380186-8dec-4e82-8841-a52f4b82d322 None None] Routers {'e73ca40d-7739-4340-ba79-9e8d83dd75f3'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:36.644200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2a380186-8dec-4e82-8841-a52f4b82d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['e73ca40d-7739-4340-ba79-9e8d83dd75f3'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:36.646209 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59780) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:36.648100 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b4b29ac9-bcab-4634-a338-80f71a92354c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:36.682385 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2a380186-8dec-4e82-8841-a52f4b82d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:36.683144 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a380186-8dec-4e82-8841-a52f4b82d322 None None] The sync data for ids ['e73ca40d-7739-4340-ba79-9e8d83dd75f3'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:36.689683 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6355e677-9372-4388-9177-59155aaac49e req-8b4e1ec9-39a8-4ac5-9b78-4a356e35d62c service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550584 Jul 28 11:50:36.700833 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060132b-943a-4deb-816e-f9ed7d6c1b36 req-4c161741-5fb8-45f7-a10f-9415bd4faa59 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:36.702327 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f060132b-943a-4deb-816e-f9ed7d6c1b36 req-4c161741-5fb8-45f7-a10f-9415bd4faa59 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 943 time: 0.1346791 Jul 28 11:50:36.760933 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b4b29ac9-bcab-4634-a338-80f71a92354c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:36.767700 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b4b29ac9-bcab-4634-a338-80f71a92354c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:36.797829 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b29ac9-bcab-4634-a338-80f71a92354c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093468f0-1460-4309-851f-e660b9519a04,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:36.809129 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b4b29ac9-bcab-4634-a338-80f71a92354c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:36.813376 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b4b29ac9-bcab-4634-a338-80f71a92354c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2888188 Jul 28 11:50:36.814875 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f060132b-943a-4deb-816e-f9ed7d6c1b36 req-7472dc7f-f3cf-409d-b4b2-132a6e30a960 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064358 Jul 28 11:50:36.815343 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59782) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:36.822651 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-bc14e112-c63d-43f1-bc12-d0bd7029d875 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': 'dea2a145-f66b-41b6-bdbf-36125d2b196e', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:36.825333 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6355e677-9372-4388-9177-59155aaac49e req-baf0159e-ea3d-4219-9828-65071975f544 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268847 Jul 28 11:50:36.827555 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:36.854824 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ce570b7e-2484-4843-9f97-48a8a77eadd2 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/routers/e73ca40d-7739-4340-ba79-9e8d83dd75f3 HTTP/1.1" status: 200 len: 883 time: 0.2052565 Jul 28 11:50:36.859786 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59784) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:36.876614 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=88ecf048-6849-4b95-a236-d4661adf2208,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:36.878376 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] No DVR routers for this DVR port 88ecf048-6849-4b95-a236-d4661adf2208 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:36.922461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bc14e112-c63d-43f1-bc12-d0bd7029d875 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:36.945370 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 247086b0-ca36-4709-a3f0-5f9f31730437 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:36.989910 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.010911 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb32573-2785-4680-9019-6d49aadddd3b']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:37.013731 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 247086b0-ca36-4709-a3f0-5f9f31730437 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:37.014117 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.016828 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3dcfeea0-c8ba-4445-8f96-cc9c84553aab tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.1556025 Jul 28 11:50:37.019322 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59786) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:37.028773 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4078b8-9afb-4fe5-b2c9-1a2873256e57') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:37.029082 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4078b8-9afb-4fe5-b2c9-1a2873256e57') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:37.029527 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-58557cdd-e72a-4642-ab34-d33b1eb7d81a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-367616197'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:37.041567 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.061025 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bc14e112-c63d-43f1-bc12-d0bd7029d875 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.065612 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.074662 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bc14e112-c63d-43f1-bc12-d0bd7029d875 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.081133 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:50:37.081478 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: self.session.flush() Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: self.session.flush() Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: self.session.flush() Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: self.session.flush() Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:50:37.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:50:37.141913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14e112-c63d-43f1-bc12-d0bd7029d875 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2fece5-ac71-4125-bfdf-7877d32a9020,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:37.151872 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bc14e112-c63d-43f1-bc12-d0bd7029d875 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.151872 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bc14e112-c63d-43f1-bc12-d0bd7029d875 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3337131 Jul 28 11:50:37.157186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59788) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:37.162133 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c03435c7-bd2c-4785-af35-96452162d132 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': 'dea2a145-f66b-41b6-bdbf-36125d2b196e', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:37.163735 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.171558 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.174605 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/networks/beb32573-2785-4680-9019-6d49aadddd3b HTTP/1.1" status: 204 len: 168 time: 1.2687848 Jul 28 11:50:37.177286 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59790) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:37.191331 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 88ecf048-6849-4b95-a236-d4661adf2208 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:37.211832 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 88ecf048-6849-4b95-a236-d4661adf2208 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:37.212186 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 88ecf048-6849-4b95-a236-d4661adf2208 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:37.212621 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device cfa8708f-d613-4b99-a9a5-a6f8b2476319 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:37.230013 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-c03435c7-bd2c-4785-af35-96452162d132 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:50:37.235218 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d9e28-71f0-4f79-8bff-40dba76fcc45 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Network': ['ID=beb32573-2785-4680-9019-6d49aadddd3b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:37.236126 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: cfa8708f-d613-4b99-a9a5-a6f8b2476319 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:37.236486 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device cfa8708f-d613-4b99-a9a5-a6f8b2476319 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:37.239928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c03435c7-bd2c-4785-af35-96452162d132 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.338894 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c03435c7-bd2c-4785-af35-96452162d132 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.369785 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c03435c7-bd2c-4785-af35-96452162d132 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.401914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03435c7-bd2c-4785-af35-96452162d132 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b7cdd0-cea3-4ae5-a8c8-5bc91cc4af65,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:37.432619 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c03435c7-bd2c-4785-af35-96452162d132 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.433825 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c03435c7-bd2c-4785-af35-96452162d132 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2756877 Jul 28 11:50:37.437809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59792) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:37.443603 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-0efe87d1-e196-4646-84ef-e71a72224d46 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': 'dea2a145-f66b-41b6-bdbf-36125d2b196e', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:37.471911 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58557cdd-e72a-4642-ab34-d33b1eb7d81a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.484252 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-0efe87d1-e196-4646-84ef-e71a72224d46 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:50:37.489542 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58557cdd-e72a-4642-ab34-d33b1eb7d81a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.492392 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0efe87d1-e196-4646-84ef-e71a72224d46 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.556377 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-275e03a8-1d21-4d52-973d-b0b2685fda6f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.635325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0efe87d1-e196-4646-84ef-e71a72224d46 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.640972 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0efe87d1-e196-4646-84ef-e71a72224d46 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.647512 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58557cdd-e72a-4642-ab34-d33b1eb7d81a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router e73ca40d-7739-4340-ba79-9e8d83dd75f3 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:37.667062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe87d1-e196-4646-84ef-e71a72224d46 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a17dfb-18cb-42a9-8630-e10353a81d2b,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:37.672326 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0efe87d1-e196-4646-84ef-e71a72224d46 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.674887 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0efe87d1-e196-4646-84ef-e71a72224d46 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2361116 Jul 28 11:50:37.784722 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58557cdd-e72a-4642-ab34-d33b1eb7d81a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:37.794248 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58557cdd-e72a-4642-ab34-d33b1eb7d81a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.798116 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59804) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:37.801326 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89857e58-d2b5-4dcc-8113-89299c10e869 None None] Sync routers for ids ['e73ca40d-7739-4340-ba79-9e8d83dd75f3'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:37.802773 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-58557cdd-e72a-4642-ab34-d33b1eb7d81a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/e73ca40d-7739-4340-ba79-9e8d83dd75f3 HTTP/1.1" status: 200 len: 890 time: 0.7786894 Jul 28 11:50:37.819285 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89857e58-d2b5-4dcc-8113-89299c10e869 None None] Routers {'e73ca40d-7739-4340-ba79-9e8d83dd75f3'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:37.820634 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-89857e58-d2b5-4dcc-8113-89299c10e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['e73ca40d-7739-4340-ba79-9e8d83dd75f3'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:37.859879 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-89857e58-d2b5-4dcc-8113-89299c10e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:37.871329 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89857e58-d2b5-4dcc-8113-89299c10e869 None None] Routers {'e73ca40d-7739-4340-ba79-9e8d83dd75f3'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:37.871954 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-89857e58-d2b5-4dcc-8113-89299c10e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['e73ca40d-7739-4340-ba79-9e8d83dd75f3'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:37.910734 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-275e03a8-1d21-4d52-973d-b0b2685fda6f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port d0befc28-6918-467c-9bf0-eea02317a078 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:37.910980 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-89857e58-d2b5-4dcc-8113-89299c10e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:37.911096 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-275e03a8-1d21-4d52-973d-b0b2685fda6f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.911582 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89857e58-d2b5-4dcc-8113-89299c10e869 None None] The sync data for ids ['e73ca40d-7739-4340-ba79-9e8d83dd75f3'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:37.913775 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:37.920662 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-fd9de26e-f67a-4a36-a70e-423b488c9304 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1107088907&fields=id&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 267 time: 0.0810289 Jul 28 11:50:38.107681 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7d7c9ff9-ab04-4298-a432-3b78313dea51 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/routers/e73ca40d-7739-4340-ba79-9e8d83dd75f3 HTTP/1.1" status: 200 len: 890 time: 0.3084223 Jul 28 11:50:38.110446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59816) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:38.139909 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-80ecf8a7-0f5b-4660-ad8e-56f4b34f4cf4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports?device_id=e73ca40d-7739-4340-ba79-9e8d83dd75f3 HTTP/1.1" status: 200 len: 205 time: 0.0259318 Jul 28 11:50:38.140198 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59818) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:38.147566 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583fe80-59ac-43d5-9401-20129c92a8ea req-d11da00d-3519-4da2-97a6-d27c9df67fb6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:38.149038 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2583fe80-59ac-43d5-9401-20129c92a8ea req-d11da00d-3519-4da2-97a6-d27c9df67fb6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 943 time: 0.2349477 Jul 28 11:50:38.150836 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-275e03a8-1d21-4d52-973d-b0b2685fda6f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] For port d0befc28-6918-467c-9bf0-eea02317a078, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d0befc28-6918-467c-9bf0-eea02317a078,segment=NetworkSegment(3bf6fe90-73a8-4c7b-b633-478569570743),segment_id=3bf6fe90-73a8-4c7b-b633-478569570743)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:38.151197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-275e03a8-1d21-4d52-973d-b0b2685fda6f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:38.186098 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-275e03a8-1d21-4d52-973d-b0b2685fda6f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for d0befc28-6918-467c-9bf0-eea02317a078 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:38.220274 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-cbe25d46-9d3d-4716-83ac-e64bfed788f7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:38.221703 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-cbe25d46-9d3d-4716-83ac-e64bfed788f7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/networks?id=c78e5a75-2931-405d-abcc-56ce9c5219fd HTTP/1.1" status: 200 len: 796 time: 0.2632313 Jul 28 11:50:38.248266 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c961a55-6d4f-4d0e-afe5-02058f3e80ce tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:38.271780 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2583fe80-59ac-43d5-9401-20129c92a8ea req-69f9317b-e01e-4e35-b886-31c588c17d0e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120687 Jul 28 11:50:38.278450 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-83031ea4-bf75-4d4b-b2fb-55f2c584f51e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/quotas/494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 375 time: 0.0476103 Jul 28 11:50:38.359700 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c961a55-6d4f-4d0e-afe5-02058f3e80ce tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:38.381293 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f6982383-59ec-4a67-82e4-a69496cd8823 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947213 Jul 28 11:50:38.412891 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-0c961a55-6d4f-4d0e-afe5-02058f3e80ce tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting port 3af1e332-09c5-464c-a4c5-140064110795 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:38.413359 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c961a55-6d4f-4d0e-afe5-02058f3e80ce tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:38.491078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c961a55-6d4f-4d0e-afe5-02058f3e80ce tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:38.496876 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-275e03a8-1d21-4d52-973d-b0b2685fda6f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:38.503570 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-0c961a55-6d4f-4d0e-afe5-02058f3e80ce tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Calling delete_port for 3af1e332-09c5-464c-a4c5-140064110795 owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:38.535765 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e03a8-1d21-4d52-973d-b0b2685fda6f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=d0befc28-6918-467c-9bf0-eea02317a078,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:38.570238 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-cb53c641-363e-4e2e-b967-30283acff235 service neutron] 10.222.0.43 "GET /v2.0/networks/c78e5a75-2931-405d-abcc-56ce9c5219fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724546 Jul 28 11:50:38.703269 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c961a55-6d4f-4d0e-afe5-02058f3e80ce tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:38.732540 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c961a55-6d4f-4d0e-afe5-02058f3e80ce tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Port': ['ID=3af1e332-09c5-464c-a4c5-140064110795,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:38.789690 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-9c4f62ab-265c-479b-af0f-766869f05ec9 service neutron] 10.222.0.43 "GET /v2.0/networks/c78e5a75-2931-405d-abcc-56ce9c5219fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012014 Jul 28 11:50:38.791981 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-275e03a8-1d21-4d52-973d-b0b2685fda6f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:38.792256 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c961a55-6d4f-4d0e-afe5-02058f3e80ce tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:38.892473 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c961a55-6d4f-4d0e-afe5-02058f3e80ce tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:38.894705 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c961a55-6d4f-4d0e-afe5-02058f3e80ce tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:38.950820 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c961a55-6d4f-4d0e-afe5-02058f3e80ce tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:38.951346 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c961a55-6d4f-4d0e-afe5-02058f3e80ce tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Fanout notify agent at l3_agent the message router_deleted on router e73ca40d-7739-4340-ba79-9e8d83dd75f3 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:50:38.958896 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c961a55-6d4f-4d0e-afe5-02058f3e80ce tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:38.960357 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0c961a55-6d4f-4d0e-afe5-02058f3e80ce tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/routers/e73ca40d-7739-4340-ba79-9e8d83dd75f3 HTTP/1.1" status: 204 len: 168 time: 0.8188937 Jul 28 11:50:38.964668 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59824) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:38.969681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-2667bc44-3e8d-48cc-9963-ecef7ad1269e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-585802898'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:38.993786 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2667bc44-3e8d-48cc-9963-ecef7ad1269e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:38.997358 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2667bc44-3e8d-48cc-9963-ecef7ad1269e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:39.022961 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2667bc44-3e8d-48cc-9963-ecef7ad1269e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:50:39.031320 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a2e56f97-e958-4f97-bc76-d174ee26bbea req-8051bea8-30f2-4e50-9e33-627792573f23 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 210 time: 0.0659349 Jul 28 11:50:39.034847 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2667bc44-3e8d-48cc-9963-ecef7ad1269e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:39.035204 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-2667bc44-3e8d-48cc-9963-ecef7ad1269e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Added segment 824d730c-d0c9-4ba2-a934-f86ff7ef2628 of type vlan for network 93fad465-faa8-4f78-bb6f-4402537e0b00 Jul 28 11:50:39.067999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275e03a8-1d21-4d52-973d-b0b2685fda6f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 794a8e82-43c0-42c6-a36f-615c00b6ff73 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:39.089535 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2667bc44-3e8d-48cc-9963-ecef7ad1269e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:39.124374 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2667bc44-3e8d-48cc-9963-ecef7ad1269e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:39.132972 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2667bc44-3e8d-48cc-9963-ecef7ad1269e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:39.133576 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2667bc44-3e8d-48cc-9963-ecef7ad1269e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:39.199714 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2667bc44-3e8d-48cc-9963-ecef7ad1269e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2342684 Jul 28 11:50:39.203405 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59832) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:39.208364 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-e2e22dc2-bf5a-4a65-8224-d05e6e90943c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'subnet': {'network_id': '93fad465-faa8-4f78-bb6f-4402537e0b00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:39.227742 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667bc44-3e8d-48cc-9963-ecef7ad1269e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Network': ['ID=93fad465-faa8-4f78-bb6f-4402537e0b00,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:39.242204 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 93fad465-faa8-4f78-bb6f-4402537e0b00 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:50:39.340889 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e22dc2-bf5a-4a65-8224-d05e6e90943c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:39.348171 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2e22dc2-bf5a-4a65-8224-d05e6e90943c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:39.524671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275e03a8-1d21-4d52-973d-b0b2685fda6f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:39.534179 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-275e03a8-1d21-4d52-973d-b0b2685fda6f tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/794a8e82-43c0-42c6-a36f-615c00b6ff73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3551571 Jul 28 11:50:39.536304 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c2d3b-beb4-4036-b29f-d9683cab6c92 None None] Sync routers for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:39.539858 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59836) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:39.547150 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c2d3b-beb4-4036-b29f-d9683cab6c92 None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:39.548185 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-118c2d3b-beb4-4036-b29f-d9683cab6c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:39.555656 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31311f45-95b0-4e68-a212-45031e54a443 req-ac1cee6f-2d54-4625-9607-0d67102c83ea tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:39.557316 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-31311f45-95b0-4e68-a212-45031e54a443 req-ac1cee6f-2d54-4625-9607-0d67102c83ea tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 943 time: 0.0836360 Jul 28 11:50:39.597804 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2e22dc2-bf5a-4a65-8224-d05e6e90943c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:39.603968 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-31311f45-95b0-4e68-a212-45031e54a443 req-6c1e10b6-913e-4079-84b5-f95c148ce705 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394213 Jul 28 11:50:39.638186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b80846-9629-48b0-b237-6b120310f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting subnet 2a2088b2-7f76-4589-99e0-70fb71f6fd7f {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:50:39.642589 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-118c2d3b-beb4-4036-b29f-d9683cab6c92 None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:39.645270 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7b80846-9629-48b0-b237-6b120310f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:39.711662 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e22dc2-bf5a-4a65-8224-d05e6e90943c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Subnet': ['ID=f04dd8c5-132a-4aba-b5fe-8c3da204c0af,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:39.715073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7b80846-9629-48b0-b237-6b120310f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:39.740828 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e22dc2-bf5a-4a65-8224-d05e6e90943c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Checking segment: {'id': '824d730c-d0c9-4ba2-a934-f86ff7ef2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '93fad465-faa8-4f78-bb6f-4402537e0b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:39.741227 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e22dc2-bf5a-4a65-8224-d05e6e90943c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network hostable DHCP agents. Network: 93fad465-faa8-4f78-bb6f-4402537e0b00, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:50:39.777969 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e22dc2-bf5a-4a65-8224-d05e6e90943c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network 93fad465-faa8-4f78-bb6f-4402537e0b00 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:50:39.809226 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-e2e22dc2-bf5a-4a65-8224-d05e6e90943c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 93fad465-faa8-4f78-bb6f-4402537e0b00) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:39.819962 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e22dc2-bf5a-4a65-8224-d05e6e90943c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:39.820659 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2e22dc2-bf5a-4a65-8224-d05e6e90943c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:39.826100 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7b80846-9629-48b0-b237-6b120310f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:39.833222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56a5170-b800-4638-b42d-9b69f3522f5c None None] Network 93fad465-faa8-4f78-bb6f-4402537e0b00 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:39.868508 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e2e22dc2-bf5a-4a65-8224-d05e6e90943c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6642413 Jul 28 11:50:39.871298 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59838) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:39.877502 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-bb1b88af-ac8b-4511-a64f-7a6d79a918fe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1157842083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:39.941277 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-118c2d3b-beb4-4036-b29f-d9683cab6c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:38Z', 'revision_number': 9, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedc3b8c-0f46-4f35-a81f-629831a5ee45', 'name': '', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:05:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:09Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:39.974016 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c2d3b-beb4-4036-b29f-d9683cab6c92 None None] Checking router: 794a8e82-43c0-42c6-a36f-615c00b6ff73 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:39.974737 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bb1b88af-ac8b-4511-a64f-7a6d79a918fe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:39.975938 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bb1b88af-ac8b-4511-a64f-7a6d79a918fe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:39.983112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7b80846-9629-48b0-b237-6b120310f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.015777 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c2d3b-beb4-4036-b29f-d9683cab6c92 None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:40.016423 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-118c2d3b-beb4-4036-b29f-d9683cab6c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:40.033278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b80846-9629-48b0-b237-6b120310f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2088b2-7f76-4589-99e0-70fb71f6fd7f,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:40.035199 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7b80846-9629-48b0-b237-6b120310f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.037063 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d7b80846-9629-48b0-b237-6b120310f667 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/subnets/2a2088b2-7f76-4589-99e0-70fb71f6fd7f HTTP/1.1" status: 204 len: 168 time: 0.4962096 Jul 28 11:50:40.042226 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59840) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:40.073288 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-5fbd1e03-f319-4410-ba2a-393447c03e6d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:40.074894 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-5fbd1e03-f319-4410-ba2a-393447c03e6d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/networks?id=c78e5a75-2931-405d-abcc-56ce9c5219fd HTTP/1.1" status: 200 len: 796 time: 0.1918921 Jul 28 11:50:40.085396 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c6f07f-ac6e-4864-b51c-71c0c860e4b6 None None] Network 28503e94-9261-4555-8165-88f5a6f2f5e2 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:40.115859 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bb1b88af-ac8b-4511-a64f-7a6d79a918fe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.126735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bb1b88af-ac8b-4511-a64f-7a6d79a918fe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.154316 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-d18d48a1-0db0-40d6-9614-d94300137bf7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 380 time: 0.0532668 Jul 28 11:50:40.157405 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bb1b88af-ac8b-4511-a64f-7a6d79a918fe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.161345 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bb1b88af-ac8b-4511-a64f-7a6d79a918fe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2864985 Jul 28 11:50:40.164092 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-7c8e8abb-28b1-4598-9d3b-fae4e2d83551 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'port': {'device_id': 'f8bde302-e3aa-4463-a699-705c46eda9e4', 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd', 'admin_state_up': True, 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'security_groups': ['dea2a145-f66b-41b6-bdbf-36125d2b196e']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:40.167473 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59848) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:40.172312 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.190289 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2a8a5572-9f60-4b3c-96c5-a3028d55efcc req-3f5382a3-8e21-46fa-952e-68f7ae970fa8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 210 time: 0.0342746 Jul 28 11:50:40.251106 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port 7dc50625-c450-4a66-991a-7ae97b574905 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:40.251502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.329947 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] For port 7dc50625-c450-4a66-991a-7ae97b574905, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7dc50625-c450-4a66-991a-7ae97b574905,segment=NetworkSegment(3bf6fe90-73a8-4c7b-b633-478569570743),segment_id=3bf6fe90-73a8-4c7b-b633-478569570743)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:40.329947 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.344512 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for 7dc50625-c450-4a66-991a-7ae97b574905 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:40.371975 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-93fad465-faa8-4f78-bb6f-4402537e0b00', 'network_id': '93fad465-faa8-4f78-bb6f-4402537e0b00', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'fixed_ips': [{'subnet_id': 'f04dd8c5-132a-4aba-b5fe-8c3da204c0af'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:50:40.372838 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.409645 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-118c2d3b-beb4-4036-b29f-d9683cab6c92 None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:40.431047 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.457886 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=7dc50625-c450-4a66-991a-7ae97b574905,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:40.459832 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] No DVR routers for this DVR port 7dc50625-c450-4a66-991a-7ae97b574905 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:40.523679 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-7c8e8abb-28b1-4598-9d3b-fae4e2d83551 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:40.527258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-7c8e8abb-28b1-4598-9d3b-fae4e2d83551 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.544472 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.555977 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28503e94-9261-4555-8165-88f5a6f2f5e2']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:40.569109 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf6fe90-73a8-4c7b-b633-478569570743') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:40.569605 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf6fe90-73a8-4c7b-b633-478569570743') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:40.577406 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.581238 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.595539 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.602326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:50:40.602745 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:50:40.605808 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:50:40.696728 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Allocated IP 2001:db8::2 (93fad465-faa8-4f78-bb6f-4402537e0b00/f04dd8c5-132a-4aba-b5fe-8c3da204c0af/3046a630-0f13-41e9-8cc1-5667d3d07fb2) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:40.727839 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e87a791-da8d-42a4-9807-9a3b4c787eb5 None None] DHCP port deletion for 28503e94-9261-4555-8165-88f5a6f2f5e2 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:50:40.790493 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ac636-4652-4159-ae86-307baff4f6c0 req-32cfe0d1-57ad-4ca1-b15c-b0687056dbfb tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:40.792056 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b54ac636-4652-4159-ae86-307baff4f6c0 req-32cfe0d1-57ad-4ca1-b15c-b0687056dbfb tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 943 time: 0.0729594 Jul 28 11:50:40.797105 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.822733 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.825203 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/networks/28503e94-9261-4555-8165-88f5a6f2f5e2 HTTP/1.1" status: 204 len: 168 time: 0.7830195 Jul 28 11:50:40.828579 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59852) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:40.832520 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c70b4-290e-4f7c-9e4e-a79440449fbe tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Network': ['ID=28503e94-9261-4555-8165-88f5a6f2f5e2,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:40.858593 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-118c2d3b-beb4-4036-b29f-d9683cab6c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:38Z', 'revision_number': 9, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedc3b8c-0f46-4f35-a81f-629831a5ee45', 'name': '', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:05:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:09Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:40.865787 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b54ac636-4652-4159-ae86-307baff4f6c0 req-3c8d0428-f1a5-4b13-8b84-a368b10fba50 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667343 Jul 28 11:50:40.897968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c2d3b-beb4-4036-b29f-d9683cab6c92 None None] The sync data for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv is: [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:38Z', 'revision_number': 9, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedc3b8c-0f46-4f35-a81f-629831a5ee45', 'name': '', 'network_id': '4b8b74bc-a2cd-4122-9f10-58872ced53bb', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:05:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:09Z', 'updated_at': '2021-07-28T11:50:17Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'f7400bb5-e06b-42b0-999c-f43799511c63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:40.949832 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:40.958577 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Transition to ACTIVE for port object 3046a630-0f13-41e9-8cc1-5667d3d07fb2 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:40.974382 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Transition to ACTIVE for port object 3046a630-0f13-41e9-8cc1-5667d3d07fb2 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:40.980595 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:41.019192 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Network 93fad465-faa8-4f78-bb6f-4402537e0b00 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:41.022122 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:41.028777 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:41.034706 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Pushing event updated for resources: {'Port': ['ID=3046a630-0f13-41e9-8cc1-5667d3d07fb2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:41.093556 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Attempting to bind port 3046a630-0f13-41e9-8cc1-5667d3d07fb2 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:41.093814 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Attempting to bind port 3046a630-0f13-41e9-8cc1-5667d3d07fb2 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '824d730c-d0c9-4ba2-a934-f86ff7ef2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '93fad465-faa8-4f78-bb6f-4402537e0b00'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:41.094166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Attempting to bind port 3046a630-0f13-41e9-8cc1-5667d3d07fb2 on network 93fad465-faa8-4f78-bb6f-4402537e0b00 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:41.099527 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:41.099907 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Checking segment: {'id': '824d730c-d0c9-4ba2-a934-f86ff7ef2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '93fad465-faa8-4f78-bb6f-4402537e0b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:41.100311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:41.100902 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Bound using segment: {'id': '824d730c-d0c9-4ba2-a934-f86ff7ef2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '93fad465-faa8-4f78-bb6f-4402537e0b00'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:41.101437 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Bound port: 3046a630-0f13-41e9-8cc1-5667d3d07fb2, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824d730c-d0c9-4ba2-a934-f86ff7ef2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '93fad465-faa8-4f78-bb6f-4402537e0b00'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:41.101821 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:41.167700 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] For port 3046a630-0f13-41e9-8cc1-5667d3d07fb2, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:41.170908 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] For port 3046a630-0f13-41e9-8cc1-5667d3d07fb2, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=3046a630-0f13-41e9-8cc1-5667d3d07fb2,segment=NetworkSegment(824d730c-d0c9-4ba2-a934-f86ff7ef2628),segment_id=824d730c-d0c9-4ba2-a934-f86ff7ef2628)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:41.176247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:41.235102 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdab6be-cb7e-4a75-9aa5-0c25f03ea05d None None] Pushing event updated for resources: {'Port': ['ID=3046a630-0f13-41e9-8cc1-5667d3d07fb2,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:41.311011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-7c8e8abb-28b1-4598-9d3b-fae4e2d83551 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.9 (c78e5a75-2931-405d-abcc-56ce9c5219fd/8aa03c48-7c2d-4c6f-bb69-18695f2b6921/93dfe254-3eea-436c-a9eb-1abca6ff7e22) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:41.327908 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-31683c1c-c927-4a25-844f-f64d5cca5280 req-b60dc827-a418-4764-843b-a70d3ba9600c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 210 time: 0.0316679 Jul 28 11:50:41.617144 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Allocated IP 2001:db8::1 (93fad465-faa8-4f78-bb6f-4402537e0b00/f04dd8c5-132a-4aba-b5fe-8c3da204c0af/bed99060-ade4-4938-b213-12f5aa38bc8e) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:41.752172 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-7c8e8abb-28b1-4598-9d3b-fae4e2d83551 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:41.806077 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-7c8e8abb-28b1-4598-9d3b-fae4e2d83551 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object 93dfe254-3eea-436c-a9eb-1abca6ff7e22 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:41.853635 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:41.884595 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Transition to ACTIVE for port object bed99060-ade4-4938-b213-12f5aa38bc8e will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:41.903448 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-7c8e8abb-28b1-4598-9d3b-fae4e2d83551 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:41.993787 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508d45b-37d3-4d68-a25b-7ec34a4274bf req-5263c266-4971-4560-8f30-08459b3cbf6e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:41.994959 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-7c8e8abb-28b1-4598-9d3b-fae4e2d83551 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network c78e5a75-2931-405d-abcc-56ce9c5219fd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:41.995729 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6508d45b-37d3-4d68-a25b-7ec34a4274bf req-5263c266-4971-4560-8f30-08459b3cbf6e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 943 time: 0.0600266 Jul 28 11:50:42.006821 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-7c8e8abb-28b1-4598-9d3b-fae4e2d83551 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:42.012940 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-7c8e8abb-28b1-4598-9d3b-fae4e2d83551 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:42.015596 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e8abb-28b1-4598-9d3b-fae4e2d83551 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=93dfe254-3eea-436c-a9eb-1abca6ff7e22,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:42.045664 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6508d45b-37d3-4d68-a25b-7ec34a4274bf req-41579d7a-6c93-4a58-a126-e7a997282382 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429907 Jul 28 11:50:42.047905 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:42.127196 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-7c8e8abb-28b1-4598-9d3b-fae4e2d83551 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:42.127841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-7c8e8abb-28b1-4598-9d3b-fae4e2d83551 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:42.132543 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network 93fad465-faa8-4f78-bb6f-4402537e0b00 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:42.135618 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8283a62a-c8b0-4b37-9938-45098c81e0af tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:42.138814 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=bed99060-ade4-4938-b213-12f5aa38bc8e,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:42.145043 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:42.184569 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:42.185127 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:42.253555 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-7c8e8abb-28b1-4598-9d3b-fae4e2d83551 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0935576 Jul 28 11:50:42.269211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Request body: {'port': {'device_id': 'f8bde302-e3aa-4463-a699-705c46eda9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:42.310247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2320a76c-8fec-41cf-bc4b-0ac6ac7d4014 None None] Provisioning for port 93dfe254-3eea-436c-a9eb-1abca6ff7e22 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:42.314206 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2320a76c-8fec-41cf-bc4b-0ac6ac7d4014 None None] Provisioning complete for port 93dfe254-3eea-436c-a9eb-1abca6ff7e22 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:42.314634 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2320a76c-8fec-41cf-bc4b-0ac6ac7d4014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:42.354137 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2320a76c-8fec-41cf-bc4b-0ac6ac7d4014 None None] Port 93dfe254-3eea-436c-a9eb-1abca6ff7e22 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:42.379523 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1b4878-7958-490f-a321-5a99bbb11db0 None None] Network 93fad465-faa8-4f78-bb6f-4402537e0b00 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:42.424598 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:42.467782 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55156cc0-3d6e-4691-864b-0f684395c93d req-1c133632-304d-4de3-8cd0-e662cf98873e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:42.468408 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:42.470268 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-55156cc0-3d6e-4691-864b-0f684395c93d req-1c133632-304d-4de3-8cd0-e662cf98873e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 931 time: 0.0626562 Jul 28 11:50:42.502046 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6cc8f8b8-2802-479e-b639-c0032f5fb0ce None None] Provisioning for port 3046a630-0f13-41e9-8cc1-5667d3d07fb2 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:42.519986 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-55156cc0-3d6e-4691-864b-0f684395c93d req-8b39d429-7f62-4eea-8c54-343c01090934 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=dea2a145-f66b-41b6-bdbf-36125d2b196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427139 Jul 28 11:50:42.742601 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3046a630-0f13-41e9-8cc1-5667d3d07fb2 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:42.800921 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 3046a630-0f13-41e9-8cc1-5667d3d07fb2 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:42.807332 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 3046a630-0f13-41e9-8cc1-5667d3d07fb2 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:42.807889 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:42.854466 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ab335ca8-508e-4190-9168-1921ca65c9b0 None None] Provisioning complete for port 3046a630-0f13-41e9-8cc1-5667d3d07fb2 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:42.855060 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab335ca8-508e-4190-9168-1921ca65c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:42.960494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:42.971276 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-8283a62a-c8b0-4b37-9938-45098c81e0af tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port bedc3b8c-0f46-4f35-a81f-629831a5ee45 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:42.971870 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8283a62a-c8b0-4b37-9938-45098c81e0af tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:42.990685 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab335ca8-508e-4190-9168-1921ca65c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.013878 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 3046a630-0f13-41e9-8cc1-5667d3d07fb2, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=3046a630-0f13-41e9-8cc1-5667d3d07fb2,segment=NetworkSegment(824d730c-d0c9-4ba2-a934-f86ff7ef2628),segment_id=824d730c-d0c9-4ba2-a934-f86ff7ef2628)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:43.020864 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.062812 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7dc50625-c450-4a66-991a-7ae97b574905 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:43.077377 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93dfe254-3eea-436c-a9eb-1abca6ff7e22 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:50:43.094516 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 7dc50625-c450-4a66-991a-7ae97b574905 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:43.094813 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7dc50625-c450-4a66-991a-7ae97b574905 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:43.095248 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d0befc28-6918-467c-9bf0-eea02317a078 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:43.098159 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.122725 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.127735 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: d0befc28-6918-467c-9bf0-eea02317a078 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:43.128111 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d0befc28-6918-467c-9bf0-eea02317a078 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:43.130532 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Transition to ACTIVE for port object 93dfe254-3eea-436c-a9eb-1abca6ff7e22 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:43.135057 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.135834 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.139234 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.db.api [None req-ab335ca8-508e-4190-9168-1921ca65c9b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:50:43.139591 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG oslo_db.api [None req-ab335ca8-508e-4190-9168-1921ca65c9b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:50:43.144169 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=3046a630-0f13-41e9-8cc1-5667d3d07fb2,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:43.151461 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.176186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-8283a62a-c8b0-4b37-9938-45098c81e0af tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] For port bedc3b8c-0f46-4f35-a81f-629831a5ee45, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=bedc3b8c-0f46-4f35-a81f-629831a5ee45,segment=NetworkSegment(bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba),segment_id=bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:43.176472 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8283a62a-c8b0-4b37-9938-45098c81e0af tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.195251 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e8c39-37c1-4d7d-8664-dab2c11b2b2d req-15d1cc91-4f04-48cd-9f27-371401bacf5e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:43.196851 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bc5e8c39-37c1-4d7d-8664-dab2c11b2b2d req-15d1cc91-4f04-48cd-9f27-371401bacf5e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 943 time: 0.0697682 Jul 28 11:50:43.207655 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-8283a62a-c8b0-4b37-9938-45098c81e0af tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for bedc3b8c-0f46-4f35-a81f-629831a5ee45 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:43.239751 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bc5e8c39-37c1-4d7d-8664-dab2c11b2b2d req-9f236128-34fb-409b-a2b4-bb3f77a4bda0 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367088 Jul 28 11:50:43.277953 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=bed99060-ade4-4938-b213-12f5aa38bc8e,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:43.435427 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Pushing event updated for resources: {'Port': ['ID=93dfe254-3eea-436c-a9eb-1abca6ff7e22,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:43.482179 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network 93fad465-faa8-4f78-bb6f-4402537e0b00 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:43.489991 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:43.513021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Attempting to bind port 93dfe254-3eea-436c-a9eb-1abca6ff7e22 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:43.513372 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Attempting to bind port 93dfe254-3eea-436c-a9eb-1abca6ff7e22 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '186996c7-005c-401b-ae5d-e43673b8256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:43.513710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Attempting to bind port 93dfe254-3eea-436c-a9eb-1abca6ff7e22 on network c78e5a75-2931-405d-abcc-56ce9c5219fd {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:43.583188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Port 93dfe254-3eea-436c-a9eb-1abca6ff7e22 on network c78e5a75-2931-405d-abcc-56ce9c5219fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:50:43.583516 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Attempting to bind port 93dfe254-3eea-436c-a9eb-1abca6ff7e22 on network c78e5a75-2931-405d-abcc-56ce9c5219fd {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:43.601714 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:43.602065 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Checking segment: {'id': '186996c7-005c-401b-ae5d-e43673b8256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:43.602482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Bound using segment: {'id': '186996c7-005c-401b-ae5d-e43673b8256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:43.602937 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Bound port: 93dfe254-3eea-436c-a9eb-1abca6ff7e22, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186996c7-005c-401b-ae5d-e43673b8256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:43.603304 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.653662 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765dc2f-2881-4a6a-88ed-16544a430664 req-58eb80ba-2561-4e0f-b194-b2f147a6a30a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:43.656325 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e765dc2f-2881-4a6a-88ed-16544a430664 req-58eb80ba-2561-4e0f-b194-b2f147a6a30a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 943 time: 0.0555096 Jul 28 11:50:43.707159 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e765dc2f-2881-4a6a-88ed-16544a430664 req-2cba9174-d0ae-4f15-838d-4e2f7cc3add1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=dea2a145-f66b-41b6-bdbf-36125d2b196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413229 Jul 28 11:50:43.711278 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ab335ca8-508e-4190-9168-1921ca65c9b0 None None] Provisioning for port bed99060-ade4-4938-b213-12f5aa38bc8e completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:43.716277 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ab335ca8-508e-4190-9168-1921ca65c9b0 None None] Provisioning complete for port bed99060-ade4-4938-b213-12f5aa38bc8e triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:43.716724 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab335ca8-508e-4190-9168-1921ca65c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.753337 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ab335ca8-508e-4190-9168-1921ca65c9b0 None None] Port bed99060-ade4-4938-b213-12f5aa38bc8e cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:43.882688 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-71bd7662-d7a4-4901-a1f8-e05361ac6f02 None None] Provisioning complete for port bed99060-ade4-4938-b213-12f5aa38bc8e triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:43.883065 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-71bd7662-d7a4-4901-a1f8-e05361ac6f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.919970 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-71bd7662-d7a4-4901-a1f8-e05361ac6f02 None None] Port bed99060-ade4-4938-b213-12f5aa38bc8e cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:44.029444 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8283a62a-c8b0-4b37-9938-45098c81e0af tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:44.077376 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283a62a-c8b0-4b37-9938-45098c81e0af tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=bedc3b8c-0f46-4f35-a81f-629831a5ee45,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:44.106669 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] For port 93dfe254-3eea-436c-a9eb-1abca6ff7e22, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:44.144099 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router d9164bd0-7472-4642-8e07-d9e486ee2f24 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:50:44.150396 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] For port 93dfe254-3eea-436c-a9eb-1abca6ff7e22, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=93dfe254-3eea-436c-a9eb-1abca6ff7e22,segment=NetworkSegment(186996c7-005c-401b-ae5d-e43673b8256b),segment_id=186996c7-005c-401b-ae5d-e43673b8256b)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:44.157470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:44.181687 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device e1d11933-2b4b-42a4-8275-6704086fcaf0 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:50:44.271439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:44.271830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:44.273322 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] 10.222.0.39 "PUT /v2.0/ports/93dfe254-3eea-436c-a9eb-1abca6ff7e22 HTTP/1.1" status: 200 len: 1093 time: 2.0101464 Jul 28 11:50:44.275535 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bde302-e3aa-4463-a699-705c46eda9e4', 'tag': '93dfe254-3eea-436c-a9eb-1abca6ff7e22'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:50:44.277918 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219ddfda-767f-4454-b0c7-86fa9b1c63db" -d '{"events": [{"name": "network-changed", "server_uuid": "f8bde302-e3aa-4463-a699-705c46eda9e4", "tag": "93dfe254-3eea-436c-a9eb-1abca6ff7e22"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:50:44.306593 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port e1d11933-2b4b-42a4-8275-6704086fcaf0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e1d11933-2b4b-42a4-8275-6704086fcaf0,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:44.322754 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': 'e1d11933-2b4b-42a4-8275-6704086fcaf0', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'port_id': 'e1d11933-2b4b-42a4-8275-6704086fcaf0', 'mac_address': 'fa:16:3e:a2:93:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:50:44.368910 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:44.383991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d11933-2b4b-42a4-8275-6704086fcaf0 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:50:44.405839 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port e1d11933-2b4b-42a4-8275-6704086fcaf0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e1d11933-2b4b-42a4-8275-6704086fcaf0,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:44.411936 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:44.432977 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4659775-9f04-413d-809e-bb1a674e4f3b req-e7e49980-7c32-4b9e-b024-8ce4a04bf7f4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:44.434793 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33bcd2c-065b-4ed1-8fe5-2d68b7697486 x-openstack-request-id: req-c33bcd2c-065b-4ed1-8fe5-2d68b7697486 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:50:44.434930 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c4659775-9f04-413d-809e-bb1a674e4f3b req-e7e49980-7c32-4b9e-b024-8ce4a04bf7f4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 943 time: 0.0619392 Jul 28 11:50:44.435129 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8bde302-e3aa-4463-a699-705c46eda9e4", "tag": "93dfe254-3eea-436c-a9eb-1abca6ff7e22", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:50:44.435454 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c33bcd2c-065b-4ed1-8fe5-2d68b7697486 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:50:44.435897 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bde302-e3aa-4463-a699-705c46eda9e4', 'tag': '93dfe254-3eea-436c-a9eb-1abca6ff7e22', 'status': 'completed', 'code': 200} Jul 28 11:50:44.470971 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d67b12-19d9-4fb8-84b7-d05f64283d0d service neutron] Pushing event updated for resources: {'Port': ['ID=93dfe254-3eea-436c-a9eb-1abca6ff7e22,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:44.478888 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=e1d11933-2b4b-42a4-8275-6704086fcaf0,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:44.482772 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:44.488666 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2374cb2b-40ed-4b49-b8ba-b39753353fbc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/d9164bd0-7472-4642-8e07-d9e486ee2f24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3189988 Jul 28 11:50:44.492803 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c4659775-9f04-413d-809e-bb1a674e4f3b req-5ad54235-87fe-4897-935a-79e081c381d6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508890 Jul 28 11:50:44.493185 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712d6a1-ae78-40d4-93fc-93f3802cdade None None] Sync routers for ids ['d9164bd0-7472-4642-8e07-d9e486ee2f24'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:44.493670 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59870) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:44.500604 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8283a62a-c8b0-4b37-9938-45098c81e0af tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:44.506341 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712d6a1-ae78-40d4-93fc-93f3802cdade None None] Routers {'d9164bd0-7472-4642-8e07-d9e486ee2f24'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:44.513907 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b712d6a1-ae78-40d4-93fc-93f3802cdade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d9164bd0-7472-4642-8e07-d9e486ee2f24'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:44.515102 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-de6ef3c2-5353-4fb2-a26f-6665cc608570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:44.517387 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-de6ef3c2-5353-4fb2-a26f-6665cc608570 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 1096 time: 0.1744545 Jul 28 11:50:44.546063 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4f1535-3da1-47e0-87ee-0cbd48499e6a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:44.549964 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9d4f1535-3da1-47e0-87ee-0cbd48499e6a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports/bed99060-ade4-4938-b213-12f5aa38bc8e HTTP/1.1" status: 200 len: 911 time: 0.0531919 Jul 28 11:50:44.550147 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59872) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:44.552231 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b712d6a1-ae78-40d4-93fc-93f3802cdade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:44.557509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-bd9578d5-113c-4497-b3f1-4c769c051e79 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f04dd8c5-132a-4aba-b5fe-8c3da204c0af'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:44.562298 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712d6a1-ae78-40d4-93fc-93f3802cdade None None] Routers {'d9164bd0-7472-4642-8e07-d9e486ee2f24'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:44.562934 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b712d6a1-ae78-40d4-93fc-93f3802cdade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d9164bd0-7472-4642-8e07-d9e486ee2f24'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:44.595232 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b712d6a1-ae78-40d4-93fc-93f3802cdade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:44.595990 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712d6a1-ae78-40d4-93fc-93f3802cdade None None] The sync data for ids ['d9164bd0-7472-4642-8e07-d9e486ee2f24'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:44.601570 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-1d1b859f-32c7-4cd6-8196-2e98cd4c4bd7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93dfe254-3eea-436c-a9eb-1abca6ff7e22 HTTP/1.1" status: 200 len: 217 time: 0.0735760 Jul 28 11:50:44.654377 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['e1d11933-2b4b-42a4-8275-6704086fcaf0'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:50:44.683302 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-7d9c8e55-ddd3-4a11-bdc8-02e37e1759d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:44.684766 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-7d9c8e55-ddd3-4a11-bdc8-02e37e1759d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8aa03c48-7c2d-4c6f-bb69-18695f2b6921 HTTP/1.1" status: 200 len: 835 time: 0.0589023 Jul 28 11:50:44.730665 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bd9578d5-113c-4497-b3f1-4c769c051e79 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:44.780275 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-086b5793-b3f5-4e77-a440-4003d1e5c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:44.782516 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-086b5793-b3f5-4e77-a440-4003d1e5c97f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c78e5a75-2931-405d-abcc-56ce9c5219fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0895307 Jul 28 11:50:44.856650 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3046a630-0f13-41e9-8cc1-5667d3d07fb2 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:44.920012 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8283a62a-c8b0-4b37-9938-45098c81e0af tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 794a8e82-43c0-42c6-a36f-615c00b6ff73 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:44.947907 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-196ddf65-79a6-4771-b107-65329455c2a4 service neutron] 10.222.0.39 "GET /v2.0/networks/c78e5a75-2931-405d-abcc-56ce9c5219fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263018 Jul 28 11:50:44.956191 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 3046a630-0f13-41e9-8cc1-5667d3d07fb2 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:44.956570 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:44.963570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436ded5-cae6-429f-9310-67d6d110cbf4 req-6d1d5508-2366-45f7-958c-d0f3f8dd7d30 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:44.965106 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5436ded5-cae6-429f-9310-67d6d110cbf4 req-6d1d5508-2366-45f7-958c-d0f3f8dd7d30 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 943 time: 0.1357903 Jul 28 11:50:45.061790 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5436ded5-cae6-429f-9310-67d6d110cbf4 req-25a22bf7-ab5f-4dd7-a0bf-fecb194c8bd7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=dea2a145-f66b-41b6-bdbf-36125d2b196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874038 Jul 28 11:50:45.090512 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8283a62a-c8b0-4b37-9938-45098c81e0af tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:45.097747 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8283a62a-c8b0-4b37-9938-45098c81e0af tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/794a8e82-43c0-42c6-a36f-615c00b6ff73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2350793 Jul 28 11:50:45.099208 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59876) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:45.102648 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc9891-f454-4cfa-850f-8f15fdbe55b8 None None] Sync routers for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:45.112756 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc9891-f454-4cfa-850f-8f15fdbe55b8 None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:45.113122 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2bfc9891-f454-4cfa-850f-8f15fdbe55b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:45.147009 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-546d51db-69b7-4cb6-b2ec-737bf623fc9f req-f5102826-5b74-40fe-9996-f86c2f7acca3 service neutron] 10.222.0.39 "GET /v2.0/networks/c78e5a75-2931-405d-abcc-56ce9c5219fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666174 Jul 28 11:50:45.168753 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3a38e2-8003-4acb-a7cd-df1b619bae72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting subnet f7400bb5-e06b-42b0-999c-f43799511c63 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:50:45.172394 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fb3a38e2-8003-4acb-a7cd-df1b619bae72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:45.210740 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-2bfc9891-f454-4cfa-850f-8f15fdbe55b8 None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:45.218868 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bd9578d5-113c-4497-b3f1-4c769c051e79 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:45.228710 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bd9578d5-113c-4497-b3f1-4c769c051e79 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:45.235119 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9578d5-113c-4497-b3f1-4c769c051e79 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:45.235950 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bd9578d5-113c-4497-b3f1-4c769c051e79 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:45.237612 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bd9578d5-113c-4497-b3f1-4c769c051e79 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/ports/bed99060-ade4-4938-b213-12f5aa38bc8e HTTP/1.1" status: 200 len: 911 time: 0.6860726 Jul 28 11:50:45.242795 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59878) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:45.253862 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fb3a38e2-8003-4acb-a7cd-df1b619bae72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:45.282647 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9578d5-113c-4497-b3f1-4c769c051e79 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=bed99060-ade4-4938-b213-12f5aa38bc8e,revision_number=3']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:45.358608 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ddfda-767f-4454-b0c7-86fa9b1c63db req-19e328f2-a864-457e-b7a1-46b7973e5d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:45.360034 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-219ddfda-767f-4454-b0c7-86fa9b1c63db req-19e328f2-a864-457e-b7a1-46b7973e5d34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 1096 time: 0.1573260 Jul 28 11:50:45.431659 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2bfc9891-f454-4cfa-850f-8f15fdbe55b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:43Z', 'revision_number': 10, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:45.461219 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc9891-f454-4cfa-850f-8f15fdbe55b8 None None] Checking router: 794a8e82-43c0-42c6-a36f-615c00b6ff73 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:45.469683 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc9891-f454-4cfa-850f-8f15fdbe55b8 None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:45.470282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2bfc9891-f454-4cfa-850f-8f15fdbe55b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:45.538286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fb3a38e2-8003-4acb-a7cd-df1b619bae72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:45.563608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-2bfc9891-f454-4cfa-850f-8f15fdbe55b8 None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:45.619754 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcbb51-4c73-4567-bd1a-ec8bd063881d req-ed385fe3-703a-449c-9861-7f41d236c26c tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:45.621430 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-31bcbb51-4c73-4567-bd1a-ec8bd063881d req-ed385fe3-703a-449c-9861-7f41d236c26c tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 944 time: 0.0580921 Jul 28 11:50:45.651993 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ddfda-767f-4454-b0c7-86fa9b1c63db req-a5e556b0-54ef-4222-a735-53b318c0e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:45.653761 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-219ddfda-767f-4454-b0c7-86fa9b1c63db req-a5e556b0-54ef-4222-a735-53b318c0e113 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c78e5a75-2931-405d-abcc-56ce9c5219fd HTTP/1.1" status: 200 len: 897 time: 0.2825105 Jul 28 11:50:45.673827 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fb3a38e2-8003-4acb-a7cd-df1b619bae72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:45.674109 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-31bcbb51-4c73-4567-bd1a-ec8bd063881d req-cd434855-5c51-46f8-8b1e-cd75f6471947 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415874 Jul 28 11:50:45.734661 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-219ddfda-767f-4454-b0c7-86fa9b1c63db req-230885f4-ec7d-4e69-b4ab-690172f951db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93dfe254-3eea-436c-a9eb-1abca6ff7e22 HTTP/1.1" status: 200 len: 217 time: 0.0717711 Jul 28 11:50:45.763969 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a38e2-8003-4acb-a7cd-df1b619bae72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Subnet': ['ID=f7400bb5-e06b-42b0-999c-f43799511c63,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:45.769243 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fb3a38e2-8003-4acb-a7cd-df1b619bae72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:45.773981 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fb3a38e2-8003-4acb-a7cd-df1b619bae72 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/subnets/f7400bb5-e06b-42b0-999c-f43799511c63 HTTP/1.1" status: 204 len: 168 time: 0.6709402 Jul 28 11:50:45.776368 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59882) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:45.791845 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b79955-c0e7-43a3-9882-0b74144b63d5 None None] Network 4b8b74bc-a2cd-4122-9f10-58872ced53bb requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:45.822030 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ddfda-767f-4454-b0c7-86fa9b1c63db req-3c8fc37a-f437-4534-917d-3ce395693180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:45.823563 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-219ddfda-767f-4454-b0c7-86fa9b1c63db req-3c8fc37a-f437-4534-917d-3ce395693180 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8aa03c48-7c2d-4c6f-bb69-18695f2b6921 HTTP/1.1" status: 200 len: 835 time: 0.0686934 Jul 28 11:50:45.868109 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:45.906019 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ddfda-767f-4454-b0c7-86fa9b1c63db req-8a527f07-5470-428a-9a26-21bddc11bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:45.907496 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-219ddfda-767f-4454-b0c7-86fa9b1c63db req-8a527f07-5470-428a-9a26-21bddc11bc77 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c78e5a75-2931-405d-abcc-56ce9c5219fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0746658 Jul 28 11:50:45.923880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port 712b3508-4e52-4c09-9544-ca2547de3cf6 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:45.924215 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:45.944406 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92507942-3f45-46a8-b49a-ee96ee1067d1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:45.989333 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] For port 712b3508-4e52-4c09-9544-ca2547de3cf6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=712b3508-4e52-4c09-9544-ca2547de3cf6,segment=NetworkSegment(bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba),segment_id=bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:45.989749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:46.008568 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for 712b3508-4e52-4c09-9544-ca2547de3cf6 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:46.025584 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2bfc9891-f454-4cfa-850f-8f15fdbe55b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:43Z', 'revision_number': 10, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:46.063445 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585d481d-3dc9-4b3f-9a40-437e50539476 None None] DHCP port deletion for 4b8b74bc-a2cd-4122-9f10-58872ced53bb request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:50:46.065978 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc9891-f454-4cfa-850f-8f15fdbe55b8 None None] The sync data for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv is: [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:43Z', 'revision_number': 10, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None, '_interfaces': [{'id': '93988bd6-eb87-4680-b29d-79749af14e63', 'name': '', 'network_id': '1845519f-4f67-4b5a-91e4-42012b10aec4', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'mac_address': 'fa:16:3e:16:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:04Z', 'updated_at': '2021-07-28T11:50:10Z', 'revision_number': 5, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'subnets': [{'id': 'd4443043-b41c-4a00-874d-6bb6dbc06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:46.115602 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:46.134159 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-219ddfda-767f-4454-b0c7-86fa9b1c63db req-3d540b36-0834-4bcd-a79b-17ba8ec105bd service neutron] 10.222.0.39 "GET /v2.0/networks/c78e5a75-2931-405d-abcc-56ce9c5219fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157655 Jul 28 11:50:46.145726 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-585d481d-3dc9-4b3f-9a40-437e50539476 None None] Deleting port 712b3508-4e52-4c09-9544-ca2547de3cf6 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:46.146193 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-585d481d-3dc9-4b3f-9a40-437e50539476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:46.151866 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=712b3508-4e52-4c09-9544-ca2547de3cf6,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:46.154442 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] No DVR routers for this DVR port 712b3508-4e52-4c09-9544-ca2547de3cf6 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:46.212905 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device e1d11933-2b4b-42a4-8275-6704086fcaf0 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:46.241971 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-585d481d-3dc9-4b3f-9a40-437e50539476 None None] For port 712b3508-4e52-4c09-9544-ca2547de3cf6, host dv-neutron-786478-16-hyperv, got binding levels [] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:46.242491 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-585d481d-3dc9-4b3f-9a40-437e50539476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:46.260838 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-585d481d-3dc9-4b3f-9a40-437e50539476 None None] Calling delete_port for 712b3508-4e52-4c09-9544-ca2547de3cf6 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:46.265063 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-585d481d-3dc9-4b3f-9a40-437e50539476 None None] Port 712b3508-4e52-4c09-9544-ca2547de3cf6 was not found and therefore no delete operation was performed {{(pid=100417) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:50:46.271359 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-585d481d-3dc9-4b3f-9a40-437e50539476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:46.278649 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:46.292053 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8b74bc-a2cd-4122-9f10-58872ced53bb']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:46.302561 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d481d-3dc9-4b3f-9a40-437e50539476 None None] Pushing event deleted for resources: {'Port': ['ID=712b3508-4e52-4c09-9544-ca2547de3cf6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:46.307898 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585d481d-3dc9-4b3f-9a40-437e50539476 None None] No DVR routers for this DVR port 712b3508-4e52-4c09-9544-ca2547de3cf6 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:46.309272 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fa8ce-a954-4a98-a114-48ab55a02120 req-01c604dd-6ded-4ac7-8d55-f85595881839 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:46.311315 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-243fa8ce-a954-4a98-a114-48ab55a02120 req-01c604dd-6ded-4ac7-8d55-f85595881839 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 943 time: 0.1626837 Jul 28 11:50:46.315889 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:46.316183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf62c3bc-a3c4-4ddd-acca-b6950b1d74ba') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:46.335465 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:46.340460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port e1d11933-2b4b-42a4-8275-6704086fcaf0 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:46.344952 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port e1d11933-2b4b-42a4-8275-6704086fcaf0 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:46.345359 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:46.366184 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:46.376416 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:50:46.376827 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:46.383651 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-243fa8ce-a954-4a98-a114-48ab55a02120 req-346098bd-893a-4ad5-9660-558615cf5941 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=dea2a145-f66b-41b6-bdbf-36125d2b196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653024 Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:50:46.384320 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:50:46.442516 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:46.468939 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:46.480631 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d11933-2b4b-42a4-8275-6704086fcaf0'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:50:46.489083 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:46.489309 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fdb6cb-19fd-401b-945b-5bffd6a84859" -d '{"events": [{"server_uuid": "a6b23668-9eb6-470f-8e31-73ad717e0c36", "name": "network-vif-plugged", "status": "completed", "tag": "e1d11933-2b4b-42a4-8275-6704086fcaf0"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:50:46.489453 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/networks/4b8b74bc-a2cd-4122-9f10-58872ced53bb HTTP/1.1" status: 204 len: 168 time: 0.7094076 Jul 28 11:50:46.489453 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59888) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:46.508988 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port e1d11933-2b4b-42a4-8275-6704086fcaf0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e1d11933-2b4b-42a4-8275-6704086fcaf0,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:46.521072 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:46.583427 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f2061e-6f51-4ee9-8c5c-076a8f312925 x-openstack-request-id: req-c1f2061e-6f51-4ee9-8c5c-076a8f312925 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:50:46.583942 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b23668-9eb6-470f-8e31-73ad717e0c36", "name": "network-vif-plugged", "status": "completed", "tag": "e1d11933-2b4b-42a4-8275-6704086fcaf0", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:50:46.584392 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c1f2061e-6f51-4ee9-8c5c-076a8f312925 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:50:46.585061 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d11933-2b4b-42a4-8275-6704086fcaf0', 'code': 200} Jul 28 11:50:46.597722 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-219ddfda-767f-4454-b0c7-86fa9b1c63db req-ef0b2de3-13c3-433b-a477-b0b422cf8023 service neutron] 10.222.0.39 "GET /v2.0/networks/c78e5a75-2931-405d-abcc-56ce9c5219fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432924 Jul 28 11:50:46.617003 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=e1d11933-2b4b-42a4-8275-6704086fcaf0,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:46.623151 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e136b-3248-4db3-8f6b-6c167e9df65a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Network': ['ID=4b8b74bc-a2cd-4122-9f10-58872ced53bb,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:46.698335 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-92507942-3f45-46a8-b49a-ee96ee1067d1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting port bed99060-ade4-4938-b213-12f5aa38bc8e {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:46.698335 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92507942-3f45-46a8-b49a-ee96ee1067d1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:46.729529 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 712b3508-4e52-4c09-9544-ca2547de3cf6 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:46.754164 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 712b3508-4e52-4c09-9544-ca2547de3cf6 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:46.754874 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 712b3508-4e52-4c09-9544-ca2547de3cf6 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:46.755517 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device bedc3b8c-0f46-4f35-a81f-629831a5ee45 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:46.776574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: bedc3b8c-0f46-4f35-a81f-629831a5ee45 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:46.777245 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device bedc3b8c-0f46-4f35-a81f-629831a5ee45 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:46.824372 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a20df2-f625-444c-8017-3b43f066100f req-24051398-2f39-4b86-b394-017e5523f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:46.825898 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c2a20df2-f625-444c-8017-3b43f066100f req-24051398-2f39-4b86-b394-017e5523f7e2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 1098 time: 0.1041970 Jul 28 11:50:46.846657 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92507942-3f45-46a8-b49a-ee96ee1067d1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:46.859660 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a03a0-63e9-48d9-bf1e-5eee03bc6500 req-86889673-d3f7-48a3-b8d0-83879fc70483 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:46.861163 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-679a03a0-63e9-48d9-bf1e-5eee03bc6500 req-86889673-d3f7-48a3-b8d0-83879fc70483 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 945 time: 0.0874252 Jul 28 11:50:46.868995 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-92507942-3f45-46a8-b49a-ee96ee1067d1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Calling delete_port for bed99060-ade4-4938-b213-12f5aa38bc8e owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:46.885635 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c2a20df2-f625-444c-8017-3b43f066100f req-e27c1602-9ba7-4774-acaf-44bb3bb119d9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479517 Jul 28 11:50:46.914671 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-679a03a0-63e9-48d9-bf1e-5eee03bc6500 req-26115014-5653-405c-9c65-373004ee8d7d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452054 Jul 28 11:50:46.975882 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ba24-6469-4fbf-a82e-ce2b37044121 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:47.061832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92507942-3f45-46a8-b49a-ee96ee1067d1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:47.090469 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92507942-3f45-46a8-b49a-ee96ee1067d1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Port': ['ID=bed99060-ade4-4938-b213-12f5aa38bc8e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:47.189814 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-92507942-3f45-46a8-b49a-ee96ee1067d1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:47.237672 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f4d8ba24-6469-4fbf-a82e-ce2b37044121 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port 93988bd6-eb87-4680-b29d-79749af14e63 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:47.238125 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ba24-6469-4fbf-a82e-ce2b37044121 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:47.330536 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-f4d8ba24-6469-4fbf-a82e-ce2b37044121 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] For port 93988bd6-eb87-4680-b29d-79749af14e63, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=93988bd6-eb87-4680-b29d-79749af14e63,segment=NetworkSegment(cf01e47e-7a8e-49d0-9454-e565f24e2411),segment_id=cf01e47e-7a8e-49d0-9454-e565f24e2411)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:47.330905 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ba24-6469-4fbf-a82e-ce2b37044121 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:47.344301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f4d8ba24-6469-4fbf-a82e-ce2b37044121 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for 93988bd6-eb87-4680-b29d-79749af14e63 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:47.351471 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92507942-3f45-46a8-b49a-ee96ee1067d1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router d9164bd0-7472-4642-8e07-d9e486ee2f24 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:47.423523 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92507942-3f45-46a8-b49a-ee96ee1067d1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:47.429591 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-92507942-3f45-46a8-b49a-ee96ee1067d1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/d9164bd0-7472-4642-8e07-d9e486ee2f24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1856520 Jul 28 11:50:47.432122 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59894) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:47.436710 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7d8d7-c1f6-4e90-b159-14da9995cf7c None None] Sync routers for ids ['d9164bd0-7472-4642-8e07-d9e486ee2f24'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:47.453524 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f7d8d7-c1f6-4e90-b159-14da9995cf7c None None] Routers {'d9164bd0-7472-4642-8e07-d9e486ee2f24'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:47.454164 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e9f7d8d7-c1f6-4e90-b159-14da9995cf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d9164bd0-7472-4642-8e07-d9e486ee2f24'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:47.462683 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-53f532cc-4d27-4e46-8e24-2456da738026 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9164bd0-7472-4642-8e07-d9e486ee2f24 HTTP/1.1" status: 200 len: 205 time: 0.0294538 Jul 28 11:50:47.465071 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59896) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:47.494884 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e9f7d8d7-c1f6-4e90-b159-14da9995cf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:47.505027 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f7d8d7-c1f6-4e90-b159-14da9995cf7c None None] Routers {'d9164bd0-7472-4642-8e07-d9e486ee2f24'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:47.505930 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e9f7d8d7-c1f6-4e90-b159-14da9995cf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d9164bd0-7472-4642-8e07-d9e486ee2f24'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:47.544510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd17a4ef-7b2a-491b-a7a6-4009f84e936f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:47.545119 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e9f7d8d7-c1f6-4e90-b159-14da9995cf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:47.545938 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7d8d7-c1f6-4e90-b159-14da9995cf7c None None] The sync data for ids ['d9164bd0-7472-4642-8e07-d9e486ee2f24'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:47.565209 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ba24-6469-4fbf-a82e-ce2b37044121 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:47.598564 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8ba24-6469-4fbf-a82e-ce2b37044121 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=93988bd6-eb87-4680-b29d-79749af14e63,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:47.619085 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121371f-e969-4cdd-b793-4852875f451d req-59b4c511-58a7-4a43-8ac8-ce0e85c10c55 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:47.620808 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e121371f-e969-4cdd-b793-4852875f451d req-59b4c511-58a7-4a43-8ac8-ce0e85c10c55 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 943 time: 0.0980833 Jul 28 11:50:47.710107 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e121371f-e969-4cdd-b793-4852875f451d req-981fb986-cf13-4b59-9f01-ffc95a1ee929 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=dea2a145-f66b-41b6-bdbf-36125d2b196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660353 Jul 28 11:50:47.714545 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd17a4ef-7b2a-491b-a7a6-4009f84e936f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:47.716864 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd17a4ef-7b2a-491b-a7a6-4009f84e936f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:47.771409 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd17a4ef-7b2a-491b-a7a6-4009f84e936f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:47.771998 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd17a4ef-7b2a-491b-a7a6-4009f84e936f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Fanout notify agent at l3_agent the message router_deleted on router d9164bd0-7472-4642-8e07-d9e486ee2f24 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:50:47.779527 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd17a4ef-7b2a-491b-a7a6-4009f84e936f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:47.780696 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fd17a4ef-7b2a-491b-a7a6-4009f84e936f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/routers/d9164bd0-7472-4642-8e07-d9e486ee2f24 HTTP/1.1" status: 204 len: 168 time: 0.3147204 Jul 28 11:50:47.783947 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59898) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:47.839661 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f47653-6046-4ea8-aaa6-cd45738cd647 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting subnet f04dd8c5-132a-4aba-b5fe-8c3da204c0af {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:50:47.843622 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-87f47653-6046-4ea8-aaa6-cd45738cd647 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:47.886388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-87f47653-6046-4ea8-aaa6-cd45738cd647 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:47.979671 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-87f47653-6046-4ea8-aaa6-cd45738cd647 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.041801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-87f47653-6046-4ea8-aaa6-cd45738cd647 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.070363 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f47653-6046-4ea8-aaa6-cd45738cd647 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Subnet': ['ID=f04dd8c5-132a-4aba-b5fe-8c3da204c0af,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:48.074373 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-87f47653-6046-4ea8-aaa6-cd45738cd647 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.079383 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-87f47653-6046-4ea8-aaa6-cd45738cd647 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/subnets/f04dd8c5-132a-4aba-b5fe-8c3da204c0af HTTP/1.1" status: 204 len: 168 time: 0.2914560 Jul 28 11:50:48.079768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59902) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:48.085158 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4aa436-3b15-4de4-a12f-5dbcb1b89d47 None None] Network 93fad465-faa8-4f78-bb6f-4402537e0b00 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:48.120572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ba24-6469-4fbf-a82e-ce2b37044121 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.161064 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.185022 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57828c5d-3e0b-416b-bcb4-f23bc19e5b38 req-6dfc5646-0338-4a58-b2cc-4d63142d3e9b tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:48.186591 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-57828c5d-3e0b-416b-bcb4-f23bc19e5b38 req-6dfc5646-0338-4a58-b2cc-4d63142d3e9b tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 945 time: 0.0949547 Jul 28 11:50:48.215760 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting port 3046a630-0f13-41e9-8cc1-5667d3d07fb2 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:48.216387 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.228459 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 93dfe254-3eea-436c-a9eb-1abca6ff7e22 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:50:48.294081 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] For port 3046a630-0f13-41e9-8cc1-5667d3d07fb2, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=3046a630-0f13-41e9-8cc1-5667d3d07fb2,segment=NetworkSegment(824d730c-d0c9-4ba2-a934-f86ff7ef2628),segment_id=824d730c-d0c9-4ba2-a934-f86ff7ef2628)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:48.294677 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.308607 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c56136-741c-44d1-a0da-dbeca78b7d26 None None] DHCP port deletion for 93fad465-faa8-4f78-bb6f-4402537e0b00 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:50:48.315282 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-57828c5d-3e0b-416b-bcb4-f23bc19e5b38 req-60fa7d8a-ec31-4a80-bcdf-1c4aa4a2cb9b tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025040 Jul 28 11:50:48.318283 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Calling delete_port for 3046a630-0f13-41e9-8cc1-5667d3d07fb2 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:48.328465 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d8ba24-6469-4fbf-a82e-ce2b37044121 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 794a8e82-43c0-42c6-a36f-615c00b6ff73 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:48.369092 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 93dfe254-3eea-436c-a9eb-1abca6ff7e22, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=93dfe254-3eea-436c-a9eb-1abca6ff7e22,segment=NetworkSegment(186996c7-005c-401b-ae5d-e43673b8256b),segment_id=186996c7-005c-401b-ae5d-e43673b8256b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:48.385628 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '93dfe254-3eea-436c-a9eb-1abca6ff7e22', 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd', 'port_id': '93dfe254-3eea-436c-a9eb-1abca6ff7e22', 'mac_address': 'fa:16:3e:97:f4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:50:48.422846 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a1c56136-741c-44d1-a0da-dbeca78b7d26 None None] Deleting port 3046a630-0f13-41e9-8cc1-5667d3d07fb2 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:48.423228 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1c56136-741c-44d1-a0da-dbeca78b7d26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.433386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d8ba24-6469-4fbf-a82e-ce2b37044121 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:48.439188 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f4d8ba24-6469-4fbf-a82e-ce2b37044121 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/794a8e82-43c0-42c6-a36f-615c00b6ff73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9329767 Jul 28 11:50:48.441968 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59906) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:48.465439 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761020dd-f48e-40be-ab52-1ac38b3706c4 req-cbfa4d2a-c2e7-4066-bce0-3aefa440df5c tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:48.466968 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-761020dd-f48e-40be-ab52-1ac38b3706c4 req-cbfa4d2a-c2e7-4066-bce0-3aefa440df5c tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 945 time: 0.0654898 Jul 28 11:50:48.470148 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.473532 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb73a7f-f694-4329-aaa8-b45d86ff0446 None None] Sync routers for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:48.478850 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.508609 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Port': ['ID=3046a630-0f13-41e9-8cc1-5667d3d07fb2,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:48.509454 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93dfe254-3eea-436c-a9eb-1abca6ff7e22 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:50:48.510596 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] No DVR routers for this DVR port 3046a630-0f13-41e9-8cc1-5667d3d07fb2 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:48.510952 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-761020dd-f48e-40be-ab52-1ac38b3706c4 req-4024f39d-f237-4cd5-8403-16ebb89cc078 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356691 Jul 28 11:50:48.532330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a1c56136-741c-44d1-a0da-dbeca78b7d26 None None] For port 3046a630-0f13-41e9-8cc1-5667d3d07fb2, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=3046a630-0f13-41e9-8cc1-5667d3d07fb2,segment=NetworkSegment(824d730c-d0c9-4ba2-a934-f86ff7ef2628),segment_id=824d730c-d0c9-4ba2-a934-f86ff7ef2628)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:48.532847 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1c56136-741c-44d1-a0da-dbeca78b7d26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.535235 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb73a7f-f694-4329-aaa8-b45d86ff0446 None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:48.535962 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3eb73a7f-f694-4329-aaa8-b45d86ff0446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:48.536838 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59908) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:48.552718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d09321-6e6b-446d-8a6b-147b01a38ac5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting subnet d4443043-b41c-4a00-874d-6bb6dbc06b9c {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:50:48.558528 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-67d09321-6e6b-446d-8a6b-147b01a38ac5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.580042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6426f21-5e4f-4400-97b9-8ab2e5fec672 tempest-TestVolumeBootPattern-387953144 tempest-TestVolumeBootPattern-387953144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:48.584230 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b6426f21-5e4f-4400-97b9-8ab2e5fec672 tempest-TestVolumeBootPattern-387953144 tempest-TestVolumeBootPattern-387953144-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 1093 time: 0.0430467 Jul 28 11:50:48.585353 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59910) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:48.589573 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a1c56136-741c-44d1-a0da-dbeca78b7d26 None None] Calling delete_port for 3046a630-0f13-41e9-8cc1-5667d3d07fb2 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:48.589743 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': 'e1d11933-2b4b-42a4-8275-6704086fcaf0', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:48.611980 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.630224 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 93dfe254-3eea-436c-a9eb-1abca6ff7e22, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=93dfe254-3eea-436c-a9eb-1abca6ff7e22,segment=NetworkSegment(186996c7-005c-401b-ae5d-e43673b8256b),segment_id=186996c7-005c-401b-ae5d-e43673b8256b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:48.637422 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-3eb73a7f-f694-4329-aaa8-b45d86ff0446 None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:48.655958 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.661179 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-67d09321-6e6b-446d-8a6b-147b01a38ac5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.680260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.697061 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fad465-faa8-4f78-bb6f-4402537e0b00']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:48.719863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3eb73a7f-f694-4329-aaa8-b45d86ff0446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:47Z', 'revision_number': 11, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:48.723289 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824d730c-d0c9-4ba2-a934-f86ff7ef2628') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:48.723289 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824d730c-d0c9-4ba2-a934-f86ff7ef2628') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:48.736329 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.737549 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.816550 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.821398 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb73a7f-f694-4329-aaa8-b45d86ff0446 None None] Checking router: 794a8e82-43c0-42c6-a36f-615c00b6ff73 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:48.827180 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:50:48.827573 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:50:48.830660 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:50:48.856231 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3046a630-0f13-41e9-8cc1-5667d3d07fb2 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:48.860484 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=93dfe254-3eea-436c-a9eb-1abca6ff7e22,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:48.895405 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-67d09321-6e6b-446d-8a6b-147b01a38ac5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.896688 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Allocated IP 172.26.1.206 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/684aa76d-ef3d-41ac-a7d2-11cc6ce9f3e8) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:48.899171 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb73a7f-f694-4329-aaa8-b45d86ff0446 None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:48.899334 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3eb73a7f-f694-4329-aaa8-b45d86ff0446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:48.917399 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75a5a1-3cc0-436b-bd54-2dcbbc52b4ba req-3623b873-bdf4-4184-8f32-eab1fd45adc2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:48.918937 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ef75a5a1-3cc0-436b-bd54-2dcbbc52b4ba req-3623b873-bdf4-4184-8f32-eab1fd45adc2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 944 time: 0.0859206 Jul 28 11:50:48.935094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.947159 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:48.952763 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/networks/93fad465-faa8-4f78-bb6f-4402537e0b00 HTTP/1.1" status: 204 len: 168 time: 0.8683274 Jul 28 11:50:48.952929 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 3046a630-0f13-41e9-8cc1-5667d3d07fb2 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:48.952929 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3046a630-0f13-41e9-8cc1-5667d3d07fb2 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:48.952929 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['93dfe254-3eea-436c-a9eb-1abca6ff7e22'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:50:48.956310 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59914) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:48.962020 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-dc2c7424-d7b9-41a7-8df7-b90fb0b42b5e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1409413665', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:48.985368 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac1a28-1215-483a-860f-52e122af0cf5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Network': ['ID=93fad465-faa8-4f78-bb6f-4402537e0b00,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:49.010870 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-67d09321-6e6b-446d-8a6b-147b01a38ac5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.015375 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ef75a5a1-3cc0-436b-bd54-2dcbbc52b4ba req-c039c3a5-6500-46a9-9063-1bd1c3830ed8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=dea2a145-f66b-41b6-bdbf-36125d2b196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763404 Jul 28 11:50:49.016560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7424-d7b9-41a7-8df7-b90fb0b42b5e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.017848 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7424-d7b9-41a7-8df7-b90fb0b42b5e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.028678 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-3eb73a7f-f694-4329-aaa8-b45d86ff0446 None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:49.054395 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-67d09321-6e6b-446d-8a6b-147b01a38ac5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.056420 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-67d09321-6e6b-446d-8a6b-147b01a38ac5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/subnets/d4443043-b41c-4a00-874d-6bb6dbc06b9c HTTP/1.1" status: 204 len: 168 time: 0.6132972 Jul 28 11:50:49.058033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d09321-6e6b-446d-8a6b-147b01a38ac5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Subnet': ['ID=d4443043-b41c-4a00-874d-6bb6dbc06b9c,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:49.061075 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59916) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:49.087215 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.094616 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3ea9d6-5845-409a-9b73-fdd117f4a9b4 None None] Network 1845519f-4f67-4b5a-91e4-42012b10aec4 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:49.101838 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3eb73a7f-f694-4329-aaa8-b45d86ff0446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:47Z', 'revision_number': 11, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:49.130949 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.153749 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7424-d7b9-41a7-8df7-b90fb0b42b5e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.160529 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7424-d7b9-41a7-8df7-b90fb0b42b5e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.170487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:49.173473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:49.176214 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:49.185742 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb73a7f-f694-4329-aaa8-b45d86ff0446 None None] The sync data for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv is: [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:47Z', 'revision_number': 11, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:49.191867 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.197110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1c56136-741c-44d1-a0da-dbeca78b7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.203311 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7424-d7b9-41a7-8df7-b90fb0b42b5e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.207112 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-dc2c7424-d7b9-41a7-8df7-b90fb0b42b5e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2467353 Jul 28 11:50:49.207258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59918) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:49.213270 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-dc2e7557-b933-4450-818f-e2db04bac204 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-225378412'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:49.218834 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event updated for resources: {'Port': ['ID=684aa76d-ef3d-41ac-a7d2-11cc6ce9f3e8,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:49.262573 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c56136-741c-44d1-a0da-dbeca78b7d26 None None] Pushing event deleted for resources: {'Port': ['ID=3046a630-0f13-41e9-8cc1-5667d3d07fb2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:49.272719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2e7557-b933-4450-818f-e2db04bac204 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:49.277292 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7557-b933-4450-818f-e2db04bac204 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.289202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1c56136-741c-44d1-a0da-dbeca78b7d26 None None] Network 93fad465-faa8-4f78-bb6f-4402537e0b00 is not hosted by any dhcp agent {{(pid=100417) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 11:50:49.290052 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c56136-741c-44d1-a0da-dbeca78b7d26 None None] No DVR routers for this DVR port 3046a630-0f13-41e9-8cc1-5667d3d07fb2 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:49.312240 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Deleting port b2be51ed-9c69-4992-bab4-321336476378 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:49.312645 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.317294 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2e7557-b933-4450-818f-e2db04bac204 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:50:49.365483 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7557-b933-4450-818f-e2db04bac204 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.366474 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-dc2e7557-b933-4450-818f-e2db04bac204 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Added segment fd0a9167-af72-43b0-9f91-60341ecc4adc of type vlan for network 081dc3a1-9fab-457d-a527-4deae34312d3 Jul 28 11:50:49.418615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] For port b2be51ed-9c69-4992-bab4-321336476378, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b2be51ed-9c69-4992-bab4-321336476378,segment=NetworkSegment(cf01e47e-7a8e-49d0-9454-e565f24e2411),segment_id=cf01e47e-7a8e-49d0-9454-e565f24e2411)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:49.418994 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.435335 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7557-b933-4450-818f-e2db04bac204 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.442077 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Calling delete_port for b2be51ed-9c69-4992-bab4-321336476378 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:49.511154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7557-b933-4450-818f-e2db04bac204 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.516873 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e7557-b933-4450-818f-e2db04bac204 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:49.517408 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7557-b933-4450-818f-e2db04bac204 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.572607 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ecad88-57b0-4ba2-aa8b-6271ca65ca4f None None] DHCP port deletion for 1845519f-4f67-4b5a-91e4-42012b10aec4 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:50:49.593948 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-dc2e7557-b933-4450-818f-e2db04bac204 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3856380 Jul 28 11:50:49.604393 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59920) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:49.609952 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a54f9ef8-9778-4282-a3e7-beb22e2db720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'subnet': {'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:49.628520 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e7557-b933-4450-818f-e2db04bac204 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Network': ['ID=081dc3a1-9fab-457d-a527-4deae34312d3,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:49.642819 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 081dc3a1-9fab-457d-a527-4deae34312d3 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:50:49.648539 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.670856 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e5ecad88-57b0-4ba2-aa8b-6271ca65ca4f None None] Deleting port b2be51ed-9c69-4992-bab4-321336476378 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:49.671286 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5ecad88-57b0-4ba2-aa8b-6271ca65ca4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.672226 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.713311 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Port': ['ID=b2be51ed-9c69-4992-bab4-321336476378,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:49.726223 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] No DVR routers for this DVR port b2be51ed-9c69-4992-bab4-321336476378 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:49.741553 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.806841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54f9ef8-9778-4282-a3e7-beb22e2db720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:49.811999 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a54f9ef8-9778-4282-a3e7-beb22e2db720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.880033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.902077 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1845519f-4f67-4b5a-91e4-42012b10aec4']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:49.917986 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.919848 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf01e47e-7a8e-49d0-9454-e565f24e2411') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:49.920324 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf01e47e-7a8e-49d0-9454-e565f24e2411') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:49.924018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.934591 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.965109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.966065 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e5ecad88-57b0-4ba2-aa8b-6271ca65ca4f None None] For port b2be51ed-9c69-4992-bab4-321336476378, host dv-neutron-786478-16-hyperv, got binding levels [] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:49.966870 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5ecad88-57b0-4ba2-aa8b-6271ca65ca4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.974440 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:50:49.975003 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:50:49.979480 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:50:49.992349 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e5ecad88-57b0-4ba2-aa8b-6271ca65ca4f None None] Calling delete_port for b2be51ed-9c69-4992-bab4-321336476378 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:49.995747 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-e5ecad88-57b0-4ba2-aa8b-6271ca65ca4f None None] Port b2be51ed-9c69-4992-bab4-321336476378 was not found and therefore no delete operation was performed {{(pid=100417) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:50:49.997740 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5ecad88-57b0-4ba2-aa8b-6271ca65ca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:50.005937 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:50.010370 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:50.012119 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event updated for resources: {'Port': ['ID=684aa76d-ef3d-41ac-a7d2-11cc6ce9f3e8,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:50.027388 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecad88-57b0-4ba2-aa8b-6271ca65ca4f None None] Pushing event deleted for resources: {'Port': ['ID=b2be51ed-9c69-4992-bab4-321336476378,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:50.029728 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ecad88-57b0-4ba2-aa8b-6271ca65ca4f None None] No DVR routers for this DVR port b2be51ed-9c69-4992-bab4-321336476378 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:50.087481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:50.098982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:50.101965 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/networks/1845519f-4f67-4b5a-91e4-42012b10aec4 HTTP/1.1" status: 204 len: 168 time: 1.0399387 Jul 28 11:50:50.108247 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59924) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:50.113867 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-a4217846-557b-4295-ac0f-8aba2def5100 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'router': {'routes': None}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:50.119240 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb977488-16e7-40b7-bd70-d5756515a497 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Pushing event deleted for resources: {'Network': ['ID=1845519f-4f67-4b5a-91e4-42012b10aec4,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:50.164046 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a54f9ef8-9778-4282-a3e7-beb22e2db720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:50.227854 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f9ef8-9778-4282-a3e7-beb22e2db720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Subnet': ['ID=7c4c0a6f-df7b-4f44-ba89-9a0b91b55476,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:50.233117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54f9ef8-9778-4282-a3e7-beb22e2db720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Checking segment: {'id': 'fd0a9167-af72-43b0-9f91-60341ecc4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:50.233477 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54f9ef8-9778-4282-a3e7-beb22e2db720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network hostable DHCP agents. Network: 081dc3a1-9fab-457d-a527-4deae34312d3, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:50:50.242211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 93dfe254-3eea-436c-a9eb-1abca6ff7e22 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:50.252775 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54f9ef8-9778-4282-a3e7-beb22e2db720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network 081dc3a1-9fab-457d-a527-4deae34312d3 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:50:50.260087 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Floating IP efdcdbe1-700d-4e3e-a6f7-4cf4713d0e26 associated. External IP: 172.26.1.206, port: e1d11933-2b4b-42a4-8275-6704086fcaf0. Jul 28 11:50:50.263897 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-a54f9ef8-9778-4282-a3e7-beb22e2db720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 081dc3a1-9fab-457d-a527-4deae34312d3) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:50.270949 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54f9ef8-9778-4282-a3e7-beb22e2db720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:50.271653 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a54f9ef8-9778-4282-a3e7-beb22e2db720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:50.278621 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd16bead-c277-4bed-9294-6d87502e4771 None None] Network 081dc3a1-9fab-457d-a527-4deae34312d3 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:50.291414 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a54f9ef8-9778-4282-a3e7-beb22e2db720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6832743 Jul 28 11:50:50.292023 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59926) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:50.337312 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ad07e-babf-41ab-b6b8-a34745b1ea41 req-d38ebe38-3550-4ee2-848c-2221f31ab88e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:50.338731 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-dd1ad07e-babf-41ab-b6b8-a34745b1ea41 req-d38ebe38-3550-4ee2-848c-2221f31ab88e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 944 time: 0.2295053 Jul 28 11:50:50.353812 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 93dfe254-3eea-436c-a9eb-1abca6ff7e22 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:50.360525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 93dfe254-3eea-436c-a9eb-1abca6ff7e22 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:50.360899 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:50.368487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.extraroute_db [None req-a4217846-557b-4295-ac0f-8aba2def5100 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Added routes are [] {{(pid=100416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 11:50:50.368487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.extraroute_db [None req-a4217846-557b-4295-ac0f-8aba2def5100 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Removed routes are [] {{(pid=100416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 11:50:50.368789 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a4217846-557b-4295-ac0f-8aba2def5100 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:50.487521 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-081dc3a1-9fab-457d-a527-4deae34312d3', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:50:50.488850 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:50.512750 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-dd1ad07e-babf-41ab-b6b8-a34745b1ea41 req-cba91904-417c-4fd8-b639-1fe21b5d0ff3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=dea2a145-f66b-41b6-bdbf-36125d2b196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472402 Jul 28 11:50:50.521408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:50.585625 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:50.589278 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a4217846-557b-4295-ac0f-8aba2def5100 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:50.591457 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bde302-e3aa-4463-a699-705c46eda9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dfe254-3eea-436c-a9eb-1abca6ff7e22'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:50:50.593730 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165386a7-1548-4713-9afa-debd38e72d69" -d '{"events": [{"server_uuid": "f8bde302-e3aa-4463-a699-705c46eda9e4", "name": "network-vif-plugged", "status": "completed", "tag": "93dfe254-3eea-436c-a9eb-1abca6ff7e22"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:50:50.594827 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a4217846-557b-4295-ac0f-8aba2def5100 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:50.618646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 93dfe254-3eea-436c-a9eb-1abca6ff7e22, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=93dfe254-3eea-436c-a9eb-1abca6ff7e22,segment=NetworkSegment(186996c7-005c-401b-ae5d-e43673b8256b),segment_id=186996c7-005c-401b-ae5d-e43673b8256b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:50.628559 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:50.696074 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b9156c-f716-4aa7-8222-d34c9c3511b8 x-openstack-request-id: req-65b9156c-f716-4aa7-8222-d34c9c3511b8 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:50:50.696363 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bde302-e3aa-4463-a699-705c46eda9e4", "name": "network-vif-plugged", "status": "completed", "tag": "93dfe254-3eea-436c-a9eb-1abca6ff7e22", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:50:50.696614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65b9156c-f716-4aa7-8222-d34c9c3511b8 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:50:50.697006 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bde302-e3aa-4463-a699-705c46eda9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dfe254-3eea-436c-a9eb-1abca6ff7e22', 'code': 200} Jul 28 11:50:50.731312 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=93dfe254-3eea-436c-a9eb-1abca6ff7e22,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:50.734044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Allocated IP 2001:db8::2 (081dc3a1-9fab-457d-a527-4deae34312d3/7c4c0a6f-df7b-4f44-ba89-9a0b91b55476/e8178864-cb7c-4a93-b2be-e2d240dd5fcd) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:50.763193 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4217846-557b-4295-ac0f-8aba2def5100 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 794a8e82-43c0-42c6-a36f-615c00b6ff73 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:50.793311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b2be51ed-9c69-4992-bab4-321336476378 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:50.817344 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: b2be51ed-9c69-4992-bab4-321336476378 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:50.817689 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b2be51ed-9c69-4992-bab4-321336476378 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:50.818181 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 93988bd6-eb87-4680-b29d-79749af14e63 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:50.847278 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 93988bd6-eb87-4680-b29d-79749af14e63 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:50.848042 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 93988bd6-eb87-4680-b29d-79749af14e63 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:50.919928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309443b3-ab30-4ded-bee4-0fe55a6ea9c6 req-f165f310-e38e-4f59-b992-d050466c0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:50.921365 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-309443b3-ab30-4ded-bee4-0fe55a6ea9c6 req-f165f310-e38e-4f59-b992-d050466c0e80 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0600202 Jul 28 11:50:50.944972 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:50.956170 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Transition to ACTIVE for port object e8178864-cb7c-4a93-b2be-e2d240dd5fcd will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:50.966362 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-309443b3-ab30-4ded-bee4-0fe55a6ea9c6 req-fa3405bb-d240-4b15-97b1-984ad0f23490 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dea2a145-f66b-41b6-bdbf-36125d2b196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362248 Jul 28 11:50:50.976311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Transition to ACTIVE for port object e8178864-cb7c-4a93-b2be-e2d240dd5fcd will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:50.989462 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:51.034240 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Pushing event updated for resources: {'Port': ['ID=e8178864-cb7c-4a93-b2be-e2d240dd5fcd,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:51.044117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Allocated IP 2001:db8::1 (081dc3a1-9fab-457d-a527-4deae34312d3/7c4c0a6f-df7b-4f44-ba89-9a0b91b55476/8b000889-7886-4548-a7aa-42e4a97024bf) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:51.044585 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Network 081dc3a1-9fab-457d-a527-4deae34312d3 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:51.046299 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:51.051438 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:51.109638 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Attempting to bind port e8178864-cb7c-4a93-b2be-e2d240dd5fcd on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:51.109998 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Attempting to bind port e8178864-cb7c-4a93-b2be-e2d240dd5fcd by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'fd0a9167-af72-43b0-9f91-60341ecc4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:51.110370 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Attempting to bind port e8178864-cb7c-4a93-b2be-e2d240dd5fcd on network 081dc3a1-9fab-457d-a527-4deae34312d3 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:51.116918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:51.117298 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Checking segment: {'id': 'fd0a9167-af72-43b0-9f91-60341ecc4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:51.117712 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:51.118108 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Bound using segment: {'id': 'fd0a9167-af72-43b0-9f91-60341ecc4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:51.118618 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Bound port: e8178864-cb7c-4a93-b2be-e2d240dd5fcd, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0a9167-af72-43b0-9f91-60341ecc4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:51.119009 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:51.182696 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Router 8c47119f-1756-451d-b3c3-4b231fa5082c has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:51.187825 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4217846-557b-4295-ac0f-8aba2def5100 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:51.192348 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] For port e8178864-cb7c-4a93-b2be-e2d240dd5fcd, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:51.195591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a4217846-557b-4295-ac0f-8aba2def5100 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:51.196745 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a4217846-557b-4295-ac0f-8aba2def5100 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/794a8e82-43c0-42c6-a36f-615c00b6ff73 HTTP/1.1" status: 200 len: 700 time: 1.0863457 Jul 28 11:50:51.200364 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] For port e8178864-cb7c-4a93-b2be-e2d240dd5fcd, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e8178864-cb7c-4a93-b2be-e2d240dd5fcd,segment=NetworkSegment(fd0a9167-af72-43b0-9f91-60341ecc4adc),segment_id=fd0a9167-af72-43b0-9f91-60341ecc4adc)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:51.200916 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59930) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:51.205528 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03efb328-cec6-4437-b500-7ab06cb12e77 None None] Sync routers for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:51.208366 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:51.224496 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03efb328-cec6-4437-b500-7ab06cb12e77 None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:51.225448 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-03efb328-cec6-4437-b500-7ab06cb12e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:51.236779 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-670d0339-43b1-4d77-8f20-9bd0acb63966 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports?device_id=794a8e82-43c0-42c6-a36f-615c00b6ff73 HTTP/1.1" status: 200 len: 205 time: 0.0323229 Jul 28 11:50:51.276442 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59932) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:51.308020 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcb585-8396-432a-ae52-d5dfe42e61bd None None] Pushing event updated for resources: {'Port': ['ID=e8178864-cb7c-4a93-b2be-e2d240dd5fcd,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:51.330271 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-03efb328-cec6-4437-b500-7ab06cb12e77 None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:51.371263 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2168c286-5def-4821-9e8d-4bb4bfde19b4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:51.389632 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-03efb328-cec6-4437-b500-7ab06cb12e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:47Z', 'revision_number': 11, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:51.422820 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03efb328-cec6-4437-b500-7ab06cb12e77 None None] Checking router: 794a8e82-43c0-42c6-a36f-615c00b6ff73 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:51.433167 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03efb328-cec6-4437-b500-7ab06cb12e77 None None] Routers {'794a8e82-43c0-42c6-a36f-615c00b6ff73'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:51.434057 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-03efb328-cec6-4437-b500-7ab06cb12e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['794a8e82-43c0-42c6-a36f-615c00b6ff73'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:51.540028 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-03efb328-cec6-4437-b500-7ab06cb12e77 None None] Set router 794a8e82-43c0-42c6-a36f-615c00b6ff73 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:51.579717 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:51.592819 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282721ff-c9a4-4bba-9240-d6b108b092c1 None None] Sync routers for ids ['8c47119f-1756-451d-b3c3-4b231fa5082c'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:51.608632 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282721ff-c9a4-4bba-9240-d6b108b092c1 None None] Routers {'8c47119f-1756-451d-b3c3-4b231fa5082c'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:51.609647 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-282721ff-c9a4-4bba-9240-d6b108b092c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8c47119f-1756-451d-b3c3-4b231fa5082c'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:51.666147 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-03efb328-cec6-4437-b500-7ab06cb12e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:47Z', 'revision_number': 11, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:51.681505 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:51.695103 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2168c286-5def-4821-9e8d-4bb4bfde19b4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:51.714465 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Transition to ACTIVE for port object 8b000889-7886-4548-a7aa-42e4a97024bf will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:51.715477 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03efb328-cec6-4437-b500-7ab06cb12e77 None None] The sync data for ids ['794a8e82-43c0-42c6-a36f-615c00b6ff73'] in dv-neutron-786478-16-hyperv is: [{'id': '794a8e82-43c0-42c6-a36f-615c00b6ff73', 'name': 'tempest-RoutersTest-router-665716242', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:02Z', 'updated_at': '2021-07-28T11:50:47Z', 'revision_number': 11, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:51.727619 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2168c286-5def-4821-9e8d-4bb4bfde19b4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:51.747625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:51.778284 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-282721ff-c9a4-4bba-9240-d6b108b092c1 None None] Set router 8c47119f-1756-451d-b3c3-4b231fa5082c gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:51.781928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:51.810200 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3f4c61f2-028a-4725-912d-038a99a6a161 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2238927 Jul 28 11:50:51.813006 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'tag': 'e1d11933-2b4b-42a4-8275-6704086fcaf0'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:50:51.815389 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0d6292-70b4-4617-9860-77316fa9cba7" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b23668-9eb6-470f-8e31-73ad717e0c36", "tag": "e1d11933-2b4b-42a4-8275-6704086fcaf0"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:50:51.841257 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2168c286-5def-4821-9e8d-4bb4bfde19b4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:51.841722 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2168c286-5def-4821-9e8d-4bb4bfde19b4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Fanout notify agent at l3_agent the message router_deleted on router 794a8e82-43c0-42c6-a36f-615c00b6ff73 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:50:51.856891 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network 081dc3a1-9fab-457d-a527-4deae34312d3 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:51.861085 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2168c286-5def-4821-9e8d-4bb4bfde19b4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:51.861336 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:51.863320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=8b000889-7886-4548-a7aa-42e4a97024bf,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:51.869845 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:51.870408 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:51.870946 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2168c286-5def-4821-9e8d-4bb4bfde19b4 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/routers/794a8e82-43c0-42c6-a36f-615c00b6ff73 HTTP/1.1" status: 204 len: 168 time: 0.5934238 Jul 28 11:50:51.871860 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59942) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:51.879872 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db213f90-f5ec-4ea2-9f8a-e62ac662c19b req-216cda7f-c05b-4c75-b3f5-1e0f25ed1055 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:51.890828 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-db213f90-f5ec-4ea2-9f8a-e62ac662c19b req-216cda7f-c05b-4c75-b3f5-1e0f25ed1055 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 945 time: 0.2329874 Jul 28 11:50:51.896538 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-79d89cae-7627-48cd-a6ba-a300e47b8010 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1664817436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:51.963554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-79d89cae-7627-48cd-a6ba-a300e47b8010 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:51.965226 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-79d89cae-7627-48cd-a6ba-a300e47b8010 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:52.012797 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-db213f90-f5ec-4ea2-9f8a-e62ac662c19b req-2e9e3638-a1f4-4e90-bbb6-44895c30f2b3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=dea2a145-f66b-41b6-bdbf-36125d2b196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747728 Jul 28 11:50:52.027123 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:52.070294 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763b1a6a-2eb3-4659-b846-0142c0b29ad1 x-openstack-request-id: req-763b1a6a-2eb3-4659-b846-0142c0b29ad1 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:50:52.070550 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b23668-9eb6-470f-8e31-73ad717e0c36", "tag": "e1d11933-2b4b-42a4-8275-6704086fcaf0", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:50:52.072985 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-763b1a6a-2eb3-4659-b846-0142c0b29ad1 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:50:52.075114 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'tag': 'e1d11933-2b4b-42a4-8275-6704086fcaf0', 'status': 'completed', 'code': 200} Jul 28 11:50:52.079386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-79d89cae-7627-48cd-a6ba-a300e47b8010 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:52.087157 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-79d89cae-7627-48cd-a6ba-a300e47b8010 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:52.108067 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-79d89cae-7627-48cd-a6ba-a300e47b8010 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:52.110493 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-79d89cae-7627-48cd-a6ba-a300e47b8010 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2173729 Jul 28 11:50:52.112283 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59944) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:52.119128 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-15e2a442-f3ff-4225-b0d2-635781c9c0a1 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:52.130848 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-282721ff-c9a4-4bba-9240-d6b108b092c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'efdcdbe1-700d-4e3e-a6f7-4cf4713d0e26', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'floating_ip_address': '172.26.1.206', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'port_id': 'e1d11933-2b4b-42a4-8275-6704086fcaf0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'mac_address': 'fa:16:3e:a2:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:50:49Z', 'revision_number': 0, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:08Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:52.172835 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282721ff-c9a4-4bba-9240-d6b108b092c1 None None] Checking router: 8c47119f-1756-451d-b3c3-4b231fa5082c for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:52.183931 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282721ff-c9a4-4bba-9240-d6b108b092c1 None None] Routers {'8c47119f-1756-451d-b3c3-4b231fa5082c'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:52.184972 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-282721ff-c9a4-4bba-9240-d6b108b092c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8c47119f-1756-451d-b3c3-4b231fa5082c'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:52.283382 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d6292-70b4-4617-9860-77316fa9cba7 req-1c2c82e7-b957-49d1-9d89-ffa11d82d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:52.284679 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6b0d6292-70b4-4617-9860-77316fa9cba7 req-1c2c82e7-b957-49d1-9d89-ffa11d82d255 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51ac002bba904616bbf9cec718c70d3e&device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 1098 time: 0.1671455 Jul 28 11:50:52.318187 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-282721ff-c9a4-4bba-9240-d6b108b092c1 None None] Set router 8c47119f-1756-451d-b3c3-4b231fa5082c gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:52.370298 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15e2a442-f3ff-4225-b0d2-635781c9c0a1 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:52.387390 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15e2a442-f3ff-4225-b0d2-635781c9c0a1 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:52.459082 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d6292-70b4-4617-9860-77316fa9cba7 req-198d732f-1262-46b8-b885-6bc5690fa3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:52.460666 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6b0d6292-70b4-4617-9860-77316fa9cba7 req-198d732f-1262-46b8-b885-6bc5690fa3a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 200 len: 911 time: 0.1679242 Jul 28 11:50:52.511338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e2a442-f3ff-4225-b0d2-635781c9c0a1 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Router 4e9da7ec-5c7c-4635-8bcd-57d43537c074 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:50:52.557441 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28470160-b25c-40cf-8287-011c068a6502 None None] Network 081dc3a1-9fab-457d-a527-4deae34312d3 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:52.561697 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6b0d6292-70b4-4617-9860-77316fa9cba7 req-cf708d9b-93e6-4371-8fd0-a53c88c80bbe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1d11933-2b4b-42a4-8275-6704086fcaf0 HTTP/1.1" status: 200 len: 999 time: 0.0885544 Jul 28 11:50:52.563629 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:52.594380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:52.595504 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:52.614950 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e2a442-f3ff-4225-b0d2-635781c9c0a1 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:52.625916 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca10926-4871-405d-b7b6-1d3cef9b39cc None None] Sync routers for ids ['4e9da7ec-5c7c-4635-8bcd-57d43537c074'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:52.637165 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15e2a442-f3ff-4225-b0d2-635781c9c0a1 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:52.653866 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-519939f6-8dd1-46ef-ab49-a085c4b48fd1 None None] Provisioning for port e8178864-cb7c-4a93-b2be-e2d240dd5fcd completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:52.657798 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca10926-4871-405d-b7b6-1d3cef9b39cc None None] Routers {'4e9da7ec-5c7c-4635-8bcd-57d43537c074'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:52.658950 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-15e2a442-f3ff-4225-b0d2-635781c9c0a1 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "PUT /v2.0/routers/4e9da7ec-5c7c-4635-8bcd-57d43537c074 HTTP/1.1" status: 200 len: 694 time: 0.5417407 Jul 28 11:50:52.659742 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59946) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:52.667792 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4ca10926-4871-405d-b7b6-1d3cef9b39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4e9da7ec-5c7c-4635-8bcd-57d43537c074'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:52.699511 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=8b000889-7886-4548-a7aa-42e4a97024bf,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:52.752670 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-282721ff-c9a4-4bba-9240-d6b108b092c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'efdcdbe1-700d-4e3e-a6f7-4cf4713d0e26', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'floating_ip_address': '172.26.1.206', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'port_id': 'e1d11933-2b4b-42a4-8275-6704086fcaf0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'mac_address': 'fa:16:3e:a2:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:50:49Z', 'revision_number': 0, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:08Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:52.783670 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282721ff-c9a4-4bba-9240-d6b108b092c1 None None] The sync data for ids ['8c47119f-1756-451d-b3c3-4b231fa5082c'] in dv-neutron-786478-16-hyperv is: [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'efdcdbe1-700d-4e3e-a6f7-4cf4713d0e26', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'floating_ip_address': '172.26.1.206', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'port_id': 'e1d11933-2b4b-42a4-8275-6704086fcaf0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'mac_address': 'fa:16:3e:a2:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:50:49Z', 'revision_number': 0, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:08Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:52.848658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network 081dc3a1-9fab-457d-a527-4deae34312d3 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:52.863965 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:52.905067 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59948) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:52.905977 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-de3e06ce-1283-42f0-85c5-b7e732e6ebe1 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/routers/4e9da7ec-5c7c-4635-8bcd-57d43537c074 HTTP/1.1" status: 200 len: 700 time: 0.2375438 Jul 28 11:50:52.907392 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e8178864-cb7c-4a93-b2be-e2d240dd5fcd up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:52.911519 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d6292-70b4-4617-9860-77316fa9cba7 req-1bf9e7ed-f6d4-4b70-ac91-e1da8305a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:52.913053 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6b0d6292-70b4-4617-9860-77316fa9cba7 req-1bf9e7ed-f6d4-4b70-ac91-e1da8305a1de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5 HTTP/1.1" status: 200 len: 849 time: 0.3451049 Jul 28 11:50:53.006505 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port e8178864-cb7c-4a93-b2be-e2d240dd5fcd completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:53.015350 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port e8178864-cb7c-4a93-b2be-e2d240dd5fcd triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:53.015738 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:53.032644 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-4ca10926-4871-405d-b7b6-1d3cef9b39cc None None] Set router 4e9da7ec-5c7c-4635-8bcd-57d43537c074 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:53.116988 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4ca10926-4871-405d-b7b6-1d3cef9b39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9da7ec-5c7c-4635-8bcd-57d43537c074', 'name': 'tempest-RoutersTest-router-1664817436', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:51Z', 'updated_at': '2021-07-28T11:50:52Z', 'revision_number': 2, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:53.139066 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-eb8dafec-5615-4869-a641-bf20791e3288 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e9da7ec-5c7c-4635-8bcd-57d43537c074 HTTP/1.1" status: 200 len: 205 time: 0.2325952 Jul 28 11:50:53.142495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59952) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:53.158614 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca10926-4871-405d-b7b6-1d3cef9b39cc None None] Checking router: 4e9da7ec-5c7c-4635-8bcd-57d43537c074 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:53.169628 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca10926-4871-405d-b7b6-1d3cef9b39cc None None] Routers {'4e9da7ec-5c7c-4635-8bcd-57d43537c074'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:53.170580 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4ca10926-4871-405d-b7b6-1d3cef9b39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4e9da7ec-5c7c-4635-8bcd-57d43537c074'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:53.191772 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:53.196115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf386bb-2568-4799-8178-0033dd1f3da2 None None] New status for floating IP efdcdbe1-700d-4e3e-a6f7-4cf4713d0e26: ACTIVE {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:50:53.257193 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca8a1a-01f0-4abe-8211-60a3ed365be7 req-aae2c89c-8ee2-4ac6-9585-df1cac8a0552 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:53.258955 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a1ca8a1a-01f0-4abe-8211-60a3ed365be7 req-aae2c89c-8ee2-4ac6-9585-df1cac8a0552 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 945 time: 0.0934589 Jul 28 11:50:53.278816 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-4ca10926-4871-405d-b7b6-1d3cef9b39cc None None] Set router 4e9da7ec-5c7c-4635-8bcd-57d43537c074 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:53.299279 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d6292-70b4-4617-9860-77316fa9cba7 req-f3e06054-8c20-4fc8-9789-d578acc586af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:53.302455 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6b0d6292-70b4-4617-9860-77316fa9cba7 req-f3e06054-8c20-4fc8-9789-d578acc586af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a1fce29-ec01-4e0f-afda-86e621a73431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3451507 Jul 28 11:50:53.308539 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e449f96-0906-42dc-ba2c-ed5eef7e433a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:53.331976 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a1ca8a1a-01f0-4abe-8211-60a3ed365be7 req-5850c8fa-cb32-4255-875a-104b4227d4c4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=dea2a145-f66b-41b6-bdbf-36125d2b196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666733 Jul 28 11:50:53.353863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port e8178864-cb7c-4a93-b2be-e2d240dd5fcd, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e8178864-cb7c-4a93-b2be-e2d240dd5fcd,segment=NetworkSegment(fd0a9167-af72-43b0-9f91-60341ecc4adc),segment_id=fd0a9167-af72-43b0-9f91-60341ecc4adc)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:53.390687 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4ca10926-4871-405d-b7b6-1d3cef9b39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9da7ec-5c7c-4635-8bcd-57d43537c074', 'name': 'tempest-RoutersTest-router-1664817436', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:51Z', 'updated_at': '2021-07-28T11:50:52Z', 'revision_number': 2, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:53.401904 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:53.439979 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca10926-4871-405d-b7b6-1d3cef9b39cc None None] The sync data for ids ['4e9da7ec-5c7c-4635-8bcd-57d43537c074'] in dv-neutron-786478-16-hyperv is: [{'id': '4e9da7ec-5c7c-4635-8bcd-57d43537c074', 'name': 'tempest-RoutersTest-router-1664817436', 'tenant_id': '4134e42d95214ca391bfd2ffde6c152e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:51Z', 'updated_at': '2021-07-28T11:50:52Z', 'revision_number': 2, 'project_id': '4134e42d95214ca391bfd2ffde6c152e', 'gw_port_host': None}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:53.444360 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-410184f6-f52b-4efc-a539-a1fa871a79a8 None None] Provisioning complete for port e8178864-cb7c-4a93-b2be-e2d240dd5fcd triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:53.444482 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-410184f6-f52b-4efc-a539-a1fa871a79a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:53.542853 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d9e16-e08f-484d-90df-5a99434eb2be req-d47fd8c4-2c7b-4578-ade9-4e7b415ac5e9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:53.545112 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-de0d9e16-e08f-484d-90df-5a99434eb2be req-d47fd8c4-2c7b-4578-ade9-4e7b415ac5e9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 945 time: 0.1098092 Jul 28 11:50:53.563855 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=e8178864-cb7c-4a93-b2be-e2d240dd5fcd,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:53.588074 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e449f96-0906-42dc-ba2c-ed5eef7e433a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:53.596818 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e449f96-0906-42dc-ba2c-ed5eef7e433a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:53.597760 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-de0d9e16-e08f-484d-90df-5a99434eb2be req-b7ed8b98-dbf5-47cb-8263-69835431ad61 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=dea2a145-f66b-41b6-bdbf-36125d2b196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454087 Jul 28 11:50:53.624329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router d7a04783-b7f3-4670-b50f-e99127c79ecf is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:50:53.629713 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59956) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:53.672155 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6b0d6292-70b4-4617-9860-77316fa9cba7 req-def2ca3b-4a11-4b99-ac44-b346c638d7b5 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607521 Jul 28 11:50:53.702112 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02949b32-b5ee-4a71-b272-e9e8dc8aa976 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:53.703750 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-02949b32-b5ee-4a71-b272-e9e8dc8aa976 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 1093 time: 0.0727663 Jul 28 11:50:53.706680 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59958) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:53.711935 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e449f96-0906-42dc-ba2c-ed5eef7e433a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:53.713019 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e449f96-0906-42dc-ba2c-ed5eef7e433a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Fanout notify agent at l3_agent the message router_deleted on router 4e9da7ec-5c7c-4635-8bcd-57d43537c074 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:50:53.713531 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '93dfe254-3eea-436c-a9eb-1abca6ff7e22', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:53.724367 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9e449f96-0906-42dc-ba2c-ed5eef7e433a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:53.726239 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9e449f96-0906-42dc-ba2c-ed5eef7e433a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/routers/4e9da7ec-5c7c-4635-8bcd-57d43537c074 HTTP/1.1" status: 204 len: 168 time: 0.5816784 Jul 28 11:50:53.730226 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59960) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:53.818635 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-622fde5b-2223-46e7-ad16-6b788ba6d1bf tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e9da7ec-5c7c-4635-8bcd-57d43537c074 HTTP/1.1" status: 200 len: 205 time: 0.0847173 Jul 28 11:50:53.818635 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:53.822563 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59962) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:53.909991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-410184f6-f52b-4efc-a539-a1fa871a79a8 None None] Provisioning for port 8b000889-7886-4548-a7aa-42e4a97024bf completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:53.914595 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-825d847a-f1fe-4a50-b5fa-59e05c4eda37 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] delete failed (client error): The resource could not be found. Jul 28 11:50:53.915098 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-410184f6-f52b-4efc-a539-a1fa871a79a8 None None] Provisioning complete for port 8b000889-7886-4548-a7aa-42e4a97024bf triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:53.915636 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-410184f6-f52b-4efc-a539-a1fa871a79a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:53.918497 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-825d847a-f1fe-4a50-b5fa-59e05c4eda37 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/routers/4e9da7ec-5c7c-4635-8bcd-57d43537c074 HTTP/1.1" status: 404 len: 336 time: 0.0858691 Jul 28 11:50:53.919072 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59964) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:53.936801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:53.947673 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7fcbd8c9-bc5b-4092-8691-108182703445 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/d7a04783-b7f3-4670-b50f-e99127c79ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6533070 Jul 28 11:50:53.949814 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Sync routers for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:53.951188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59966) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:53.954208 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:53.957148 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-8757547e-8ae0-4479-acb6-f24842c9e6c5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] DELETE failed (client error): The resource could not be found. Jul 28 11:50:53.957607 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8757547e-8ae0-4479-acb6-f24842c9e6c5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:50:53.958662 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-acface93-0acc-4e92-a140-dcf5d2ef76c4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-371359526'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:53.959365 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8757547e-8ae0-4479-acb6-f24842c9e6c5 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/subnets/6c79ede6-f79c-4cb2-87e5-e145c35a7597 HTTP/1.1" status: 404 len: 337 time: 0.0392950 Jul 28 11:50:53.964621 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59968) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:53.964876 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:53.966114 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:53.971088 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-410184f6-f52b-4efc-a539-a1fa871a79a8 None None] Port 8b000889-7886-4548-a7aa-42e4a97024bf cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:54.015507 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-33cb7c2a-27ba-4d87-8c47-36b13c44ab9e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] DELETE failed (client error): The resource could not be found. Jul 28 11:50:54.016161 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33cb7c2a-27ba-4d87-8c47-36b13c44ab9e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:50:54.017844 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-33cb7c2a-27ba-4d87-8c47-36b13c44ab9e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/subnets/2a2088b2-7f76-4589-99e0-70fb71f6fd7f HTTP/1.1" status: 404 len: 337 time: 0.0411198 Jul 28 11:50:54.021398 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59970) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:54.034312 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6b0d6292-70b4-4617-9860-77316fa9cba7 req-a29078d2-a26c-47a9-86e2-42be86400670 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528154 Jul 28 11:50:54.037028 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acface93-0acc-4e92-a140-dcf5d2ef76c4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:54.042163 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-acface93-0acc-4e92-a140-dcf5d2ef76c4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:54.074188 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:54.077616 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acface93-0acc-4e92-a140-dcf5d2ef76c4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:50:54.080351 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ef9142-f47a-45aa-b51d-840e664da640 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] DELETE failed (client error): The resource could not be found. Jul 28 11:50:54.080839 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ef9142-f47a-45aa-b51d-840e664da640 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:50:54.082648 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c6ef9142-f47a-45aa-b51d-840e664da640 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/subnets/f7400bb5-e06b-42b0-999c-f43799511c63 HTTP/1.1" status: 404 len: 337 time: 0.0600805 Jul 28 11:50:54.086965 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59972) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:54.098546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6efdbf27-35a0-4d57-b07d-b573dc2ac673 None None] Provisioning complete for port 8b000889-7886-4548-a7aa-42e4a97024bf triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:54.099272 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6efdbf27-35a0-4d57-b07d-b573dc2ac673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:54.109403 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.26.1.60 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/84eea7ce-5873-4873-8b41-7af697cd40be) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:54.124833 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-acface93-0acc-4e92-a140-dcf5d2ef76c4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:54.125515 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-acface93-0acc-4e92-a140-dcf5d2ef76c4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Added segment 9687b875-5244-4efd-98e8-cf14e0d73949 of type vlan for network 2ed57317-da57-413c-be22-b80efb149563 Jul 28 11:50:54.127978 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d46e62-a21e-4b76-993f-edb401c5683e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] DELETE failed (client error): The resource could not be found. Jul 28 11:50:54.128441 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d46e62-a21e-4b76-993f-edb401c5683e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:50:54.134039 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f6d46e62-a21e-4b76-993f-edb401c5683e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/subnets/d4443043-b41c-4a00-874d-6bb6dbc06b9c HTTP/1.1" status: 404 len: 337 time: 0.0427854 Jul 28 11:50:54.138595 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59974) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:54.144839 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6efdbf27-35a0-4d57-b07d-b573dc2ac673 None None] Port 8b000889-7886-4548-a7aa-42e4a97024bf cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:54.198189 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3bbbfbf2-90d5-4044-92b8-0ae7c4b6ab66 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports?device_id=794a8e82-43c0-42c6-a36f-615c00b6ff73 HTTP/1.1" status: 200 len: 205 time: 0.0562162 Jul 28 11:50:54.199105 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59976) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:54.235900 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:54.245341 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-acface93-0acc-4e92-a140-dcf5d2ef76c4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:54.249214 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-134f5fe3-7514-4242-828f-7f581eb48df8 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] delete failed (client error): The resource could not be found. Jul 28 11:50:54.252868 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-134f5fe3-7514-4242-828f-7f581eb48df8 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/routers/794a8e82-43c0-42c6-a36f-615c00b6ff73 HTTP/1.1" status: 404 len: 336 time: 0.0497265 Jul 28 11:50:54.253318 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59978) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:54.284663 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:54.292119 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-10f46c5d-656b-4fc1-b7c6-762df4521028 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports?device_id=63df0839-a3be-4b1a-a628-bc5a5b856157 HTTP/1.1" status: 200 len: 205 time: 0.0351591 Jul 28 11:50:54.293516 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59980) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:54.335669 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:50:51Z', 'revision_number': 2, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:52Z', 'revision_number': 2, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:54.343878 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-fd8311e9-e25d-419f-a0dd-10cccea580e6 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] delete failed (client error): The resource could not be found. Jul 28 11:50:54.344931 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fd8311e9-e25d-419f-a0dd-10cccea580e6 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/routers/63df0839-a3be-4b1a-a628-bc5a5b856157 HTTP/1.1" status: 404 len: 336 time: 0.0504024 Jul 28 11:50:54.348913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59982) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:54.350976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:54.358696 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-acface93-0acc-4e92-a140-dcf5d2ef76c4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:54.364335 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:54.365267 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acface93-0acc-4e92-a140-dcf5d2ef76c4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:54.366404 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-acface93-0acc-4e92-a140-dcf5d2ef76c4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:54.367394 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:54.375059 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Checking router: d7a04783-b7f3-4670-b50f-e99127c79ecf for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:54.375262 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Updating router d7a04783-b7f3-4670-b50f-e99127c79ecf port 8b000889-7886-4548-a7aa-42e4a97024bf binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:50:54.403409 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:54.413241 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8d4bc8-d162-4713-98d9-a5d64c0f021b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] DELETE failed (client error): The resource could not be found. Jul 28 11:50:54.413694 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8d4bc8-d162-4713-98d9-a5d64c0f021b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:50:54.415448 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3e8d4bc8-d162-4713-98d9-a5d64c0f021b tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/subnets/495bb0ff-7df2-4886-9e5b-5423021b1d6b HTTP/1.1" status: 404 len: 337 time: 0.0630727 Jul 28 11:50:54.419628 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59984) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:54.422300 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=84eea7ce-5873-4873-8b41-7af697cd40be,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:54.454785 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-acface93-0acc-4e92-a140-dcf5d2ef76c4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5029533 Jul 28 11:50:54.459168 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-31635591-436d-45a7-bda9-aa602c28a3f7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e51e0cf-c72b-41b3-a4b4-26b18fc58cae HTTP/1.1" status: 200 len: 205 time: 0.0374277 Jul 28 11:50:54.460012 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59986) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:54.463436 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59988) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:54.467314 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b82c9be5-c7cd-44fd-8859-69d1abecef68 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'subnet': {'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:54.505259 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-dfcfffa1-0142-4e2c-acf6-2cd023abe48d tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] delete failed (client error): The resource could not be found. Jul 28 11:50:54.508727 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-dfcfffa1-0142-4e2c-acf6-2cd023abe48d tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/routers/0e51e0cf-c72b-41b3-a4b4-26b18fc58cae HTTP/1.1" status: 404 len: 336 time: 0.0419822 Jul 28 11:50:54.510807 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59990) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:54.542934 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acface93-0acc-4e92-a140-dcf5d2ef76c4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Network': ['ID=2ed57317-da57-413c-be22-b80efb149563,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:54.548759 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-593a0299-f7e7-472b-b781-0429b3e3b8b7 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports?device_id=362b7189-6f14-49b6-b10e-b600e41e3f54 HTTP/1.1" status: 200 len: 205 time: 0.0347881 Jul 28 11:50:54.554206 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59992) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:54.561378 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 2ed57317-da57-413c-be22-b80efb149563 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:50:54.765790 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e8178864-cb7c-4a93-b2be-e2d240dd5fcd up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:54.823265 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:54.844743 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Transition to ACTIVE for port object 8b000889-7886-4548-a7aa-42e4a97024bf will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:54.855422 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:54.856701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port e8178864-cb7c-4a93-b2be-e2d240dd5fcd triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:54.857261 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:54.881621 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:50:54.888003 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:54.974677 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d83ee-0d24-48d5-9a50-95fede73cf76 None None] Pushing event updated for resources: {'Port': ['ID=8b000889-7886-4548-a7aa-42e4a97024bf,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:54.992802 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-501817cd-368f-4671-9bda-7a7a54f252f6 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] delete failed (client error): The resource could not be found. Jul 28 11:50:54.993399 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Attempting to bind port 8b000889-7886-4548-a7aa-42e4a97024bf on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:54.993712 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Attempting to bind port 8b000889-7886-4548-a7aa-42e4a97024bf by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'fd0a9167-af72-43b0-9f91-60341ecc4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:54.994114 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Attempting to bind port 8b000889-7886-4548-a7aa-42e4a97024bf on network 081dc3a1-9fab-457d-a527-4deae34312d3 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:54.996706 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-501817cd-368f-4671-9bda-7a7a54f252f6 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/routers/362b7189-6f14-49b6-b10e-b600e41e3f54 HTTP/1.1" status: 404 len: 336 time: 0.4397507 Jul 28 11:50:54.997748 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 59994) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:55.000600 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:55.001017 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Checking segment: {'id': 'fd0a9167-af72-43b0-9f91-60341ecc4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:55.001420 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:55.001805 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Bound using segment: {'id': 'fd0a9167-af72-43b0-9f91-60341ecc4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:55.002272 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Bound port: 8b000889-7886-4548-a7aa-42e4a97024bf, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0a9167-af72-43b0-9f91-60341ecc4adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:55.002677 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:55.020930 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:55.052322 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-2570249b-ad11-4dfd-8933-e0969ad7695a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] DELETE failed (client error): The resource could not be found. Jul 28 11:50:55.052798 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2570249b-ad11-4dfd-8933-e0969ad7695a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:50:55.058168 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2570249b-ad11-4dfd-8933-e0969ad7695a tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/subnets/bfc66ff0-0f7e-4751-beb8-21fba256186e HTTP/1.1" status: 404 len: 337 time: 0.0421813 Jul 28 11:50:55.060109 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59996) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:55.076140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82c9be5-c7cd-44fd-8859-69d1abecef68 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:55.080556 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b82c9be5-c7cd-44fd-8859-69d1abecef68 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:55.093906 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] For port 8b000889-7886-4548-a7aa-42e4a97024bf, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:55.099164 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] For port 8b000889-7886-4548-a7aa-42e4a97024bf, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=8b000889-7886-4548-a7aa-42e4a97024bf,segment=NetworkSegment(fd0a9167-af72-43b0-9f91-60341ecc4adc),segment_id=fd0a9167-af72-43b0-9f91-60341ecc4adc)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:55.101307 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-dda8e2a2-01e7-44f3-8ee2-601674f2ce1d tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c08e2db-a9fa-41a7-a798-efdba0d86d66 HTTP/1.1" status: 200 len: 205 time: 0.0394869 Jul 28 11:50:55.104826 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 59998) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:55.106947 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:55.156456 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-c50036ef-19e5-4cbe-bcf3-29c60c82699c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] delete failed (client error): The resource could not be found. Jul 28 11:50:55.157549 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c50036ef-19e5-4cbe-bcf3-29c60c82699c tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/routers/5c08e2db-a9fa-41a7-a798-efdba0d86d66 HTTP/1.1" status: 404 len: 336 time: 0.0518506 Jul 28 11:50:55.162080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60000) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:55.173934 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:55.174595 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:55.195014 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-459c4ac6-66d3-46fb-86e5-48c824a4cbfb tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] DELETE failed (client error): The resource could not be found. Jul 28 11:50:55.195708 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459c4ac6-66d3-46fb-86e5-48c824a4cbfb tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:50:55.197539 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-459c4ac6-66d3-46fb-86e5-48c824a4cbfb tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/subnets/ed89345c-86e2-4893-bd47-7da471e954f9 HTTP/1.1" status: 404 len: 337 time: 0.0344398 Jul 28 11:50:55.200227 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60002) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:55.237313 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-05d4803a-4af6-407d-8028-c6605ab6963e tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e46f8e-4cf1-46a8-bb28-122cbbb3c078 HTTP/1.1" status: 200 len: 205 time: 0.0359654 Jul 28 11:50:55.240460 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60004) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:55.276770 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d83ee-0d24-48d5-9a50-95fede73cf76 None None] Pushing event updated for resources: {'Port': ['ID=8b000889-7886-4548-a7aa-42e4a97024bf,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:55.299509 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:55.316172 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:55.324813 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:55.344653 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-e425df6d-d3e7-4027-8dff-710b1570cc60 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] delete failed (client error): The resource could not be found. Jul 28 11:50:55.348079 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e425df6d-d3e7-4027-8dff-710b1570cc60 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/routers/10e46f8e-4cf1-46a8-bb28-122cbbb3c078 HTTP/1.1" status: 404 len: 336 time: 0.1035497 Jul 28 11:50:55.349158 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60006) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:55.384427 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed5dd3a-2ab4-46ba-bb24-f828c2704f52 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] DELETE failed (client error): The resource could not be found. Jul 28 11:50:55.385041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed5dd3a-2ab4-46ba-bb24-f828c2704f52 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:50:55.387143 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fed5dd3a-2ab4-46ba-bb24-f828c2704f52 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/subnets/fdae58dd-ab2b-4652-b075-ea95e6bdd5f6 HTTP/1.1" status: 404 len: 337 time: 0.0369744 Jul 28 11:50:55.395937 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60008) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:55.435497 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cc80d4-be15-4057-9952-3a3a753d7a69 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] DELETE failed (client error): The resource could not be found. Jul 28 11:50:55.435999 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00cc80d4-be15-4057-9952-3a3a753d7a69 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:50:55.437901 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-00cc80d4-be15-4057-9952-3a3a753d7a69 tempest-RoutersTest-1285672970 tempest-RoutersTest-1285672970-project] 10.222.0.43 "DELETE /v2.0/subnets/edec5b14-d78d-4a18-8c36-4342c2f3032d HTTP/1.1" status: 404 len: 337 time: 0.0364304 Jul 28 11:50:55.444742 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=84eea7ce-5873-4873-8b41-7af697cd40be,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:55.452098 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:55.494231 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b82c9be5-c7cd-44fd-8859-69d1abecef68 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:55.579182 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP 753cb665-6fcf-41c7-8f26-b85d022a41f3 associated. External IP: 172.26.1.60, port: 93dfe254-3eea-436c-a9eb-1abca6ff7e22. Jul 28 11:50:55.585774 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c9be5-c7cd-44fd-8859-69d1abecef68 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Subnet': ['ID=d70c976b-4bf4-4d73-9776-e07ab48eaccf,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:55.593176 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82c9be5-c7cd-44fd-8859-69d1abecef68 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Checking segment: {'id': '9687b875-5244-4efd-98e8-cf14e0d73949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ed57317-da57-413c-be22-b80efb149563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:55.593842 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82c9be5-c7cd-44fd-8859-69d1abecef68 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network hostable DHCP agents. Network: 2ed57317-da57-413c-be22-b80efb149563, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:50:55.615914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82c9be5-c7cd-44fd-8859-69d1abecef68 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network 2ed57317-da57-413c-be22-b80efb149563 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:50:55.628651 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-b82c9be5-c7cd-44fd-8859-69d1abecef68 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 2ed57317-da57-413c-be22-b80efb149563) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:55.639468 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d0dcd7-0dfe-4cd8-9231-6c290a17da34 None None] Network 2ed57317-da57-413c-be22-b80efb149563 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:55.646329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82c9be5-c7cd-44fd-8859-69d1abecef68 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:55.647920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b82c9be5-c7cd-44fd-8859-69d1abecef68 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:55.648733 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:50:51Z', 'revision_number': 2, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:55Z', 'revision_number': 4, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:55.679994 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab4e58-e0c0-4383-a517-e7ca2709c953 None None] The sync data for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv is: [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:50:51Z', 'revision_number': 2, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:55Z', 'revision_number': 4, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:55.691372 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b82c9be5-c7cd-44fd-8859-69d1abecef68 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2279010 Jul 28 11:50:55.694354 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60014) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:55.883612 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-2ed57317-da57-413c-be22-b80efb149563', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:50:55.884998 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:55.915989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60018) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:56.097642 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Allocated IP 2001:db8:1::2 (2ed57317-da57-413c-be22-b80efb149563/d70c976b-4bf4-4d73-9776-e07ab48eaccf/cd659153-2544-4dfe-abac-b56c540898d1) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:56.176730 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-24fe95c5-bbc7-4b30-8fca-8f45cac40916 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4134e42d95214ca391bfd2ffde6c152e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595582 Jul 28 11:50:56.179744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60022) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:56.261305 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 79fd020b-cbcb-4115-93aa-617c3b620c90 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:56.263030 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.285379 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.295295 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Transition to ACTIVE for port object cd659153-2544-4dfe-abac-b56c540898d1 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:56.312576 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Transition to ACTIVE for port object cd659153-2544-4dfe-abac-b56c540898d1 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:56.321252 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.357191 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Network 2ed57317-da57-413c-be22-b80efb149563 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:56.358791 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:56.362796 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:56.376270 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c7651d81-3db2-4bbf-b3cf-73281f667bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.397143 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Pushing event updated for resources: {'Port': ['ID=cd659153-2544-4dfe-abac-b56c540898d1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:56.398929 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c7651d81-3db2-4bbf-b3cf-73281f667bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.412601 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:56.426822 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da25a4-cf76-4da9-a612-103e0d51874b None None] Sync routers for ids ['79fd020b-cbcb-4115-93aa-617c3b620c90'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:56.439939 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.449207 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Attempting to bind port cd659153-2544-4dfe-abac-b56c540898d1 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:56.449613 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Attempting to bind port cd659153-2544-4dfe-abac-b56c540898d1 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '9687b875-5244-4efd-98e8-cf14e0d73949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ed57317-da57-413c-be22-b80efb149563'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:56.449989 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Attempting to bind port cd659153-2544-4dfe-abac-b56c540898d1 on network 2ed57317-da57-413c-be22-b80efb149563 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:56.455707 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:56.456097 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Checking segment: {'id': '9687b875-5244-4efd-98e8-cf14e0d73949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ed57317-da57-413c-be22-b80efb149563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:56.456508 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.456914 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Bound using segment: {'id': '9687b875-5244-4efd-98e8-cf14e0d73949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ed57317-da57-413c-be22-b80efb149563'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:56.457441 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Bound port: cd659153-2544-4dfe-abac-b56c540898d1, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9687b875-5244-4efd-98e8-cf14e0d73949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ed57317-da57-413c-be22-b80efb149563'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:56.457862 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.460497 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da25a4-cf76-4da9-a612-103e0d51874b None None] Routers {'79fd020b-cbcb-4115-93aa-617c3b620c90'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:56.461253 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-f0da25a4-cf76-4da9-a612-103e0d51874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['79fd020b-cbcb-4115-93aa-617c3b620c90'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:56.491263 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1eb09e25-9b7c-4d03-a67e-541ee98dc935 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7803345 Jul 28 11:50:56.491263 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bde302-e3aa-4463-a699-705c46eda9e4', 'tag': '93dfe254-3eea-436c-a9eb-1abca6ff7e22'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:50:56.492716 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd0cbee-f846-4622-a99c-332e2c4e02ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f8bde302-e3aa-4463-a699-705c46eda9e4", "tag": "93dfe254-3eea-436c-a9eb-1abca6ff7e22"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:50:56.497208 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60024) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:56.559772 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0161be-6ff1-4ecb-994a-b43811c39e1e x-openstack-request-id: req-da0161be-6ff1-4ecb-994a-b43811c39e1e {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:50:56.560370 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8bde302-e3aa-4463-a699-705c46eda9e4", "tag": "93dfe254-3eea-436c-a9eb-1abca6ff7e22", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:50:56.560804 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da0161be-6ff1-4ecb-994a-b43811c39e1e {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:50:56.561395 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bde302-e3aa-4463-a699-705c46eda9e4', 'tag': '93dfe254-3eea-436c-a9eb-1abca6ff7e22', 'status': 'completed', 'code': 200} Jul 28 11:50:56.593279 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-170e3278-bf28-4b74-9bc9-f974d55294ea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/753cb665-6fcf-41c7-8f26-b85d022a41f3 HTTP/1.1" status: 200 len: 990 time: 0.0941160 Jul 28 11:50:56.657070 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] For port cd659153-2544-4dfe-abac-b56c540898d1, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:56.657889 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c7651d81-3db2-4bbf-b3cf-73281f667bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.661290 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c7651d81-3db2-4bbf-b3cf-73281f667bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.663607 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c7651d81-3db2-4bbf-b3cf-73281f667bd1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/815ff76c-0f6e-4d9e-adce-a33c419e0011 HTTP/1.1" status: 204 len: 168 time: 0.4826989 Jul 28 11:50:56.686066 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-f0da25a4-cf76-4da9-a612-103e0d51874b None None] Set router 79fd020b-cbcb-4115-93aa-617c3b620c90 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:56.689957 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] For port cd659153-2544-4dfe-abac-b56c540898d1, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=cd659153-2544-4dfe-abac-b56c540898d1,segment=NetworkSegment(9687b875-5244-4efd-98e8-cf14e0d73949),segment_id=9687b875-5244-4efd-98e8-cf14e0d73949)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:56.722739 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.727084 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7651d81-3db2-4bbf-b3cf-73281f667bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815ff76c-0f6e-4d9e-adce-a33c419e0011,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:56.744316 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0cbee-f846-4622-a99c-332e2c4e02ee req-d5dd0779-8294-414f-9881-bd5650e2db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:56.745852 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1bd0cbee-f846-4622-a99c-332e2c4e02ee req-d5dd0779-8294-414f-9881-bd5650e2db1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 1098 time: 0.1316278 Jul 28 11:50:56.786605 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 8b000889-7886-4548-a7aa-42e4a97024bf up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:56.808920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Allocated IP 2001:db8:1::1 (2ed57317-da57-413c-be22-b80efb149563/d70c976b-4bf4-4d73-9776-e07ab48eaccf/7e1102a8-3c43-4b99-8c7b-23e89ffc74c9) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:56.921404 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0cbee-f846-4622-a99c-332e2c4e02ee req-0c8da099-ac0d-4bd9-8abf-cd92d1b84217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:56.922870 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1bd0cbee-f846-4622-a99c-332e2c4e02ee req-0c8da099-ac0d-4bd9-8abf-cd92d1b84217 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c78e5a75-2931-405d-abcc-56ce9c5219fd HTTP/1.1" status: 200 len: 897 time: 0.1673038 Jul 28 11:50:57.026746 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:57.028384 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9008b-47cb-42cf-8830-23d0e4f20ccb None None] Pushing event updated for resources: {'Port': ['ID=cd659153-2544-4dfe-abac-b56c540898d1,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:57.044040 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1bd0cbee-f846-4622-a99c-332e2c4e02ee req-0f1d2c68-3947-4bc7-8f20-f99388c33970 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93dfe254-3eea-436c-a9eb-1abca6ff7e22 HTTP/1.1" status: 200 len: 998 time: 0.1092632 Jul 28 11:50:57.050984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Transition to ACTIVE for port object 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:57.077710 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 8b000889-7886-4548-a7aa-42e4a97024bf completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:57.085218 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 8b000889-7886-4548-a7aa-42e4a97024bf triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:57.085867 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:57.109413 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0cbee-f846-4622-a99c-332e2c4e02ee req-519f50e1-1bd7-467a-af14-ca899ac66ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:57.111132 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1bd0cbee-f846-4622-a99c-332e2c4e02ee req-519f50e1-1bd7-467a-af14-ca899ac66ee8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8aa03c48-7c2d-4c6f-bb69-18695f2b6921 HTTP/1.1" status: 200 len: 835 time: 0.0560451 Jul 28 11:50:57.127717 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-f0da25a4-cf76-4da9-a612-103e0d51874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'name': 'tempest-TestNetworkBasicOps-router-1178631548', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:50:28Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:23Z', 'updated_at': '2021-07-28T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '753cb665-6fcf-41c7-8f26-b85d022a41f3', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'port_id': '93dfe254-3eea-436c-a9eb-1abca6ff7e22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd', 'mac_address': 'fa:16:3e:97:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bde302-e3aa-4463-a699-705c46eda9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:50:54Z', 'updated_at': '2021-07-28T11:50:54Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247086b0-ca36-4709-a3f0-5f9f31730437', 'name': '', 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:7e:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:26Z', 'updated_at': '2021-07-28T11:50:35Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:57.186862 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da25a4-cf76-4da9-a612-103e0d51874b None None] Checking router: 79fd020b-cbcb-4115-93aa-617c3b620c90 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:57.205406 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:57.219305 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da25a4-cf76-4da9-a612-103e0d51874b None None] Routers {'79fd020b-cbcb-4115-93aa-617c3b620c90'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:57.219963 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-f0da25a4-cf76-4da9-a612-103e0d51874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['79fd020b-cbcb-4115-93aa-617c3b620c90'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:57.285035 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0cbee-f846-4622-a99c-332e2c4e02ee req-fab858c8-3a67-4e13-a2a8-9756148cbf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:57.286681 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1bd0cbee-f846-4622-a99c-332e2c4e02ee req-fab858c8-3a67-4e13-a2a8-9756148cbf03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c78e5a75-2931-405d-abcc-56ce9c5219fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1668611 Jul 28 11:50:57.289789 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=7e1102a8-3c43-4b99-8c7b-23e89ffc74c9,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:57.303915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:57.365059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network 2ed57317-da57-413c-be22-b80efb149563 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:57.368618 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:57.371721 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:57.372283 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:57.393147 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 8b000889-7886-4548-a7aa-42e4a97024bf, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=8b000889-7886-4548-a7aa-42e4a97024bf,segment=NetworkSegment(fd0a9167-af72-43b0-9f91-60341ecc4adc),segment_id=fd0a9167-af72-43b0-9f91-60341ecc4adc)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:57.401654 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:57.441553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-f0da25a4-cf76-4da9-a612-103e0d51874b None None] Set router 79fd020b-cbcb-4115-93aa-617c3b620c90 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:57.486328 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1bd0cbee-f846-4622-a99c-332e2c4e02ee req-ba377af3-d59b-4a17-9e15-6aeb25cefa85 service neutron] 10.222.0.39 "GET /v2.0/networks/c78e5a75-2931-405d-abcc-56ce9c5219fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846969 Jul 28 11:50:57.499946 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=8b000889-7886-4548-a7aa-42e4a97024bf,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:57.576206 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:57.596266 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60048) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:57.690584 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1bd0cbee-f846-4622-a99c-332e2c4e02ee req-db8b074b-93f4-48fe-8558-1e81a6863210 service neutron] 10.222.0.39 "GET /v2.0/networks/c78e5a75-2931-405d-abcc-56ce9c5219fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951950 Jul 28 11:50:57.691729 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-942b8560-4dea-4c38-8e92-67c2aff1dc80 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/753cb665-6fcf-41c7-8f26-b85d022a41f3 HTTP/1.1" status: 200 len: 990 time: 0.0942140 Jul 28 11:50:57.705858 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60050) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:57.732657 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-f0da25a4-cf76-4da9-a612-103e0d51874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'name': 'tempest-TestNetworkBasicOps-router-1178631548', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:50:28Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:23Z', 'updated_at': '2021-07-28T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '753cb665-6fcf-41c7-8f26-b85d022a41f3', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'port_id': '93dfe254-3eea-436c-a9eb-1abca6ff7e22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd', 'mac_address': 'fa:16:3e:97:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bde302-e3aa-4463-a699-705c46eda9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:50:54Z', 'updated_at': '2021-07-28T11:50:54Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247086b0-ca36-4709-a3f0-5f9f31730437', 'name': '', 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:7e:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:26Z', 'updated_at': '2021-07-28T11:50:35Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:57.761021 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da25a4-cf76-4da9-a612-103e0d51874b None None] The sync data for ids ['79fd020b-cbcb-4115-93aa-617c3b620c90'] in dv-neutron-786478-16-hyperv is: [{'id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'name': 'tempest-TestNetworkBasicOps-router-1178631548', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:50:28Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:23Z', 'updated_at': '2021-07-28T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '753cb665-6fcf-41c7-8f26-b85d022a41f3', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'port_id': '93dfe254-3eea-436c-a9eb-1abca6ff7e22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd', 'mac_address': 'fa:16:3e:97:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bde302-e3aa-4463-a699-705c46eda9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:50:54Z', 'updated_at': '2021-07-28T11:50:54Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247086b0-ca36-4709-a3f0-5f9f31730437', 'name': '', 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:7e:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:26Z', 'updated_at': '2021-07-28T11:50:35Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:57.816628 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-7ae8dc30-5ae3-4b56-b316-61c23ee3fe82 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:57.817073 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.api.v2.base [None req-7ae8dc30-5ae3-4b56-b316-61c23ee3fe82 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 11:50:57.817564 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-7ae8dc30-5ae3-4b56-b316-61c23ee3fe82 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 11:50:57.822903 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7ae8dc30-5ae3-4b56-b316-61c23ee3fe82 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1113305 Jul 28 11:50:57.825688 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60054) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:57.830208 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-42576c12-8c2e-4aef-9c8e-5ae0f5f174ec tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255008072'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:57.862476 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42576c12-8c2e-4aef-9c8e-5ae0f5f174ec tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:57.872167 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42576c12-8c2e-4aef-9c8e-5ae0f5f174ec tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:57.916542 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e528de34-db58-4b1b-8ad3-51238bd94dbc req-8e0622f6-3573-4c8e-b1d7-ca5b9a1b3200 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655181 Jul 28 11:50:57.979229 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42576c12-8c2e-4aef-9c8e-5ae0f5f174ec tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:57.983761 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:57.986736 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42576c12-8c2e-4aef-9c8e-5ae0f5f174ec tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.000642 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.001565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.029873 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c12-8c2e-4aef-9c8e-5ae0f5f174ec tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac72253a-f84c-420e-ac43-3fabcb54348d,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:58.096468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42576c12-8c2e-4aef-9c8e-5ae0f5f174ec tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.104048 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42576c12-8c2e-4aef-9c8e-5ae0f5f174ec tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.106120 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528de34-db58-4b1b-8ad3-51238bd94dbc req-13e687b0-803a-4cba-92f4-4cd33c7e41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:58.107817 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e528de34-db58-4b1b-8ad3-51238bd94dbc req-13e687b0-803a-4cba-92f4-4cd33c7e41c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51ac002bba904616bbf9cec718c70d3e&device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 1098 time: 0.1434231 Jul 28 11:50:58.110231 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=7e1102a8-3c43-4b99-8c7b-23e89ffc74c9,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:58.124535 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42576c12-8c2e-4aef-9c8e-5ae0f5f174ec tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.126551 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-42576c12-8c2e-4aef-9c8e-5ae0f5f174ec tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2998390 Jul 28 11:50:58.133287 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60056) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:58.140305 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-7934bccf-ac49-4aaa-86f9-7fe9eff06843 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': 'd794ef94-39b0-49e9-b6c8-c0202f1a19ee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:58.162104 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c12-8c2e-4aef-9c8e-5ae0f5f174ec tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d794ef94-39b0-49e9-b6c8-c0202f1a19ee,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:58.192936 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7934bccf-ac49-4aaa-86f9-7fe9eff06843 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.237434 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network 2ed57317-da57-413c-be22-b80efb149563 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:58.241095 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:58.259113 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5aeb9d-7406-48b1-8108-7812e782baac None None] New status for floating IP 753cb665-6fcf-41c7-8f26-b85d022a41f3: ACTIVE {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:50:58.276167 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7934bccf-ac49-4aaa-86f9-7fe9eff06843 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.281627 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7934bccf-ac49-4aaa-86f9-7fe9eff06843 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.313657 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934bccf-ac49-4aaa-86f9-7fe9eff06843 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe75961d-678c-4176-8bf9-dccaa0fe9a82,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:58.319389 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7934bccf-ac49-4aaa-86f9-7fe9eff06843 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.324612 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7934bccf-ac49-4aaa-86f9-7fe9eff06843 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1866345 Jul 28 11:50:58.324612 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60058) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:58.331342 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-ce77b707-d557-4771-bc7e-58c8eb47228f tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': 'd794ef94-39b0-49e9-b6c8-c0202f1a19ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:58.369370 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ce77b707-d557-4771-bc7e-58c8eb47228f tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.384126 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router d7a04783-b7f3-4670-b50f-e99127c79ecf has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:58.387999 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528de34-db58-4b1b-8ad3-51238bd94dbc req-ce034b9d-1736-49c4-9092-63ba652e7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:58.389255 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e528de34-db58-4b1b-8ad3-51238bd94dbc req-ce034b9d-1736-49c4-9092-63ba652e7581 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 200 len: 911 time: 0.2504795 Jul 28 11:50:58.436059 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-ce77b707-d557-4771-bc7e-58c8eb47228f tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 11:50:58.439085 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ce77b707-d557-4771-bc7e-58c8eb47228f tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1134219 Jul 28 11:50:58.441361 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60060) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:58.450559 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa18c019-3763-40eb-87a8-6434606af3d5 None None] Network 2ed57317-da57-413c-be22-b80efb149563 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:58.508686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8e2705e8-09a9-4b42-b567-3eb28a6706b6 None None] Provisioning for port cd659153-2544-4dfe-abac-b56c540898d1 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:58.574190 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e528de34-db58-4b1b-8ad3-51238bd94dbc req-e45ef44c-d8d5-4577-8777-dfbf9d734a49 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1d11933-2b4b-42a4-8275-6704086fcaf0 HTTP/1.1" status: 200 len: 1001 time: 0.1749592 Jul 28 11:50:58.578848 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:58.590292 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-10eff3dd-8bcb-4a48-992f-d363df1dca46 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/d7a04783-b7f3-4670-b50f-e99127c79ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8921449 Jul 28 11:50:58.591035 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60062) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:58.596748 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-87496215-2128-418b-9f33-dc68b69027f0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1092265779'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:58.605542 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Sync routers for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:58.621643 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87496215-2128-418b-9f33-dc68b69027f0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:58.623864 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:58.624512 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:58.625270 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-87496215-2128-418b-9f33-dc68b69027f0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.640195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-06fa338e-9e2e-4919-a384-a1276d860996 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.651897 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87496215-2128-418b-9f33-dc68b69027f0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:50:58.656695 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528de34-db58-4b1b-8ad3-51238bd94dbc req-2b477f31-87d8-4ddf-aeb0-1b9e6703c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:58.658255 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e528de34-db58-4b1b-8ad3-51238bd94dbc req-2b477f31-87d8-4ddf-aeb0-1b9e6703c176 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5 HTTP/1.1" status: 200 len: 849 time: 0.0751488 Jul 28 11:50:58.664974 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-87496215-2128-418b-9f33-dc68b69027f0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.665577 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-87496215-2128-418b-9f33-dc68b69027f0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Added segment cfbfc780-a23a-47e2-87eb-770f6caa9421 of type vlan for network bc9342fc-0f39-45fb-93dd-244b9bc3bd1a Jul 28 11:50:58.686358 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-06fa338e-9e2e-4919-a384-a1276d860996 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.695479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60064) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:58.801124 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528de34-db58-4b1b-8ad3-51238bd94dbc req-d682862b-0605-458d-abd5-27034e9358bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:58.802123 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e528de34-db58-4b1b-8ad3-51238bd94dbc req-d682862b-0605-458d-abd5-27034e9358bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a1fce29-ec01-4e0f-afda-86e621a73431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1343992 Jul 28 11:50:58.814707 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-79fcd82b-d753-473a-a40b-4019b8535d4f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/753cb665-6fcf-41c7-8f26-b85d022a41f3 HTTP/1.1" status: 200 len: 992 time: 0.1179051 Jul 28 11:50:58.832451 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-87496215-2128-418b-9f33-dc68b69027f0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.876099 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-87496215-2128-418b-9f33-dc68b69027f0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.883992 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87496215-2128-418b-9f33-dc68b69027f0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:58.884921 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-87496215-2128-418b-9f33-dc68b69027f0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.944629 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device cd659153-2544-4dfe-abac-b56c540898d1 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:58.947338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:58.968647 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-87496215-2128-418b-9f33-dc68b69027f0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3760805 Jul 28 11:50:58.972379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60068) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:58.979720 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-0821cb71-112f-422f-b318-13c79573ee7f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'subnet': {'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:59.033814 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87496215-2128-418b-9f33-dc68b69027f0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Network': ['ID=bc9342fc-0f39-45fb-93dd-244b9bc3bd1a,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:59.064614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network bc9342fc-0f39-45fb-93dd-244b9bc3bd1a details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:50:59.095999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0821cb71-112f-422f-b318-13c79573ee7f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:59.102043 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0821cb71-112f-422f-b318-13c79573ee7f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.213189 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port cd659153-2544-4dfe-abac-b56c540898d1 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:59.227123 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-57bef026-8d59-43b5-a9ce-16d87a8dedac None None] Provisioning complete for port cd659153-2544-4dfe-abac-b56c540898d1 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:59.227502 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57bef026-8d59-43b5-a9ce-16d87a8dedac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.235200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port cd659153-2544-4dfe-abac-b56c540898d1 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:59.235581 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.358609 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-06fa338e-9e2e-4919-a384-a1276d860996 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.361892 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-06fa338e-9e2e-4919-a384-a1276d860996 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.363312 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-06fa338e-9e2e-4919-a384-a1276d860996 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "DELETE /v2.0/security-groups/d794ef94-39b0-49e9-b6c8-c0202f1a19ee HTTP/1.1" status: 204 len: 168 time: 0.9217443 Jul 28 11:50:59.367717 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60070) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:59.385714 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa338e-9e2e-4919-a384-a1276d860996 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d794ef94-39b0-49e9-b6c8-c0202f1a19ee,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:59.433773 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e528de34-db58-4b1b-8ad3-51238bd94dbc req-f64511a3-184e-458b-af41-0030608d3e4e service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232896 Jul 28 11:50:59.460450 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.464058 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57bef026-8d59-43b5-a9ce-16d87a8dedac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.466638 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9491f802-cb08-4af9-88fa-d4b9d4171cca tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0979884 Jul 28 11:50:59.471540 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60072) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:59.482691 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-114b21f1-2c03-42ce-a888-4f1ba645840d tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group': {'name': 'tempest-secgroup--964801225'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:59.490256 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 3, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '7e1102a8-3c43-4b99-8c7b-23e89ffc74c9', 'name': '', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:1a:11:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:56Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 2, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:59.534855 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Checking router: d7a04783-b7f3-4670-b50f-e99127c79ecf for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:59.535211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Updating router d7a04783-b7f3-4670-b50f-e99127c79ecf port 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:50:59.548925 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-114b21f1-2c03-42ce-a888-4f1ba645840d tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.567386 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port cd659153-2544-4dfe-abac-b56c540898d1, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=cd659153-2544-4dfe-abac-b56c540898d1,segment=NetworkSegment(9687b875-5244-4efd-98e8-cf14e0d73949),segment_id=9687b875-5244-4efd-98e8-cf14e0d73949)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:59.571683 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e528de34-db58-4b1b-8ad3-51238bd94dbc req-00dfac78-3f55-4d39-a7f8-cba2bfc0c891 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296315 Jul 28 11:50:59.574917 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.575749 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 8b000889-7886-4548-a7aa-42e4a97024bf up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:59.581464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0821cb71-112f-422f-b318-13c79573ee7f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.661457 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.682562 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821cb71-112f-422f-b318-13c79573ee7f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Subnet': ['ID=f26f21f6-4b66-409b-bab8-8610bdb0218c,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:59.685926 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0821cb71-112f-422f-b318-13c79573ee7f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Checking segment: {'id': 'cfbfc780-a23a-47e2-87eb-770f6caa9421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:59.686325 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0821cb71-112f-422f-b318-13c79573ee7f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network hostable DHCP agents. Network: bc9342fc-0f39-45fb-93dd-244b9bc3bd1a, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:50:59.716814 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.db.api [None req-57bef026-8d59-43b5-a9ce-16d87a8dedac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:50:59.717172 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG oslo_db.api [None req-57bef026-8d59-43b5-a9ce-16d87a8dedac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:50:59.724109 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-114b21f1-2c03-42ce-a888-4f1ba645840d tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.726645 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0821cb71-112f-422f-b318-13c79573ee7f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network bc9342fc-0f39-45fb-93dd-244b9bc3bd1a is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:50:59.731770 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-114b21f1-2c03-42ce-a888-4f1ba645840d tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.743740 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-0821cb71-112f-422f-b318-13c79573ee7f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, bc9342fc-0f39-45fb-93dd-244b9bc3bd1a) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:59.759278 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ddbff9-1176-4e19-9ffb-0fda6b096f88 None None] Network bc9342fc-0f39-45fb-93dd-244b9bc3bd1a requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:59.763288 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0821cb71-112f-422f-b318-13c79573ee7f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:59.763887 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0821cb71-112f-422f-b318-13c79573ee7f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.768318 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=cd659153-2544-4dfe-abac-b56c540898d1,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:59.771174 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-114b21f1-2c03-42ce-a888-4f1ba645840d tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.775734 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-114b21f1-2c03-42ce-a888-4f1ba645840d tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2999849 Jul 28 11:50:59.776138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60074) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:59.781557 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b21f1-2c03-42ce-a888-4f1ba645840d tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89337ca9-1a57-48ff-9124-76245cfb2744,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:59.781727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-2ac4e1a4-18e9-45a4-a760-2c01e475d01b tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': '89337ca9-1a57-48ff-9124-76245cfb2744', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:59.782066 dv-neutron-786478-16-hyperv neutron-server[100415]: WARNING neutron.api.v2.base [None req-2ac4e1a4-18e9-45a4-a760-2c01e475d01b tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 28 11:50:59.782592 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-2ac4e1a4-18e9-45a4-a760-2c01e475d01b tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:50:59.786574 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2ac4e1a4-18e9-45a4-a760-2c01e475d01b tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060744 Jul 28 11:50:59.786904 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60076) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:59.802254 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0821cb71-112f-422f-b318-13c79573ee7f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8282015 Jul 28 11:50:59.806508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60078) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:59.852097 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dea1bc4a-65bd-479e-ab01-67eb9611a256 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.880120 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dea1bc4a-65bd-479e-ab01-67eb9611a256 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.888306 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 8b000889-7886-4548-a7aa-42e4a97024bf triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:59.888681 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.931534 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dea1bc4a-65bd-479e-ab01-67eb9611a256 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.935336 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dea1bc4a-65bd-479e-ab01-67eb9611a256 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:59.939243 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-dea1bc4a-65bd-479e-ab01-67eb9611a256 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "DELETE /v2.0/security-groups/89337ca9-1a57-48ff-9124-76245cfb2744 HTTP/1.1" status: 204 len: 168 time: 0.1501334 Jul 28 11:50:59.940137 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60080) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:59.963345 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1bc4a-65bd-479e-ab01-67eb9611a256 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89337ca9-1a57-48ff-9124-76245cfb2744,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:59.999035 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8a1f2661-883e-4293-8d0f-4adce63441ce tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515418 Jul 28 11:50:59.999329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60082) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:00.004378 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-55402274-9474-46e9-8491-25019fd36e3f tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group': {'name': 'tempest-secgroup--1608163489'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:00.095394 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-55402274-9474-46e9-8491-25019fd36e3f tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.116301 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-bc9342fc-0f39-45fb-93dd-244b9bc3bd1a', 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'fixed_ips': [{'subnet_id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:51:00.117274 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.247938 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.274454 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-55402274-9474-46e9-8491-25019fd36e3f tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.308497 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-55402274-9474-46e9-8491-25019fd36e3f tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.311282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.353965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Transition to ACTIVE for port object 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:00.361289 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-57bef026-8d59-43b5-a9ce-16d87a8dedac None None] Provisioning for port 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:00.372244 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.376653 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-55402274-9474-46e9-8491-25019fd36e3f tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.377884 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-55402274-9474-46e9-8491-25019fd36e3f tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3774934 Jul 28 11:51:00.379898 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Allocated IP 2001:db8:2::2 (bc9342fc-0f39-45fb-93dd-244b9bc3bd1a/f26f21f6-4b66-409b-bab8-8610bdb0218c/993e7f1d-5ac0-4465-85e2-a52eac29869b) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:51:00.380998 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60084) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:00.385590 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55402274-9474-46e9-8491-25019fd36e3f tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec59fc4-e402-4444-8d8c-886370b452a8,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:00.388743 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d0e15c41-90b4-46dd-a0a6-1be6e33f87fa tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': 'aec59fc4-e402-4444-8d8c-886370b452a8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:00.389737 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.api.v2.base [None req-d0e15c41-90b4-46dd-a0a6-1be6e33f87fa tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 28 11:51:00.391057 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-d0e15c41-90b4-46dd-a0a6-1be6e33f87fa tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:51:00.392301 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d0e15c41-90b4-46dd-a0a6-1be6e33f87fa tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0087898 Jul 28 11:51:00.395792 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60086) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:00.457066 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-01d5c33e-4b99-4bd3-9f4b-fff81703b771 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.489885 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-01d5c33e-4b99-4bd3-9f4b-fff81703b771 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.501565 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1d083-6604-4fff-b0ff-1e5914cd44a1 None None] Pushing event updated for resources: {'Port': ['ID=7e1102a8-3c43-4b99-8c7b-23e89ffc74c9,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:00.538083 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-01d5c33e-4b99-4bd3-9f4b-fff81703b771 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.541246 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-01d5c33e-4b99-4bd3-9f4b-fff81703b771 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.545729 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-01d5c33e-4b99-4bd3-9f4b-fff81703b771 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "DELETE /v2.0/security-groups/aec59fc4-e402-4444-8d8c-886370b452a8 HTTP/1.1" status: 204 len: 168 time: 0.1458523 Jul 28 11:51:00.545894 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60088) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:00.556180 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5c33e-4b99-4bd3-9f4b-fff81703b771 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec59fc4-e402-4444-8d8c-886370b452a8,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:00.581031 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Attempting to bind port 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:51:00.581423 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Attempting to bind port 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '9687b875-5244-4efd-98e8-cf14e0d73949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ed57317-da57-413c-be22-b80efb149563'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:51:00.581764 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Attempting to bind port 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9 on network 2ed57317-da57-413c-be22-b80efb149563 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:51:00.596723 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:51:00.597100 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Checking segment: {'id': '9687b875-5244-4efd-98e8-cf14e0d73949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ed57317-da57-413c-be22-b80efb149563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:51:00.597500 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.597894 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Bound using segment: {'id': '9687b875-5244-4efd-98e8-cf14e0d73949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ed57317-da57-413c-be22-b80efb149563'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:51:00.598372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Bound port: 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9687b875-5244-4efd-98e8-cf14e0d73949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2ed57317-da57-413c-be22-b80efb149563'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:51:00.598778 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.606349 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-230352ff-47ba-4ee7-ba21-4606bfd092e0 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600290 Jul 28 11:51:00.610314 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60090) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:00.615191 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a18e5bf6-c47d-43db-a713-8af56a370eba tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group': {'name': 'tempest-secgroup--315717033'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:00.638501 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a18e5bf6-c47d-43db-a713-8af56a370eba tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.705190 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.717723 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] For port 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:51:00.720197 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Transition to ACTIVE for port object 993e7f1d-5ac0-4465-85e2-a52eac29869b will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:00.723144 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] For port 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7e1102a8-3c43-4b99-8c7b-23e89ffc74c9,segment=NetworkSegment(9687b875-5244-4efd-98e8-cf14e0d73949),segment_id=9687b875-5244-4efd-98e8-cf14e0d73949)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:51:00.733124 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.740517 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device cd659153-2544-4dfe-abac-b56c540898d1 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:00.749334 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a18e5bf6-c47d-43db-a713-8af56a370eba tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.753877 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a18e5bf6-c47d-43db-a713-8af56a370eba tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.782857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a18e5bf6-c47d-43db-a713-8af56a370eba tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.784122 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a18e5bf6-c47d-43db-a713-8af56a370eba tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1727743 Jul 28 11:51:00.786267 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e5bf6-c47d-43db-a713-8af56a370eba tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11cdde65-4261-4f26-bed6-59f095c39012,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:00.787131 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60092) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:00.791865 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-2ff77c06-6f3b-4cff-8835-442b36ec42f7 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': '11cdde65-4261-4f26-bed6-59f095c39012', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:00.792987 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.api.v2.base [None req-2ff77c06-6f3b-4cff-8835-442b36ec42f7 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 28 11:51:00.793665 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-2ff77c06-6f3b-4cff-8835-442b36ec42f7 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:51:00.794871 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2ff77c06-6f3b-4cff-8835-442b36ec42f7 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067096 Jul 28 11:51:00.797682 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60094) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:00.808328 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c87686d0-dc23-4bc2-a88f-d3e72006b64c tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': '11cdde65-4261-4f26-bed6-59f095c39012', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:00.809021 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.api.v2.base [None req-c87686d0-dc23-4bc2-a88f-d3e72006b64c tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 28 11:51:00.809516 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-c87686d0-dc23-4bc2-a88f-d3e72006b64c tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:51:00.810569 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c87686d0-dc23-4bc2-a88f-d3e72006b64c tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0116727 Jul 28 11:51:00.813342 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60096) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:00.817849 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-33bdb7a5-5abd-49df-9031-b71bd1fad497 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': '11cdde65-4261-4f26-bed6-59f095c39012', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:00.819501 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.api.v2.base [None req-33bdb7a5-5abd-49df-9031-b71bd1fad497 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 28 11:51:00.820228 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-33bdb7a5-5abd-49df-9031-b71bd1fad497 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:51:00.823650 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-33bdb7a5-5abd-49df-9031-b71bd1fad497 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090375 Jul 28 11:51:00.826068 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60098) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:00.830674 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-f5995ac3-46c8-4c0c-813a-6d5c4880c1ec tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': '11cdde65-4261-4f26-bed6-59f095c39012', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:00.831574 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.api.v2.base [None req-f5995ac3-46c8-4c0c-813a-6d5c4880c1ec tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 28 11:51:00.832069 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-f5995ac3-46c8-4c0c-813a-6d5c4880c1ec tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:51:00.833901 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f5995ac3-46c8-4c0c-813a-6d5c4880c1ec tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068126 Jul 28 11:51:00.837199 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60100) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:00.893518 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-02c17c61-326e-4a45-a826-d81108b1be54 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.916334 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-02c17c61-326e-4a45-a826-d81108b1be54 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.945975 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Transition to ACTIVE for port object 993e7f1d-5ac0-4465-85e2-a52eac29869b will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:00.960924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-02c17c61-326e-4a45-a826-d81108b1be54 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.964984 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-02c17c61-326e-4a45-a826-d81108b1be54 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.970117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60102) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:00.970396 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-02c17c61-326e-4a45-a826-d81108b1be54 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "DELETE /v2.0/security-groups/11cdde65-4261-4f26-bed6-59f095c39012 HTTP/1.1" status: 204 len: 168 time: 0.1320543 Jul 28 11:51:00.977891 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:00.980734 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c17c61-326e-4a45-a826-d81108b1be54 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cdde65-4261-4f26-bed6-59f095c39012,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:01.019215 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:01.019873 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:01.058624 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Allocated IP 2001:db8:2::1 (bc9342fc-0f39-45fb-93dd-244b9bc3bd1a/f26f21f6-4b66-409b-bab8-8610bdb0218c/e706cef0-4d0d-40de-95c0-e7ef80273132) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:51:01.067386 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2ef56403-20d5-4c5d-aaf4-7ffa8b718e88 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0912907 Jul 28 11:51:01.068327 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60104) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:01.075404 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-22e47776-cd3f-474a-9efb-a6e2ba307122 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group': {'name': 'tempest-secgroup--675731393'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:01.108943 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1d083-6604-4fff-b0ff-1e5914cd44a1 None None] Pushing event updated for resources: {'Port': ['ID=7e1102a8-3c43-4b99-8c7b-23e89ffc74c9,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:01.113155 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Network bc9342fc-0f39-45fb-93dd-244b9bc3bd1a is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:51:01.123643 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:01.150174 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22e47776-cd3f-474a-9efb-a6e2ba307122 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.151332 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:51:01.178914 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port cd659153-2544-4dfe-abac-b56c540898d1 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:01.179391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.187298 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:01.242226 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.263204 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Transition to ACTIVE for port object e706cef0-4d0d-40de-95c0-e7ef80273132 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:01.285884 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Pushing event updated for resources: {'Port': ['ID=993e7f1d-5ac0-4465-85e2-a52eac29869b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:01.301052 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22e47776-cd3f-474a-9efb-a6e2ba307122 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.310344 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22e47776-cd3f-474a-9efb-a6e2ba307122 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.341603 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-22e47776-cd3f-474a-9efb-a6e2ba307122 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.342872 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-22e47776-cd3f-474a-9efb-a6e2ba307122 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2712960 Jul 28 11:51:01.346355 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60106) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:01.348782 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e47776-cd3f-474a-9efb-a6e2ba307122 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=765ac919-cc4b-4223-baaf-1bf417433a2a,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:01.352861 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Attempting to bind port 993e7f1d-5ac0-4465-85e2-a52eac29869b on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:51:01.353231 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Attempting to bind port 993e7f1d-5ac0-4465-85e2-a52eac29869b by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'cfbfc780-a23a-47e2-87eb-770f6caa9421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:51:01.353393 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.353687 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Attempting to bind port 993e7f1d-5ac0-4465-85e2-a52eac29869b on network bc9342fc-0f39-45fb-93dd-244b9bc3bd1a {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:51:01.353986 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-72749839-f44e-489b-8ab0-b93d8b15df13 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': '765ac919-cc4b-4223-baaf-1bf417433a2a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:01.354524 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.api.v2.base [None req-72749839-f44e-489b-8ab0-b93d8b15df13 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 11:51:01.355100 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-72749839-f44e-489b-8ab0-b93d8b15df13 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:51:01.359038 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-72749839-f44e-489b-8ab0-b93d8b15df13 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113049 Jul 28 11:51:01.359604 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60108) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:01.371237 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-995db2fc-8b52-46a7-88b4-48b43bfb7857 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': '765ac919-cc4b-4223-baaf-1bf417433a2a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:01.389763 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network bc9342fc-0f39-45fb-93dd-244b9bc3bd1a is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:51:01.393177 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:01.397482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:51:01.397663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.399079 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:51:01.399641 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Checking segment: {'id': 'cfbfc780-a23a-47e2-87eb-770f6caa9421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:51:01.400054 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.401244 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Bound using segment: {'id': 'cfbfc780-a23a-47e2-87eb-770f6caa9421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:51:01.401518 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Bound port: 993e7f1d-5ac0-4465-85e2-a52eac29869b, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbfc780-a23a-47e2-87eb-770f6caa9421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:51:01.401915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.415768 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-995db2fc-8b52-46a7-88b4-48b43bfb7857 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:51:01.420796 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-995db2fc-8b52-46a7-88b4-48b43bfb7857 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0600855 Jul 28 11:51:01.421377 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60110) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:01.428988 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c75a17c8-9dc0-4fbd-bfe6-14a11021a073 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': '765ac919-cc4b-4223-baaf-1bf417433a2a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:01.429467 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.api.v2.base [None req-c75a17c8-9dc0-4fbd-bfe6-14a11021a073 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 28 11:51:01.430016 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-c75a17c8-9dc0-4fbd-bfe6-14a11021a073 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:51:01.434049 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c75a17c8-9dc0-4fbd-bfe6-14a11021a073 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113499 Jul 28 11:51:01.434774 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60112) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:01.440067 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-a8dc3ae7-e796-4fc6-a5a6-4d3ee5d2cae4 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': '765ac919-cc4b-4223-baaf-1bf417433a2a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:01.454931 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=e706cef0-4d0d-40de-95c0-e7ef80273132,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:01.480307 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-a8dc3ae7-e796-4fc6-a5a6-4d3ee5d2cae4 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:51:01.483474 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a8dc3ae7-e796-4fc6-a5a6-4d3ee5d2cae4 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0476842 Jul 28 11:51:01.484956 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60114) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:01.490055 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-e980be49-772d-4c76-9f14-dc918ab72a2b tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': '765ac919-cc4b-4223-baaf-1bf417433a2a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:01.491687 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.api.v2.base [None req-e980be49-772d-4c76-9f14-dc918ab72a2b tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 11:51:01.492206 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-e980be49-772d-4c76-9f14-dc918ab72a2b tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:51:01.493414 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e980be49-772d-4c76-9f14-dc918ab72a2b tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070312 Jul 28 11:51:01.495784 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60116) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:01.501034 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5f0522dd-98f9-4ced-8e43-33c539d9da53 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': '765ac919-cc4b-4223-baaf-1bf417433a2a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:01.534910 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.540486 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-5f0522dd-98f9-4ced-8e43-33c539d9da53 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:51:01.541568 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5f0522dd-98f9-4ced-8e43-33c539d9da53 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0448706 Jul 28 11:51:01.544996 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60118) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:01.553707 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-fcaf29ec-2585-4789-be10-60b667eb9ada tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': '765ac919-cc4b-4223-baaf-1bf417433a2a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:01.554459 dv-neutron-786478-16-hyperv neutron-server[100416]: WARNING neutron.api.v2.base [None req-fcaf29ec-2585-4789-be10-60b667eb9ada tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 28 11:51:01.554960 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-fcaf29ec-2585-4789-be10-60b667eb9ada tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:51:01.558596 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fcaf29ec-2585-4789-be10-60b667eb9ada tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100932 Jul 28 11:51:01.559343 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60120) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:01.562210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] For port 993e7f1d-5ac0-4465-85e2-a52eac29869b, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:51:01.565880 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] For port 993e7f1d-5ac0-4465-85e2-a52eac29869b, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=993e7f1d-5ac0-4465-85e2-a52eac29869b,segment=NetworkSegment(cfbfc780-a23a-47e2-87eb-770f6caa9421),segment_id=cfbfc780-a23a-47e2-87eb-770f6caa9421)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:51:01.566464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-258da3a2-41d5-4227-892f-09c679cdfa85 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': '765ac919-cc4b-4223-baaf-1bf417433a2a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:01.570637 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.608173 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-258da3a2-41d5-4227-892f-09c679cdfa85 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:51:01.612610 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-258da3a2-41d5-4227-892f-09c679cdfa85 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0496423 Jul 28 11:51:01.612891 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60122) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:01.618319 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d93984f5-64cb-4642-9c6b-953489542186 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': '765ac919-cc4b-4223-baaf-1bf417433a2a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:01.650848 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 3, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '7e1102a8-3c43-4b99-8c7b-23e89ffc74c9', 'name': '', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:1a:11:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:56Z', 'updated_at': '2021-07-28T11:51:00Z', 'revision_number': 4, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:01.652772 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd695336-6e4b-41cd-b557-0c0bb426da31 None None] Pushing event updated for resources: {'Port': ['ID=993e7f1d-5ac0-4465-85e2-a52eac29869b,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:01.669903 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-d93984f5-64cb-4642-9c6b-953489542186 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:51:01.671286 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d93984f5-64cb-4642-9c6b-953489542186 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0571918 Jul 28 11:51:01.673906 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60124) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:01.692146 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69629f-4c4d-4650-b3ac-5f1cb6a38eba None None] The sync data for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv is: [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 3, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '7e1102a8-3c43-4b99-8c7b-23e89ffc74c9', 'name': '', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:1a:11:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:56Z', 'updated_at': '2021-07-28T11:51:00Z', 'revision_number': 4, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:51:01.740215 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-333f6c50-7f22-4522-ae6e-10980d6e83c4 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.786726 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-333f6c50-7f22-4522-ae6e-10980d6e83c4 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.861527 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-333f6c50-7f22-4522-ae6e-10980d6e83c4 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.865019 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-333f6c50-7f22-4522-ae6e-10980d6e83c4 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.869484 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-333f6c50-7f22-4522-ae6e-10980d6e83c4 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "DELETE /v2.0/security-groups/765ac919-cc4b-4223-baaf-1bf417433a2a HTTP/1.1" status: 204 len: 168 time: 0.1943817 Jul 28 11:51:01.883219 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60126) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:01.901107 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f6c50-7f22-4522-ae6e-10980d6e83c4 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=765ac919-cc4b-4223-baaf-1bf417433a2a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:01.951355 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.958735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.959812 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.010648 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cbcf8202-488a-4ccd-8a23-b6f509606e21 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1260705 Jul 28 11:51:02.011566 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60128) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:02.018841 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-e4bf5c15-4499-4fb6-a617-a387af5d3cb6 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group': {'name': 'tempest-secgroup--509331574'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:02.045276 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5c15-4499-4fb6-a617-a387af5d3cb6 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.077185 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=e706cef0-4d0d-40de-95c0-e7ef80273132,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:02.133089 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network bc9342fc-0f39-45fb-93dd-244b9bc3bd1a is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:51:02.134573 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:02.148526 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5c15-4499-4fb6-a617-a387af5d3cb6 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.152727 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5c15-4499-4fb6-a617-a387af5d3cb6 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.188732 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf5c15-4499-4fb6-a617-a387af5d3cb6 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dc7608-09f9-4bc3-9505-3655cccbdd81,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:02.196090 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5c15-4499-4fb6-a617-a387af5d3cb6 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.200405 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e4bf5c15-4499-4fb6-a617-a387af5d3cb6 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1852226 Jul 28 11:51:02.200622 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60130) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:02.205548 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-61d4a8fb-0b01-462f-824d-2b4d69e6881d tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': 'a5dc7608-09f9-4bc3-9505-3655cccbdd81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:02.246358 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router d7a04783-b7f3-4670-b50f-e99127c79ecf has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:51:02.253072 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-61d4a8fb-0b01-462f-824d-2b4d69e6881d tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The resource could not be found. Jul 28 11:51:02.254210 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-61d4a8fb-0b01-462f-824d-2b4d69e6881d tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0526185 Jul 28 11:51:02.258185 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60132) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:02.263690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-bb81815b-7a9b-4146-a13e-f2fc08944a6a tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': 'a5dc7608-09f9-4bc3-9505-3655cccbdd81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '98e702cf-c03d-4659-af08-c00a95de20e3'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:02.308748 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-bb81815b-7a9b-4146-a13e-f2fc08944a6a tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The resource could not be found. Jul 28 11:51:02.310471 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bb81815b-7a9b-4146-a13e-f2fc08944a6a tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0508649 Jul 28 11:51:02.315330 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60134) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:02.357668 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:51:02.365094 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e5cbc316-dc09-403d-8126-b955caa89ea9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/d7a04783-b7f3-4670-b50f-e99127c79ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5574822 Jul 28 11:51:02.369317 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60136) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:02.374799 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-e57752a2-9775-495e-aacb-e7be5ef40fbe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1456241856'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:02.390400 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42282b7f-73b9-4477-85d1-78399d89ea1d tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.393887 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-23604cc1-9267-4d1a-9a2b-6e070a67a1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.405168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57752a2-9775-495e-aacb-e7be5ef40fbe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:51:02.408868 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e57752a2-9775-495e-aacb-e7be5ef40fbe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.431740 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42282b7f-73b9-4477-85d1-78399d89ea1d tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.440214 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57752a2-9775-495e-aacb-e7be5ef40fbe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:51:02.455939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e57752a2-9775-495e-aacb-e7be5ef40fbe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.456343 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-e57752a2-9775-495e-aacb-e7be5ef40fbe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Added segment 287051aa-78f6-4666-b786-e27b9b735dae of type vlan for network f74002a1-b267-429b-8d59-af727e16d8d4 Jul 28 11:51:02.487462 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42282b7f-73b9-4477-85d1-78399d89ea1d tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.490875 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42282b7f-73b9-4477-85d1-78399d89ea1d tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.494402 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-42282b7f-73b9-4477-85d1-78399d89ea1d tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "DELETE /v2.0/security-groups/a5dc7608-09f9-4bc3-9505-3655cccbdd81 HTTP/1.1" status: 204 len: 168 time: 0.1759298 Jul 28 11:51:02.495594 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60138) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:02.505591 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e57752a2-9775-495e-aacb-e7be5ef40fbe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.514740 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42282b7f-73b9-4477-85d1-78399d89ea1d tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dc7608-09f9-4bc3-9505-3655cccbdd81,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:02.517663 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Sync routers for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:51:02.532138 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:02.532929 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:02.546565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e57752a2-9775-495e-aacb-e7be5ef40fbe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.553703 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57752a2-9775-495e-aacb-e7be5ef40fbe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:02.554468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e57752a2-9775-495e-aacb-e7be5ef40fbe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.571972 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-89585129-1531-4d2f-949d-d4501f1c0765 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0751610 Jul 28 11:51:02.575922 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60140) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:02.582120 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-3f412d42-e7fa-41a0-a411-00c522f6c0de tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': '8554f817-7dc6-410a-8707-f28c47ceaa70', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:02.620815 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e57752a2-9775-495e-aacb-e7be5ef40fbe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2504656 Jul 28 11:51:02.621929 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60142) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:02.629217 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-68399fe0-4cb2-4976-bbe6-b29999bea0a8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'subnet': {'network_id': 'f74002a1-b267-429b-8d59-af727e16d8d4', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:02.642210 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:02.645391 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57752a2-9775-495e-aacb-e7be5ef40fbe tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Network': ['ID=f74002a1-b267-429b-8d59-af727e16d8d4,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:02.657435 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network f74002a1-b267-429b-8d59-af727e16d8d4 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:51:02.695995 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-3f412d42-e7fa-41a0-a411-00c522f6c0de tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The resource could not be found. Jul 28 11:51:02.697134 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3f412d42-e7fa-41a0-a411-00c522f6c0de tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1200609 Jul 28 11:51:02.701008 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60144) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:02.705756 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-2bf99262-0605-48b3-b4f5-ea41f406bb48 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050330363'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:02.751260 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2bf99262-0605-48b3-b4f5-ea41f406bb48 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.791154 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68399fe0-4cb2-4976-bbe6-b29999bea0a8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Made reservation on behalf of 04093eec5d8d4cf9b8ec051e24adc35e for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:51:02.802059 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-68399fe0-4cb2-4976-bbe6-b29999bea0a8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.862183 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:02.910079 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e7693d-9733-409a-b1e9-545645831028 None None] Network bc9342fc-0f39-45fb-93dd-244b9bc3bd1a requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:51:02.933714 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2bf99262-0605-48b3-b4f5-ea41f406bb48 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.938233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2bf99262-0605-48b3-b4f5-ea41f406bb48 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.951675 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:01Z', 'revision_number': 4, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '7e1102a8-3c43-4b99-8c7b-23e89ffc74c9', 'name': '', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:1a:11:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:56Z', 'updated_at': '2021-07-28T11:51:00Z', 'revision_number': 4, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e706cef0-4d0d-40de-95c0-e7ef80273132', 'name': '', 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:c9:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:00Z', 'updated_at': '2021-07-28T11:51:01Z', 'revision_number': 2, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:02.977704 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf99262-0605-48b3-b4f5-ea41f406bb48 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c45079-94ea-47c5-b3e5-744ba6f12c66,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:02.989198 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2bf99262-0605-48b3-b4f5-ea41f406bb48 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.993596 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2bf99262-0605-48b3-b4f5-ea41f406bb48 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2883875 Jul 28 11:51:02.993764 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Checking router: d7a04783-b7f3-4670-b50f-e99127c79ecf for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:51:02.994114 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Updating router d7a04783-b7f3-4670-b50f-e99127c79ecf port e706cef0-4d0d-40de-95c0-e7ef80273132 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:51:02.994244 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60146) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:02.995897 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:03.002966 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-085ea5b0-45d0-4b81-a6cc-b40822d74816 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group': {'name': 'tempest-secgroup--1629427208'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:03.013927 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:03.014357 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.029696 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.064914 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d6e5c6ae-983f-4dd1-bbac-6d22c5a45c24 None None] Provisioning for port 993e7f1d-5ac0-4465-85e2-a52eac29869b completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:03.071565 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-085ea5b0-45d0-4b81-a6cc-b40822d74816 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.088714 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-68399fe0-4cb2-4976-bbe6-b29999bea0a8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.176870 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.189542 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68399fe0-4cb2-4976-bbe6-b29999bea0a8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Subnet': ['ID=8b220270-3f36-4aab-aece-c28de361b54b,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:03.206560 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68399fe0-4cb2-4976-bbe6-b29999bea0a8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Checking segment: {'id': '287051aa-78f6-4666-b786-e27b9b735dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f74002a1-b267-429b-8d59-af727e16d8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:51:03.207019 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68399fe0-4cb2-4976-bbe6-b29999bea0a8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network hostable DHCP agents. Network: f74002a1-b267-429b-8d59-af727e16d8d4, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:51:03.218947 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7e1102a8-3c43-4b99-8c7b-23e89ffc74c9,segment=NetworkSegment(9687b875-5244-4efd-98e8-cf14e0d73949),segment_id=9687b875-5244-4efd-98e8-cf14e0d73949)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:03.229097 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.229851 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 993e7f1d-5ac0-4465-85e2-a52eac29869b up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:03.261482 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-085ea5b0-45d0-4b81-a6cc-b40822d74816 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.263707 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68399fe0-4cb2-4976-bbe6-b29999bea0a8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network f74002a1-b267-429b-8d59-af727e16d8d4 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:51:03.267554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-085ea5b0-45d0-4b81-a6cc-b40822d74816 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.309085 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ea5b0-45d0-4b81-a6cc-b40822d74816 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad19f48-ab98-4b32-bbbf-334ebdae7727,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:03.326287 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-68399fe0-4cb2-4976-bbe6-b29999bea0a8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, f74002a1-b267-429b-8d59-af727e16d8d4) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:03.331897 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=7e1102a8-3c43-4b99-8c7b-23e89ffc74c9,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:03.338379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68399fe0-4cb2-4976-bbe6-b29999bea0a8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:03.340510 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.341323 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-68399fe0-4cb2-4976-bbe6-b29999bea0a8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.347550 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-085ea5b0-45d0-4b81-a6cc-b40822d74816 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.347739 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2b6606-6bd6-4454-a87a-36109f99b1f2 None None] Network f74002a1-b267-429b-8d59-af727e16d8d4 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:51:03.352528 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60148) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:03.353728 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-085ea5b0-45d0-4b81-a6cc-b40822d74816 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3584177 Jul 28 11:51:03.358884 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-5b3b5ed3-d6f9-4b4b-beae-19b980ed89d0 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group_rule': {'security_group_id': 'a9c45079-94ea-47c5-b3e5-744ba6f12c66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'dad19f48-ab98-4b32-bbbf-334ebdae7727'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:03.367472 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Transition to ACTIVE for port object e706cef0-4d0d-40de-95c0-e7ef80273132 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:03.368608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 993e7f1d-5ac0-4465-85e2-a52eac29869b completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:03.374690 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.387987 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60150) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:03.388993 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-68399fe0-4cb2-4976-bbe6-b29999bea0a8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7648151 Jul 28 11:51:03.401048 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 993e7f1d-5ac0-4465-85e2-a52eac29869b triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:03.401691 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.453332 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af09229-bc53-4c91-8b51-52fb8f7317f3 None None] Pushing event updated for resources: {'Port': ['ID=e706cef0-4d0d-40de-95c0-e7ef80273132,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:03.519266 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Attempting to bind port e706cef0-4d0d-40de-95c0-e7ef80273132 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:51:03.520475 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Attempting to bind port e706cef0-4d0d-40de-95c0-e7ef80273132 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'cfbfc780-a23a-47e2-87eb-770f6caa9421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:51:03.521121 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Attempting to bind port e706cef0-4d0d-40de-95c0-e7ef80273132 on network bc9342fc-0f39-45fb-93dd-244b9bc3bd1a {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:51:03.532101 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:51:03.532796 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Checking segment: {'id': 'cfbfc780-a23a-47e2-87eb-770f6caa9421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:51:03.533367 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.534278 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Bound using segment: {'id': 'cfbfc780-a23a-47e2-87eb-770f6caa9421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:51:03.535123 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Bound port: e706cef0-4d0d-40de-95c0-e7ef80273132, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbfc780-a23a-47e2-87eb-770f6caa9421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:51:03.535700 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.596321 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-5b3b5ed3-d6f9-4b4b-beae-19b980ed89d0 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:51:03.601399 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60152) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:03.601743 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5b3b5ed3-d6f9-4b4b-beae-19b980ed89d0 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2477117 Jul 28 11:51:03.605803 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-f74002a1-b267-429b-8d59-af727e16d8d4', 'network_id': 'f74002a1-b267-429b-8d59-af727e16d8d4', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'fixed_ips': [{'subnet_id': '8b220270-3f36-4aab-aece-c28de361b54b'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:51:03.607273 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.613650 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5bab7948-6bbe-4895-94e0-c1d85ca2b004 None None] Provisioning for port e706cef0-4d0d-40de-95c0-e7ef80273132 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:03.640109 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.640353 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] For port e706cef0-4d0d-40de-95c0-e7ef80273132, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:51:03.645821 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] For port e706cef0-4d0d-40de-95c0-e7ef80273132, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e706cef0-4d0d-40de-95c0-e7ef80273132,segment=NetworkSegment(cfbfc780-a23a-47e2-87eb-770f6caa9421),segment_id=cfbfc780-a23a-47e2-87eb-770f6caa9421)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:51:03.654411 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.702816 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 993e7f1d-5ac0-4465-85e2-a52eac29869b, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=993e7f1d-5ac0-4465-85e2-a52eac29869b,segment=NetworkSegment(cfbfc780-a23a-47e2-87eb-770f6caa9421),segment_id=cfbfc780-a23a-47e2-87eb-770f6caa9421)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:03.727502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a7bef98-fca4-4add-9c25-3b3b3068c2b4 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.772846 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a7bef98-fca4-4add-9c25-3b3b3068c2b4 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.775593 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:03.776450 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:50:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:03.804178 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.848890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5bab7948-6bbe-4895-94e0-c1d85ca2b004 None None] Provisioning complete for port 993e7f1d-5ac0-4465-85e2-a52eac29869b triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:03.849396 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5bab7948-6bbe-4895-94e0-c1d85ca2b004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.853870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a7bef98-fca4-4add-9c25-3b3b3068c2b4 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.858141 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a7bef98-fca4-4add-9c25-3b3b3068c2b4 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:03.863305 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8a7bef98-fca4-4add-9c25-3b3b3068c2b4 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "DELETE /v2.0/security-groups/dad19f48-ab98-4b32-bbbf-334ebdae7727 HTTP/1.1" status: 204 len: 168 time: 0.2604048 Jul 28 11:51:03.864287 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60154) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:03.911755 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af09229-bc53-4c91-8b51-52fb8f7317f3 None None] Pushing event updated for resources: {'Port': ['ID=e706cef0-4d0d-40de-95c0-e7ef80273132,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:03.954135 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7bef98-fca4-4add-9c25-3b3b3068c2b4 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad19f48-ab98-4b32-bbbf-334ebdae7727,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:03.967145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=993e7f1d-5ac0-4465-85e2-a52eac29869b,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:03.971995 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:03.991271 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.047963 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6eee3457-c67a-4a69-84ae-b57ae6f9e18c tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1751955 Jul 28 11:51:04.051004 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60156) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:04.094800 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Allocated IP 2001:db8:3::2 (f74002a1-b267-429b-8d59-af727e16d8d4/8b220270-3f36-4aab-aece-c28de361b54b/ae6c1c29-0262-445c-b702-fd00217f755c) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:51:04.135760 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c9eaa4ee-1a8b-40f7-bc1b-ed5b705bd10f tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.179242 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c9eaa4ee-1a8b-40f7-bc1b-ed5b705bd10f tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.236351 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c9eaa4ee-1a8b-40f7-bc1b-ed5b705bd10f tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.240598 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c9eaa4ee-1a8b-40f7-bc1b-ed5b705bd10f tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.248451 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c9eaa4ee-1a8b-40f7-bc1b-ed5b705bd10f tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "DELETE /v2.0/security-groups/a9c45079-94ea-47c5-b3e5-744ba6f12c66 HTTP/1.1" status: 204 len: 168 time: 0.1935456 Jul 28 11:51:04.249373 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60158) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:04.263717 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eaa4ee-1a8b-40f7-bc1b-ed5b705bd10f tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c45079-94ea-47c5-b3e5-744ba6f12c66,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:04.347311 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:01Z', 'revision_number': 4, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '7e1102a8-3c43-4b99-8c7b-23e89ffc74c9', 'name': '', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:1a:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:56Z', 'updated_at': '2021-07-28T11:51:03Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e706cef0-4d0d-40de-95c0-e7ef80273132', 'name': '', 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:c9:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:00Z', 'updated_at': '2021-07-28T11:51:03Z', 'revision_number': 4, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:04.363200 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60160) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:04.364079 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e4812669-a308-4991-b6f2-f703e40cc5ea tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1094205 Jul 28 11:51:04.368459 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-1e57f43f-0402-407b-b74b-8611198b3698 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group': {'name': 'tempest-secgroup--178308462'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:04.379789 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8c7a88-afa4-4914-ad94-a25c2bb56078 None None] The sync data for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv is: [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:01Z', 'revision_number': 4, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '7e1102a8-3c43-4b99-8c7b-23e89ffc74c9', 'name': '', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:1a:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:56Z', 'updated_at': '2021-07-28T11:51:03Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e706cef0-4d0d-40de-95c0-e7ef80273132', 'name': '', 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:c9:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:00Z', 'updated_at': '2021-07-28T11:51:03Z', 'revision_number': 4, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:51:04.406983 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1e57f43f-0402-407b-b74b-8611198b3698 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.466452 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.479757 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Transition to ACTIVE for port object ae6c1c29-0262-445c-b702-fd00217f755c will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:04.500508 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Transition to ACTIVE for port object ae6c1c29-0262-445c-b702-fd00217f755c will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:04.509030 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.541849 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1e57f43f-0402-407b-b74b-8611198b3698 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.547913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1e57f43f-0402-407b-b74b-8611198b3698 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.574340 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Allocated IP 2001:db8:3::1 (f74002a1-b267-429b-8d59-af727e16d8d4/8b220270-3f36-4aab-aece-c28de361b54b/945b3152-38d0-4386-9128-47c3604ce74f) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:51:04.575488 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Network f74002a1-b267-429b-8d59-af727e16d8d4 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:51:04.590201 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:04.591449 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1e57f43f-0402-407b-b74b-8611198b3698 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.592981 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:51:04.593199 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1e57f43f-0402-407b-b74b-8611198b3698 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2286439 Jul 28 11:51:04.600532 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60162) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:04.601627 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57f43f-0402-407b-b74b-8611198b3698 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3566e452-4aa0-447c-ba55-b0eebb20c591,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:04.615027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-5a121af9-3368-4029-a0e8-025b06e24023 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:04.616305 dv-neutron-786478-16-hyperv neutron-server[100415]: WARNING neutron.api.v2.base [None req-5a121af9-3368-4029-a0e8-025b06e24023 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 11:51:04.616920 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-5a121af9-3368-4029-a0e8-025b06e24023 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] update failed (client error): There was a conflict when trying to complete your request. Jul 28 11:51:04.622608 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5a121af9-3368-4029-a0e8-025b06e24023 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "PUT /v2.0/security-groups/3566e452-4aa0-447c-ba55-b0eebb20c591 HTTP/1.1" status: 409 len: 330 time: 0.0161390 Jul 28 11:51:04.623399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60164) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:04.643179 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Pushing event updated for resources: {'Port': ['ID=ae6c1c29-0262-445c-b702-fd00217f755c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:04.710160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Attempting to bind port ae6c1c29-0262-445c-b702-fd00217f755c on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:51:04.711056 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Attempting to bind port ae6c1c29-0262-445c-b702-fd00217f755c by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '287051aa-78f6-4666-b786-e27b9b735dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f74002a1-b267-429b-8d59-af727e16d8d4'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:51:04.711853 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Attempting to bind port ae6c1c29-0262-445c-b702-fd00217f755c on network f74002a1-b267-429b-8d59-af727e16d8d4 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:51:04.723445 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:51:04.724497 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Checking segment: {'id': '287051aa-78f6-4666-b786-e27b9b735dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f74002a1-b267-429b-8d59-af727e16d8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:51:04.725292 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.726385 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Bound using segment: {'id': '287051aa-78f6-4666-b786-e27b9b735dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f74002a1-b267-429b-8d59-af727e16d8d4'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:51:04.727505 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Bound port: ae6c1c29-0262-445c-b702-fd00217f755c, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287051aa-78f6-4666-b786-e27b9b735dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f74002a1-b267-429b-8d59-af727e16d8d4'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:51:04.728100 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.826508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c74b4751-42cd-4eb5-bed0-717cc5c1d1ef tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.844914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.855555 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] For port ae6c1c29-0262-445c-b702-fd00217f755c, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:51:04.859807 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:04.863026 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] For port ae6c1c29-0262-445c-b702-fd00217f755c, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ae6c1c29-0262-445c-b702-fd00217f755c,segment=NetworkSegment(287051aa-78f6-4666-b786-e27b9b735dae),segment_id=287051aa-78f6-4666-b786-e27b9b735dae)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:51:04.878399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c74b4751-42cd-4eb5-bed0-717cc5c1d1ef tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.882781 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Transition to ACTIVE for port object 945b3152-38d0-4386-9128-47c3604ce74f will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:04.901492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.951360 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.961150 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c74b4751-42cd-4eb5-bed0-717cc5c1d1ef tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.963760 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c74b4751-42cd-4eb5-bed0-717cc5c1d1ef tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.964927 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c74b4751-42cd-4eb5-bed0-717cc5c1d1ef tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "DELETE /v2.0/security-groups/3566e452-4aa0-447c-ba55-b0eebb20c591 HTTP/1.1" status: 204 len: 168 time: 0.3393166 Jul 28 11:51:04.967604 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60166) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:04.968265 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c7c02cc-f561-49d1-9654-9fa29c8bae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.998136 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278965f-8857-4f4b-89ba-d5abc3cbc1b0 None None] Pushing event updated for resources: {'Port': ['ID=ae6c1c29-0262-445c-b702-fd00217f755c,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:05.007015 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:05.007410 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:05.012243 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b4751-42cd-4eb5-bed0-717cc5c1d1ef tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3566e452-4aa0-447c-ba55-b0eebb20c591,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:05.041056 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network f74002a1-b267-429b-8d59-af727e16d8d4 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:51:05.057456 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:05.060112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:51:05.060684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:05.098285 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60168) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:05.099201 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-985e522e-e92d-45c0-ba33-98a66ab7587d tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1298490 Jul 28 11:51:05.101499 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=945b3152-38d0-4386-9128-47c3604ce74f,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:05.122781 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e706cef0-4d0d-40de-95c0-e7ef80273132 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:05.130100 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-962a6439-e6dc-41ee-8da9-15b5bc19d94c tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] delete failed (client error): The resource could not be found. Jul 28 11:51:05.131509 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-962a6439-e6dc-41ee-8da9-15b5bc19d94c tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "DELETE /v2.0/security-groups/18d82d3b-2e0f-4ec1-81af-f7250c9f6054 HTTP/1.1" status: 404 len: 347 time: 0.0319293 Jul 28 11:51:05.137200 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60170) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:05.178928 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-c5bd4011-3cfe-4878-af70-21073e605ca0 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] show failed (client error): The resource could not be found. Jul 28 11:51:05.178928 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c5bd4011-3cfe-4878-af70-21073e605ca0 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "GET /v2.0/security-groups/f051175c-199e-41f3-88e1-43d9ae10e57a HTTP/1.1" status: 404 len: 347 time: 0.0373037 Jul 28 11:51:05.179210 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60172) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:05.190738 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port e706cef0-4d0d-40de-95c0-e7ef80273132 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:05.196636 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port e706cef0-4d0d-40de-95c0-e7ef80273132 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:05.196907 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-0f7c0a86-8e01-43ba-b917-6c390b986e07 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] show failed (client error): The resource could not be found. Jul 28 11:51:05.197463 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:05.197999 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0f7c0a86-8e01-43ba-b917-6c390b986e07 tempest-NegativeSecGroupTest-1158000199 tempest-NegativeSecGroupTest-1158000199-project] 10.222.0.43 "GET /v2.0/security-group-rules/49f3acea-9fc6-4325-ab37-f69ca14354a5 HTTP/1.1" status: 404 len: 356 time: 0.0180068 Jul 28 11:51:05.263235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:05.315071 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:05.330058 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:05.368658 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port e706cef0-4d0d-40de-95c0-e7ef80273132, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e706cef0-4d0d-40de-95c0-e7ef80273132,segment=NetworkSegment(cfbfc780-a23a-47e2-87eb-770f6caa9421),segment_id=cfbfc780-a23a-47e2-87eb-770f6caa9421)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:05.373321 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:05.374161 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 993e7f1d-5ac0-4465-85e2-a52eac29869b up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:05.515581 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=e706cef0-4d0d-40de-95c0-e7ef80273132,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:05.536295 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 993e7f1d-5ac0-4465-85e2-a52eac29869b triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:05.536817 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:05.603878 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60180) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:05.823469 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-55fdaace-0155-432d-9dae-9693db7f3164 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f311b5717680472eafe9780a4112b664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2184205 Jul 28 11:51:05.825974 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60184) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:05.887373 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8bfd72cc-58da-4279-93a7-7a7e8cff14c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:05.916261 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8bfd72cc-58da-4279-93a7-7a7e8cff14c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:05.985159 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:05.986354 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8bfd72cc-58da-4279-93a7-7a7e8cff14c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:05.988955 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8bfd72cc-58da-4279-93a7-7a7e8cff14c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:05.990849 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8bfd72cc-58da-4279-93a7-7a7e8cff14c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac72253a-f84c-420e-ac43-3fabcb54348d HTTP/1.1" status: 204 len: 168 time: 0.1636887 Jul 28 11:51:05.991684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:05.992690 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:06.003065 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd72cc-58da-4279-93a7-7a7e8cff14c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac72253a-f84c-420e-ac43-3fabcb54348d,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:06.098265 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event updated for resources: {'Port': ['ID=945b3152-38d0-4386-9128-47c3604ce74f,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:06.151540 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Network f74002a1-b267-429b-8d59-af727e16d8d4 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:51:06.153342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:06.273266 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router d7a04783-b7f3-4670-b50f-e99127c79ecf has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:51:06.369231 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:06.387948 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:51:06.394059 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6df69063-93c4-48d2-a56e-3db9c070f720 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/d7a04783-b7f3-4670-b50f-e99127c79ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0039182 Jul 28 11:51:06.396960 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60196) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:06.403295 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-41a1d79d-f74e-44da-89ef-b0348d521e04 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:06.411942 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Sync routers for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:51:06.430744 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:06.432159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:06.543026 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f436bea-bdd2-470c-96ec-69252c02865b None None] Network f74002a1-b267-429b-8d59-af727e16d8d4 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:51:06.565952 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:06.809376 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2d6922f7-959c-4a65-b39e-fda57d530b90 None None] Provisioning for port ae6c1c29-0262-445c-b702-fd00217f755c completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:06.865022 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.extraroute_db [None req-41a1d79d-f74e-44da-89ef-b0348d521e04 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 11:51:06.875105 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60208) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:06.884944 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.extraroute_db [None req-41a1d79d-f74e-44da-89ef-b0348d521e04 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Removed routes are [] {{(pid=100416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 11:51:06.885697 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41a1d79d-f74e-44da-89ef-b0348d521e04 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:06.902257 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ae6c1c29-0262-445c-b702-fd00217f755c up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:06.989884 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a19719d0-827c-40b8-8d43-b88bec3016e9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-495692389-network', 'tenant_id': '8713602d97a14705afdb62625de22741'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:07.016569 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19719d0-827c-40b8-8d43-b88bec3016e9 admin admin] Made reservation on behalf of 8713602d97a14705afdb62625de22741 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:51:07.019119 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a19719d0-827c-40b8-8d43-b88bec3016e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.028485 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a19719d0-827c-40b8-8d43-b88bec3016e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.078623 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port ae6c1c29-0262-445c-b702-fd00217f755c completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:07.087705 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ae6c1c29-0262-445c-b702-fd00217f755c triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:07.088114 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.103311 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41a1d79d-f74e-44da-89ef-b0348d521e04 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.107561 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41a1d79d-f74e-44da-89ef-b0348d521e04 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.159810 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:05Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '7e1102a8-3c43-4b99-8c7b-23e89ffc74c9', 'name': '', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:1a:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:56Z', 'updated_at': '2021-07-28T11:51:03Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945b3152-38d0-4386-9128-47c3604ce74f', 'name': '', 'network_id': 'f74002a1-b267-429b-8d59-af727e16d8d4', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:84:10:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '8b220270-3f36-4aab-aece-c28de361b54b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:04Z', 'updated_at': '2021-07-28T11:51:05Z', 'revision_number': 2, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '8b220270-3f36-4aab-aece-c28de361b54b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e706cef0-4d0d-40de-95c0-e7ef80273132', 'name': '', 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:c9:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:00Z', 'updated_at': '2021-07-28T11:51:05Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:07.160730 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a19719d0-827c-40b8-8d43-b88bec3016e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.167299 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a19719d0-827c-40b8-8d43-b88bec3016e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.190473 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Checking router: d7a04783-b7f3-4670-b50f-e99127c79ecf for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:51:07.190775 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Updating router d7a04783-b7f3-4670-b50f-e99127c79ecf port 945b3152-38d0-4386-9128-47c3604ce74f binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:51:07.197073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19719d0-827c-40b8-8d43-b88bec3016e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:51:07.207538 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19719d0-827c-40b8-8d43-b88bec3016e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07de8801-ae5a-4846-a9ab-52e068386869,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:07.213542 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a19719d0-827c-40b8-8d43-b88bec3016e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.213893 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-a19719d0-827c-40b8-8d43-b88bec3016e9 admin admin] Added segment 92bde5e8-d778-4a7a-ba80-28dc84c56e3a of type vlan for network e07d2ed0-a995-4d4f-94db-237116eade44 Jul 28 11:51:07.235572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a1d79d-f74e-44da-89ef-b0348d521e04 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router d7a04783-b7f3-4670-b50f-e99127c79ecf has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:51:07.239231 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.255483 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.259307 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a19719d0-827c-40b8-8d43-b88bec3016e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.310605 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a19719d0-827c-40b8-8d43-b88bec3016e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.312048 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19719d0-827c-40b8-8d43-b88bec3016e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:07.312711 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a19719d0-827c-40b8-8d43-b88bec3016e9 admin admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.341247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port ae6c1c29-0262-445c-b702-fd00217f755c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ae6c1c29-0262-445c-b702-fd00217f755c,segment=NetworkSegment(287051aa-78f6-4666-b786-e27b9b735dae),segment_id=287051aa-78f6-4666-b786-e27b9b735dae)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:07.351415 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.352207 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e706cef0-4d0d-40de-95c0-e7ef80273132 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:07.353719 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a1d79d-f74e-44da-89ef-b0348d521e04 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:51:07.362117 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-41a1d79d-f74e-44da-89ef-b0348d521e04 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.364606 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-41a1d79d-f74e-44da-89ef-b0348d521e04 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/d7a04783-b7f3-4670-b50f-e99127c79ecf HTTP/1.1" status: 200 len: 954 time: 0.9664416 Jul 28 11:51:07.367419 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60212) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:07.417865 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a19719d0-827c-40b8-8d43-b88bec3016e9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5410769 Jul 28 11:51:07.424879 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60214) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:07.429389 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-81f234f5-c06a-40f6-856d-ceaf00591629 admin admin] Request body: {'subnet': {'network_id': 'e07d2ed0-a995-4d4f-94db-237116eade44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-495692389-subnet', 'tenant_id': '8713602d97a14705afdb62625de22741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:07.453155 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19719d0-827c-40b8-8d43-b88bec3016e9 admin admin] Pushing event updated for resources: {'Network': ['ID=e07d2ed0-a995-4d4f-94db-237116eade44,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:07.467982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f234f5-c06a-40f6-856d-ceaf00591629 admin admin] Made reservation on behalf of 8713602d97a14705afdb62625de22741 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:51:07.471577 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-81f234f5-c06a-40f6-856d-ceaf00591629 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.479553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network e07d2ed0-a995-4d4f-94db-237116eade44 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:51:07.488967 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d47821ea-60ae-42e0-9855-635ba78c9eb1 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/routers/d7a04783-b7f3-4670-b50f-e99127c79ecf HTTP/1.1" status: 200 len: 954 time: 0.1177523 Jul 28 11:51:07.489515 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=ae6c1c29-0262-445c-b702-fd00217f755c,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:07.489610 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60216) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:07.494857 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-cbc9364d-6e5f-45aa-970c-2125bdd84af7 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'router': {'routes': None}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:07.680543 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-81f234f5-c06a-40f6-856d-ceaf00591629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.686113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-16c47d3d-b528-49df-9c8a-120c3f1de31e None None] Provisioning for port 945b3152-38d0-4386-9128-47c3604ce74f completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:07.710093 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-16c47d3d-b528-49df-9c8a-120c3f1de31e None None] Provisioning complete for port 945b3152-38d0-4386-9128-47c3604ce74f triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:07.710793 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16c47d3d-b528-49df-9c8a-120c3f1de31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.755519 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-16c47d3d-b528-49df-9c8a-120c3f1de31e None None] Port 945b3152-38d0-4386-9128-47c3604ce74f cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:51:07.765062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f234f5-c06a-40f6-856d-ceaf00591629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b6cb54-3d9d-474a-96ae-3dccec310599,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:07.769611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f234f5-c06a-40f6-856d-ceaf00591629 admin admin] Checking segment: {'id': '92bde5e8-d778-4a7a-ba80-28dc84c56e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e07d2ed0-a995-4d4f-94db-237116eade44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:51:07.769997 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f234f5-c06a-40f6-856d-ceaf00591629 admin admin] Network hostable DHCP agents. Network: e07d2ed0-a995-4d4f-94db-237116eade44, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:51:07.790207 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port e706cef0-4d0d-40de-95c0-e7ef80273132 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:07.790818 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.795163 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f234f5-c06a-40f6-856d-ceaf00591629 admin admin] Network e07d2ed0-a995-4d4f-94db-237116eade44 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:51:07.809215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-81f234f5-c06a-40f6-856d-ceaf00591629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, e07d2ed0-a995-4d4f-94db-237116eade44) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:07.811292 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-16c47d3d-b528-49df-9c8a-120c3f1de31e None None] Provisioning complete for port ae6c1c29-0262-445c-b702-fd00217f755c triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:07.811965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16c47d3d-b528-49df-9c8a-120c3f1de31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.823281 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f234f5-c06a-40f6-856d-ceaf00591629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:07.824579 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-81f234f5-c06a-40f6-856d-ceaf00591629 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.847143 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-81f234f5-c06a-40f6-856d-ceaf00591629 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4217625 Jul 28 11:51:07.876494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b617eb81-441d-4f71-8114-67c4c897ccdf None None] Network e07d2ed0-a995-4d4f-94db-237116eade44 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:51:07.962920 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.971906 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.extraroute_db [None req-cbc9364d-6e5f-45aa-970c-2125bdd84af7 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Added routes are [] {{(pid=100416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 11:51:07.972238 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.extraroute_db [None req-cbc9364d-6e5f-45aa-970c-2125bdd84af7 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 11:51:07.994056 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.997463 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Transition to ACTIVE for port object 945b3152-38d0-4386-9128-47c3604ce74f will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:08.021193 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cbc9364d-6e5f-45aa-970c-2125bdd84af7 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:08.026823 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:08.179140 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32576d7-4678-47f9-886b-b6aae6f5e9de None None] Pushing event updated for resources: {'Port': ['ID=945b3152-38d0-4386-9128-47c3604ce74f,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:08.251087 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b01d52a-39b0-4544-9375-a0e932f0b0d7 None None] Network e07d2ed0-a995-4d4f-94db-237116eade44 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:51:08.309222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Attempting to bind port 945b3152-38d0-4386-9128-47c3604ce74f on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:51:08.309605 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Attempting to bind port 945b3152-38d0-4386-9128-47c3604ce74f by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '287051aa-78f6-4666-b786-e27b9b735dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f74002a1-b267-429b-8d59-af727e16d8d4'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:51:08.309974 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Attempting to bind port 945b3152-38d0-4386-9128-47c3604ce74f on network f74002a1-b267-429b-8d59-af727e16d8d4 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:51:08.322837 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:51:08.323222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Checking segment: {'id': '287051aa-78f6-4666-b786-e27b9b735dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f74002a1-b267-429b-8d59-af727e16d8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:51:08.323635 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:08.324035 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Bound using segment: {'id': '287051aa-78f6-4666-b786-e27b9b735dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f74002a1-b267-429b-8d59-af727e16d8d4'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:51:08.324528 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Bound port: 945b3152-38d0-4386-9128-47c3604ce74f, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287051aa-78f6-4666-b786-e27b9b735dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f74002a1-b267-429b-8d59-af727e16d8d4'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:51:08.324914 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:08.493610 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] For port 945b3152-38d0-4386-9128-47c3604ce74f, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:51:08.497353 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] For port 945b3152-38d0-4386-9128-47c3604ce74f, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=945b3152-38d0-4386-9128-47c3604ce74f,segment=NetworkSegment(287051aa-78f6-4666-b786-e27b9b735dae),segment_id=287051aa-78f6-4666-b786-e27b9b735dae)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:51:08.500387 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60232) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:08.501765 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:08.505531 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3826a3d4-79d6-472c-8020-5dd3d55c6d4f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1038880186-network', 'tenant_id': '948554b5b7c24a049756bb415442a402'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:08.529218 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3826a3d4-79d6-472c-8020-5dd3d55c6d4f admin admin] Made reservation on behalf of 948554b5b7c24a049756bb415442a402 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:51:08.531718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3826a3d4-79d6-472c-8020-5dd3d55c6d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:08.547508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3826a3d4-79d6-472c-8020-5dd3d55c6d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:08.575296 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cbc9364d-6e5f-45aa-970c-2125bdd84af7 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:08.577243 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:08.577880 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:08.579677 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cbc9364d-6e5f-45aa-970c-2125bdd84af7 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:08.621573 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32576d7-4678-47f9-886b-b6aae6f5e9de None None] Pushing event updated for resources: {'Port': ['ID=945b3152-38d0-4386-9128-47c3604ce74f,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:08.647354 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3826a3d4-79d6-472c-8020-5dd3d55c6d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:08.651679 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3826a3d4-79d6-472c-8020-5dd3d55c6d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:08.683587 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3826a3d4-79d6-472c-8020-5dd3d55c6d4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:51:08.690252 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826a3d4-79d6-472c-8020-5dd3d55c6d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745b3db0-16ed-408e-937c-f7c0152afb19,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:08.700039 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3826a3d4-79d6-472c-8020-5dd3d55c6d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:08.700645 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-3826a3d4-79d6-472c-8020-5dd3d55c6d4f admin admin] Added segment 592e5178-163a-48fe-b777-4daf9b679002 of type vlan for network 5231868d-5af0-4fa0-8183-338abca48db8 Jul 28 11:51:08.713479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc9364d-6e5f-45aa-970c-2125bdd84af7 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router d7a04783-b7f3-4670-b50f-e99127c79ecf has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:51:08.714872 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:08.767418 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3826a3d4-79d6-472c-8020-5dd3d55c6d4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:08.784152 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ae6c1c29-0262-445c-b702-fd00217f755c up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:08.816601 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3826a3d4-79d6-472c-8020-5dd3d55c6d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:08.817729 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3826a3d4-79d6-472c-8020-5dd3d55c6d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:08.818512 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3826a3d4-79d6-472c-8020-5dd3d55c6d4f admin admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:08.853754 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc9364d-6e5f-45aa-970c-2125bdd84af7 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:51:08.867835 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cbc9364d-6e5f-45aa-970c-2125bdd84af7 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:08.869541 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cbc9364d-6e5f-45aa-970c-2125bdd84af7 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/d7a04783-b7f3-4670-b50f-e99127c79ecf HTTP/1.1" status: 200 len: 704 time: 1.3793721 Jul 28 11:51:08.872180 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60234) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:08.883466 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3826a3d4-79d6-472c-8020-5dd3d55c6d4f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3819668 Jul 28 11:51:08.896116 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826a3d4-79d6-472c-8020-5dd3d55c6d4f admin admin] Pushing event updated for resources: {'Network': ['ID=5231868d-5af0-4fa0-8183-338abca48db8,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:08.907443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60236) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:08.913990 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-6922d736-2da7-4193-b319-0dd288318796 admin admin] Request body: {'subnet': {'network_id': '5231868d-5af0-4fa0-8183-338abca48db8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1038880186-subnet', 'tenant_id': '948554b5b7c24a049756bb415442a402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:08.939112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6922d736-2da7-4193-b319-0dd288318796 admin admin] Made reservation on behalf of 948554b5b7c24a049756bb415442a402 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:51:08.942319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6922d736-2da7-4193-b319-0dd288318796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:08.990780 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d2c12580-0963-4b0d-9b3b-f72da78d8b51 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/routers/d7a04783-b7f3-4670-b50f-e99127c79ecf HTTP/1.1" status: 200 len: 704 time: 0.1164823 Jul 28 11:51:08.997500 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 5231868d-5af0-4fa0-8183-338abca48db8 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:51:08.997746 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60238) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:09.163912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ae6c1c29-0262-445c-b702-fd00217f755c triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:09.164294 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:09.278222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:07Z', 'revision_number': 7, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '7e1102a8-3c43-4b99-8c7b-23e89ffc74c9', 'name': '', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:1a:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:56Z', 'updated_at': '2021-07-28T11:51:03Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945b3152-38d0-4386-9128-47c3604ce74f', 'name': '', 'network_id': 'f74002a1-b267-429b-8d59-af727e16d8d4', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:84:10:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '8b220270-3f36-4aab-aece-c28de361b54b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:04Z', 'updated_at': '2021-07-28T11:51:08Z', 'revision_number': 4, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '8b220270-3f36-4aab-aece-c28de361b54b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e706cef0-4d0d-40de-95c0-e7ef80273132', 'name': '', 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:c9:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:00Z', 'updated_at': '2021-07-28T11:51:05Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:09.310549 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50faab32-0f81-4ae5-b897-be6886d06ef0 None None] The sync data for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv is: [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:07Z', 'revision_number': 7, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '7e1102a8-3c43-4b99-8c7b-23e89ffc74c9', 'name': '', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:1a:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:56Z', 'updated_at': '2021-07-28T11:51:03Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945b3152-38d0-4386-9128-47c3604ce74f', 'name': '', 'network_id': 'f74002a1-b267-429b-8d59-af727e16d8d4', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:84:10:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '8b220270-3f36-4aab-aece-c28de361b54b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:04Z', 'updated_at': '2021-07-28T11:51:08Z', 'revision_number': 4, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '8b220270-3f36-4aab-aece-c28de361b54b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e706cef0-4d0d-40de-95c0-e7ef80273132', 'name': '', 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:c9:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:00Z', 'updated_at': '2021-07-28T11:51:05Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:51:09.315043 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6922d736-2da7-4193-b319-0dd288318796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:09.413555 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922d736-2da7-4193-b319-0dd288318796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85a4f4b4-7714-4722-84ae-4d9025efeecb,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:09.416973 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6922d736-2da7-4193-b319-0dd288318796 admin admin] Checking segment: {'id': '592e5178-163a-48fe-b777-4daf9b679002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5231868d-5af0-4fa0-8183-338abca48db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:51:09.417344 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6922d736-2da7-4193-b319-0dd288318796 admin admin] Network hostable DHCP agents. Network: 5231868d-5af0-4fa0-8183-338abca48db8, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:51:09.453046 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6922d736-2da7-4193-b319-0dd288318796 admin admin] Network 5231868d-5af0-4fa0-8183-338abca48db8 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:51:09.469169 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-6922d736-2da7-4193-b319-0dd288318796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 5231868d-5af0-4fa0-8183-338abca48db8) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:09.482043 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23587765-a9b5-45e5-96af-647f621eeda8 None None] Network 5231868d-5af0-4fa0-8183-338abca48db8 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:51:09.499863 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6922d736-2da7-4193-b319-0dd288318796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:09.500795 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6922d736-2da7-4193-b319-0dd288318796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:09.520913 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6922d736-2da7-4193-b319-0dd288318796 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6098175 Jul 28 11:51:09.541480 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-60d7e9f0-9d11-4606-8f91-239ed06062b4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:09.630078 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587be5c2-6a69-4e2e-bf68-9b946e3247bb None None] Network 5231868d-5af0-4fa0-8183-338abca48db8 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:51:09.834443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-60d7e9f0-9d11-4606-8f91-239ed06062b4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting port 945b3152-38d0-4386-9128-47c3604ce74f {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:51:09.835144 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-60d7e9f0-9d11-4606-8f91-239ed06062b4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:09.952888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-60d7e9f0-9d11-4606-8f91-239ed06062b4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] For port 945b3152-38d0-4386-9128-47c3604ce74f, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=945b3152-38d0-4386-9128-47c3604ce74f,segment=NetworkSegment(287051aa-78f6-4666-b786-e27b9b735dae),segment_id=287051aa-78f6-4666-b786-e27b9b735dae)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:09.953252 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-60d7e9f0-9d11-4606-8f91-239ed06062b4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:09.967072 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-60d7e9f0-9d11-4606-8f91-239ed06062b4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Calling delete_port for 945b3152-38d0-4386-9128-47c3604ce74f owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:51:10.090047 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b3e4aa-961d-438f-9119-e0d69279bfa0 None None] Sync routers for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:51:10.100817 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b3e4aa-961d-438f-9119-e0d69279bfa0 None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:10.102071 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d1b3e4aa-961d-438f-9119-e0d69279bfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:10.122029 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-a79f92a5-7406-402e-9775-2b242dfb0842 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:10.123618 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-a79f92a5-7406-402e-9775-2b242dfb0842 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/networks?id=e07d2ed0-a995-4d4f-94db-237116eade44 HTTP/1.1" status: 200 len: 811 time: 0.1241486 Jul 28 11:51:10.141054 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-9cab266a-6efd-494e-b9ba-29ddfe7c4534 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/quotas/8713602d97a14705afdb62625de22741 HTTP/1.1" status: 200 len: 375 time: 0.0109341 Jul 28 11:51:10.163014 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-60d7e9f0-9d11-4606-8f91-239ed06062b4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:10.180428 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-406017ab-be48-4fd5-85ab-97c3741c1172 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8713602d97a14705afdb62625de22741&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308058 Jul 28 11:51:10.194283 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7e9f0-9d11-4606-8f91-239ed06062b4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Port': ['ID=945b3152-38d0-4386-9128-47c3604ce74f,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:10.300238 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-d1b3e4aa-961d-438f-9119-e0d69279bfa0 None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:10.309148 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-8b7ce9f2-d628-4262-a1dc-5a2b3c6ea23f service neutron] 10.222.0.43 "GET /v2.0/networks/e07d2ed0-a995-4d4f-94db-237116eade44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209822 Jul 28 11:51:10.338701 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-60d7e9f0-9d11-4606-8f91-239ed06062b4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:10.421563 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-c6f20934-1e5a-4726-ab81-abf6d14fd692 service neutron] 10.222.0.43 "GET /v2.0/networks/e07d2ed0-a995-4d4f-94db-237116eade44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105084 Jul 28 11:51:10.562835 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d1b3e4aa-961d-438f-9119-e0d69279bfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:07Z', 'revision_number': 7, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '7e1102a8-3c43-4b99-8c7b-23e89ffc74c9', 'name': '', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:1a:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:56Z', 'updated_at': '2021-07-28T11:51:03Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945b3152-38d0-4386-9128-47c3604ce74f', 'name': '', 'network_id': 'f74002a1-b267-429b-8d59-af727e16d8d4', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:84:10:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '8b220270-3f36-4aab-aece-c28de361b54b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:04Z', 'updated_at': '2021-07-28T11:51:08Z', 'revision_number': 4, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '8b220270-3f36-4aab-aece-c28de361b54b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e706cef0-4d0d-40de-95c0-e7ef80273132', 'name': '', 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:c9:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:00Z', 'updated_at': '2021-07-28T11:51:05Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:10.582050 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d7e9f0-9d11-4606-8f91-239ed06062b4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router d7a04783-b7f3-4670-b50f-e99127c79ecf has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:51:10.600266 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b13a987c-4a95-48df-af3d-ebf8a32a5d28 req-7fe995c2-d7a6-479f-a3b6-a140f0a04e3d tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 210 time: 0.0387001 Jul 28 11:51:10.612410 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b3e4aa-961d-438f-9119-e0d69279bfa0 None None] Checking router: d7a04783-b7f3-4670-b50f-e99127c79ecf for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:51:10.621864 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b3e4aa-961d-438f-9119-e0d69279bfa0 None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:10.622723 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d1b3e4aa-961d-438f-9119-e0d69279bfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:10.695931 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d7e9f0-9d11-4606-8f91-239ed06062b4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:51:10.708671 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-60d7e9f0-9d11-4606-8f91-239ed06062b4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/d7a04783-b7f3-4670-b50f-e99127c79ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7100017 Jul 28 11:51:10.711902 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60264) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:10.729554 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-d1b3e4aa-961d-438f-9119-e0d69279bfa0 None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:10.769923 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-84321bf5-c535-4937-a94f-ae8e5868b9a5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting subnet 8b220270-3f36-4aab-aece-c28de361b54b {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:51:10.773950 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-84321bf5-c535-4937-a94f-ae8e5868b9a5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:10.820873 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-84321bf5-c535-4937-a94f-ae8e5868b9a5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:10.929091 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-84321bf5-c535-4937-a94f-ae8e5868b9a5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:10.964422 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d1b3e4aa-961d-438f-9119-e0d69279bfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:10Z', 'revision_number': 8, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '7e1102a8-3c43-4b99-8c7b-23e89ffc74c9', 'name': '', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:1a:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:56Z', 'updated_at': '2021-07-28T11:51:03Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e706cef0-4d0d-40de-95c0-e7ef80273132', 'name': '', 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:c9:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:00Z', 'updated_at': '2021-07-28T11:51:05Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:10.992727 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b3e4aa-961d-438f-9119-e0d69279bfa0 None None] The sync data for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv is: [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:10Z', 'revision_number': 8, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '7e1102a8-3c43-4b99-8c7b-23e89ffc74c9', 'name': '', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:1a:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:56Z', 'updated_at': '2021-07-28T11:51:03Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e706cef0-4d0d-40de-95c0-e7ef80273132', 'name': '', 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:c9:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:00Z', 'updated_at': '2021-07-28T11:51:05Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:51:11.011680 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-84321bf5-c535-4937-a94f-ae8e5868b9a5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:11.051790 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-84321bf5-c535-4937-a94f-ae8e5868b9a5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:11.054317 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-84321bf5-c535-4937-a94f-ae8e5868b9a5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/subnets/8b220270-3f36-4aab-aece-c28de361b54b HTTP/1.1" status: 204 len: 168 time: 0.3408678 Jul 28 11:51:11.055541 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84321bf5-c535-4937-a94f-ae8e5868b9a5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Subnet': ['ID=8b220270-3f36-4aab-aece-c28de361b54b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:11.056986 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60268) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:11.058865 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8796d9-da3e-4bf1-9e32-ed09731e25cb None None] Network f74002a1-b267-429b-8d59-af727e16d8d4 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:51:11.148127 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:11.218252 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting port ae6c1c29-0262-445c-b702-fd00217f755c {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:51:11.218680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:11.277230 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c8552a-61fb-4c29-980f-e9beff5f463e None None] DHCP port deletion for f74002a1-b267-429b-8d59-af727e16d8d4 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:51:11.289227 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] For port ae6c1c29-0262-445c-b702-fd00217f755c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ae6c1c29-0262-445c-b702-fd00217f755c,segment=NetworkSegment(287051aa-78f6-4666-b786-e27b9b735dae),segment_id=287051aa-78f6-4666-b786-e27b9b735dae)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:11.289673 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:11.304418 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Calling delete_port for ae6c1c29-0262-445c-b702-fd00217f755c owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:51:11.318877 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16291f8-1b78-493e-b3c0-904be8b7fe8a None None] Sync routers for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:51:11.331966 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8552a-61fb-4c29-980f-e9beff5f463e None None] Deleting port ae6c1c29-0262-445c-b702-fd00217f755c {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:51:11.332335 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4c8552a-61fb-4c29-980f-e9beff5f463e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:11.336254 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16291f8-1b78-493e-b3c0-904be8b7fe8a None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:11.336858 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b16291f8-1b78-493e-b3c0-904be8b7fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:11.392532 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:11.420140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Port': ['ID=ae6c1c29-0262-445c-b702-fd00217f755c,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:11.425600 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] No DVR routers for this DVR port ae6c1c29-0262-445c-b702-fd00217f755c on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:51:11.468149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e4c8552a-61fb-4c29-980f-e9beff5f463e None None] For port ae6c1c29-0262-445c-b702-fd00217f755c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ae6c1c29-0262-445c-b702-fd00217f755c,segment=NetworkSegment(287051aa-78f6-4666-b786-e27b9b735dae),segment_id=287051aa-78f6-4666-b786-e27b9b735dae)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:11.468536 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4c8552a-61fb-4c29-980f-e9beff5f463e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:11.487005 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-b16291f8-1b78-493e-b3c0-904be8b7fe8a None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:11.487005 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8552a-61fb-4c29-980f-e9beff5f463e None None] Calling delete_port for ae6c1c29-0262-445c-b702-fd00217f755c owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:51:11.503042 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:11.514891 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74002a1-b267-429b-8d59-af727e16d8d4']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:11.525718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287051aa-78f6-4666-b786-e27b9b735dae') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:11.526018 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287051aa-78f6-4666-b786-e27b9b735dae') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:11.545658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:11.600901 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:11.614069 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:51:11.614606 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:51:11.618549 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:51:11.701802 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:11.707247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4c8552a-61fb-4c29-980f-e9beff5f463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:11.710819 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-071cf757-5c31-4dea-91ad-fce718b29d07 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:11.712506 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-071cf757-5c31-4dea-91ad-fce718b29d07 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.39 "GET /v2.0/networks?id=e07d2ed0-a995-4d4f-94db-237116eade44 HTTP/1.1" status: 200 len: 811 time: 0.1794059 Jul 28 11:51:11.718116 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:11.722340 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/networks/f74002a1-b267-429b-8d59-af727e16d8d4 HTTP/1.1" status: 204 len: 168 time: 0.6619790 Jul 28 11:51:11.723191 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60272) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:11.742337 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-14cee27b-88aa-4523-8de3-7d6c7ba8b28f req-702828a7-4297-422e-b5ea-c41fa9c6909e tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 210 time: 0.0401645 Jul 28 11:51:11.748548 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4c8552a-61fb-4c29-980f-e9beff5f463e None None] Network f74002a1-b267-429b-8d59-af727e16d8d4 is not hosted by any dhcp agent {{(pid=100417) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 11:51:11.748917 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8552a-61fb-4c29-980f-e9beff5f463e None None] No DVR routers for this DVR port ae6c1c29-0262-445c-b702-fd00217f755c on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:51:11.753067 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-9ec8aaed-3ba3-4a2f-b411-a164eac698ae tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Request body: {'port': {'device_id': '2a291bd7-6f5b-4c35-9e70-2e8168bed76a', 'network_id': 'e07d2ed0-a995-4d4f-94db-237116eade44', 'admin_state_up': True, 'tenant_id': '8713602d97a14705afdb62625de22741'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:11.778462 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee7b6b-1173-46d8-83e1-fc1d3d8b81cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Network': ['ID=f74002a1-b267-429b-8d59-af727e16d8d4,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:11.783024 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8552a-61fb-4c29-980f-e9beff5f463e None None] Pushing event deleted for resources: {'Port': ['ID=ae6c1c29-0262-445c-b702-fd00217f755c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:11.816887 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b16291f8-1b78-493e-b3c0-904be8b7fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:10Z', 'revision_number': 8, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '7e1102a8-3c43-4b99-8c7b-23e89ffc74c9', 'name': '', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:1a:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:56Z', 'updated_at': '2021-07-28T11:51:03Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e706cef0-4d0d-40de-95c0-e7ef80273132', 'name': '', 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:c9:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:00Z', 'updated_at': '2021-07-28T11:51:05Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:11.851435 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16291f8-1b78-493e-b3c0-904be8b7fe8a None None] Checking router: d7a04783-b7f3-4670-b50f-e99127c79ecf for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:51:11.861884 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16291f8-1b78-493e-b3c0-904be8b7fe8a None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:11.862672 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b16291f8-1b78-493e-b3c0-904be8b7fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:11.962669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-b16291f8-1b78-493e-b3c0-904be8b7fe8a None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:12.023288 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-9ec8aaed-3ba3-4a2f-b411-a164eac698ae tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Made reservation on behalf of 8713602d97a14705afdb62625de22741 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:51:12.026689 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-9ec8aaed-3ba3-4a2f-b411-a164eac698ae tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:12.196835 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b16291f8-1b78-493e-b3c0-904be8b7fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:10Z', 'revision_number': 8, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '7e1102a8-3c43-4b99-8c7b-23e89ffc74c9', 'name': '', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:1a:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:56Z', 'updated_at': '2021-07-28T11:51:03Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e706cef0-4d0d-40de-95c0-e7ef80273132', 'name': '', 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:c9:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:00Z', 'updated_at': '2021-07-28T11:51:05Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:12.214989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-9ec8aaed-3ba3-4a2f-b411-a164eac698ae tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Allocated IP 172.20.0.6 (e07d2ed0-a995-4d4f-94db-237116eade44/a9b6cb54-3d9d-474a-96ae-3dccec310599/b508bbc2-bee2-407a-a5a3-93be8159917a) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:51:12.228635 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16291f8-1b78-493e-b3c0-904be8b7fe8a None None] The sync data for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv is: [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:10Z', 'revision_number': 8, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '7e1102a8-3c43-4b99-8c7b-23e89ffc74c9', 'name': '', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:1a:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:56Z', 'updated_at': '2021-07-28T11:51:03Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e706cef0-4d0d-40de-95c0-e7ef80273132', 'name': '', 'network_id': 'bc9342fc-0f39-45fb-93dd-244b9bc3bd1a', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:c9:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:00Z', 'updated_at': '2021-07-28T11:51:05Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'f26f21f6-4b66-409b-bab8-8610bdb0218c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:51:12.379032 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-57a6a2cc-f8ac-452f-90d1-df46138e754b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:12.470951 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-9ec8aaed-3ba3-4a2f-b411-a164eac698ae tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:12.573818 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-9ec8aaed-3ba3-4a2f-b411-a164eac698ae tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:12.628990 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-9ec8aaed-3ba3-4a2f-b411-a164eac698ae tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Network e07d2ed0-a995-4d4f-94db-237116eade44 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:51:12.654579 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-9ec8aaed-3ba3-4a2f-b411-a164eac698ae tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:12.658335 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-9ec8aaed-3ba3-4a2f-b411-a164eac698ae tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:51:12.660992 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8aaed-3ba3-4a2f-b411-a164eac698ae tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Pushing event updated for resources: {'Port': ['ID=b508bbc2-bee2-407a-a5a3-93be8159917a,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:12.735854 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-9ec8aaed-3ba3-4a2f-b411-a164eac698ae tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:12.736383 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-9ec8aaed-3ba3-4a2f-b411-a164eac698ae tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:12.749008 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 945b3152-38d0-4386-9128-47c3604ce74f no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:51:12.754932 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-9ec8aaed-3ba3-4a2f-b411-a164eac698ae tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0139298 Jul 28 11:51:12.769147 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Request body: {'port': {'device_id': '2a291bd7-6f5b-4c35-9e70-2e8168bed76a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:12.775295 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 945b3152-38d0-4386-9128-47c3604ce74f {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:51:12.775295 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 945b3152-38d0-4386-9128-47c3604ce74f not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:51:12.775295 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ae6c1c29-0262-445c-b702-fd00217f755c no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:51:12.777579 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-57a6a2cc-f8ac-452f-90d1-df46138e754b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting port e706cef0-4d0d-40de-95c0-e7ef80273132 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:51:12.778170 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-57a6a2cc-f8ac-452f-90d1-df46138e754b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:12.801922 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: ae6c1c29-0262-445c-b702-fd00217f755c {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:51:12.802279 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ae6c1c29-0262-445c-b702-fd00217f755c not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:51:12.854899 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c92c94-7991-447e-ad23-80482172aa03 req-6d5a83bf-3e59-4bb6-8fd6-9b106f941aac tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:12.858602 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-90c92c94-7991-447e-ad23-80482172aa03 req-6d5a83bf-3e59-4bb6-8fd6-9b106f941aac tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 931 time: 0.0491884 Jul 28 11:51:12.888113 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:12.899102 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-90c92c94-7991-447e-ad23-80482172aa03 req-205178fb-5aaa-4a3e-a436-4bc1f375b871 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327876 Jul 28 11:51:12.941120 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-57a6a2cc-f8ac-452f-90d1-df46138e754b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] For port e706cef0-4d0d-40de-95c0-e7ef80273132, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e706cef0-4d0d-40de-95c0-e7ef80273132,segment=NetworkSegment(cfbfc780-a23a-47e2-87eb-770f6caa9421),segment_id=cfbfc780-a23a-47e2-87eb-770f6caa9421)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:12.941481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-57a6a2cc-f8ac-452f-90d1-df46138e754b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:12.959529 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-57a6a2cc-f8ac-452f-90d1-df46138e754b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Calling delete_port for e706cef0-4d0d-40de-95c0-e7ef80273132 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:51:13.618644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-57a6a2cc-f8ac-452f-90d1-df46138e754b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:13.622328 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b508bbc2-bee2-407a-a5a3-93be8159917a {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:51:13.637281 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:13.659480 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6a2cc-f8ac-452f-90d1-df46138e754b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Port': ['ID=e706cef0-4d0d-40de-95c0-e7ef80273132,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:13.685902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Transition to ACTIVE for port object b508bbc2-bee2-407a-a5a3-93be8159917a will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:13.690164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:13.814659 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Pushing event updated for resources: {'Port': ['ID=b508bbc2-bee2-407a-a5a3-93be8159917a,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:13.825565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-57a6a2cc-f8ac-452f-90d1-df46138e754b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:13.964274 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Attempting to bind port b508bbc2-bee2-407a-a5a3-93be8159917a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:51:13.964609 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Attempting to bind port b508bbc2-bee2-407a-a5a3-93be8159917a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '92bde5e8-d778-4a7a-ba80-28dc84c56e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e07d2ed0-a995-4d4f-94db-237116eade44'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:51:13.964940 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Attempting to bind port b508bbc2-bee2-407a-a5a3-93be8159917a on network e07d2ed0-a995-4d4f-94db-237116eade44 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:51:13.974142 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Port b508bbc2-bee2-407a-a5a3-93be8159917a on network e07d2ed0-a995-4d4f-94db-237116eade44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:51:13.975034 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Attempting to bind port b508bbc2-bee2-407a-a5a3-93be8159917a on network e07d2ed0-a995-4d4f-94db-237116eade44 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:51:13.982688 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:51:13.983195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Checking segment: {'id': '92bde5e8-d778-4a7a-ba80-28dc84c56e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e07d2ed0-a995-4d4f-94db-237116eade44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:51:13.983410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Bound using segment: {'id': '92bde5e8-d778-4a7a-ba80-28dc84c56e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e07d2ed0-a995-4d4f-94db-237116eade44'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:51:13.983838 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Bound port: b508bbc2-bee2-407a-a5a3-93be8159917a, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92bde5e8-d778-4a7a-ba80-28dc84c56e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e07d2ed0-a995-4d4f-94db-237116eade44'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:51:13.984195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:14.013571 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89a068-fff3-4d0a-940e-fc6ddda930e2 req-7988ca29-4b16-4053-bcd3-518bf2ce5072 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:14.015111 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5e89a068-fff3-4d0a-940e-fc6ddda930e2 req-7988ca29-4b16-4053-bcd3-518bf2ce5072 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 943 time: 0.0492809 Jul 28 11:51:14.055154 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5e89a068-fff3-4d0a-940e-fc6ddda930e2 req-56a44d55-b4bf-4de1-91ee-fd6d25ce4444 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338609 Jul 28 11:51:14.115527 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a6a2cc-f8ac-452f-90d1-df46138e754b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router d7a04783-b7f3-4670-b50f-e99127c79ecf has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:51:14.124218 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] For port b508bbc2-bee2-407a-a5a3-93be8159917a, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:51:14.128342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] For port b508bbc2-bee2-407a-a5a3-93be8159917a, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b508bbc2-bee2-407a-a5a3-93be8159917a,segment=NetworkSegment(92bde5e8-d778-4a7a-ba80-28dc84c56e3a),segment_id=92bde5e8-d778-4a7a-ba80-28dc84c56e3a)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:51:14.135135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:14.227349 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:14.227957 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:14.229324 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] 10.222.0.39 "PUT /v2.0/ports/b508bbc2-bee2-407a-a5a3-93be8159917a HTTP/1.1" status: 200 len: 1093 time: 1.4656303 Jul 28 11:51:14.231251 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a291bd7-6f5b-4c35-9e70-2e8168bed76a', 'tag': 'b508bbc2-bee2-407a-a5a3-93be8159917a'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:51:14.233529 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec816940-5fb4-4b71-8aa1-1e18fee5f220" -d '{"events": [{"name": "network-changed", "server_uuid": "2a291bd7-6f5b-4c35-9e70-2e8168bed76a", "tag": "b508bbc2-bee2-407a-a5a3-93be8159917a"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:51:14.267173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ae108-a76a-450a-a402-06790fb38b93 service neutron] Pushing event updated for resources: {'Port': ['ID=b508bbc2-bee2-407a-a5a3-93be8159917a,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:14.282374 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d3c238-16d7-46d9-a591-027b7ca7ae35 x-openstack-request-id: req-12d3c238-16d7-46d9-a591-027b7ca7ae35 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:51:14.282696 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a291bd7-6f5b-4c35-9e70-2e8168bed76a", "tag": "b508bbc2-bee2-407a-a5a3-93be8159917a", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:51:14.282946 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12d3c238-16d7-46d9-a591-027b7ca7ae35 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:51:14.283339 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a291bd7-6f5b-4c35-9e70-2e8168bed76a', 'tag': 'b508bbc2-bee2-407a-a5a3-93be8159917a', 'status': 'completed', 'code': 200} Jul 28 11:51:14.284305 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a6a2cc-f8ac-452f-90d1-df46138e754b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:51:14.297387 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b9321-3b13-4a6f-ba3d-f4341258e8ae None None] Sync routers for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:51:14.309456 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-57a6a2cc-f8ac-452f-90d1-df46138e754b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/d7a04783-b7f3-4670-b50f-e99127c79ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5801802 Jul 28 11:51:14.309663 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b9321-3b13-4a6f-ba3d-f4341258e8ae None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:14.309663 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-772b9321-3b13-4a6f-ba3d-f4341258e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:14.309927 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60288) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:14.366716 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-36366ddb-151f-4b31-9bdc-2001c0eb16cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting subnet f26f21f6-4b66-409b-bab8-8610bdb0218c {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:51:14.369883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-78b6a1ec-acf0-4934-b338-a9a07a0f282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:14.371395 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-78b6a1ec-acf0-4934-b338-a9a07a0f282a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8713602d97a14705afdb62625de22741&device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 1096 time: 0.1001875 Jul 28 11:51:14.373141 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36366ddb-151f-4b31-9bdc-2001c0eb16cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:14.397988 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-772b9321-3b13-4a6f-ba3d-f4341258e8ae None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:14.435656 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-7d7ed935-7dbe-4e50-89ab-343a13516547 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b508bbc2-bee2-407a-a5a3-93be8159917a HTTP/1.1" status: 200 len: 217 time: 0.0429249 Jul 28 11:51:14.454526 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36366ddb-151f-4b31-9bdc-2001c0eb16cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:14.522847 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-1c78526c-2508-43ec-af5b-1c51a4e0f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:14.524324 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-1c78526c-2508-43ec-af5b-1c51a4e0f74d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a9b6cb54-3d9d-474a-96ae-3dccec310599 HTTP/1.1" status: 200 len: 851 time: 0.0803533 Jul 28 11:51:14.574447 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-ff9b9bb8-fd55-434c-94e6-fab2187842a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e07d2ed0-a995-4d4f-94db-237116eade44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432355 Jul 28 11:51:14.598378 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-772b9321-3b13-4a6f-ba3d-f4341258e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:13Z', 'revision_number': 9, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '7e1102a8-3c43-4b99-8c7b-23e89ffc74c9', 'name': '', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:1a:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:56Z', 'updated_at': '2021-07-28T11:51:03Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:14.607678 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36366ddb-151f-4b31-9bdc-2001c0eb16cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:14.625134 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b9321-3b13-4a6f-ba3d-f4341258e8ae None None] Checking router: d7a04783-b7f3-4670-b50f-e99127c79ecf for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:51:14.633440 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b9321-3b13-4a6f-ba3d-f4341258e8ae None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:14.634043 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-772b9321-3b13-4a6f-ba3d-f4341258e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:14.718244 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-8e18c74b-67ad-44ba-8554-0ca2c1e9e870 service neutron] 10.222.0.39 "GET /v2.0/networks/e07d2ed0-a995-4d4f-94db-237116eade44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357446 Jul 28 11:51:14.723713 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36366ddb-151f-4b31-9bdc-2001c0eb16cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:14.736945 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-772b9321-3b13-4a6f-ba3d-f4341258e8ae None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:14.770318 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36366ddb-151f-4b31-9bdc-2001c0eb16cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Subnet': ['ID=f26f21f6-4b66-409b-bab8-8610bdb0218c,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:14.802530 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-36366ddb-151f-4b31-9bdc-2001c0eb16cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:14.807629 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-36366ddb-151f-4b31-9bdc-2001c0eb16cd tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/subnets/f26f21f6-4b66-409b-bab8-8610bdb0218c HTTP/1.1" status: 204 len: 168 time: 0.4936361 Jul 28 11:51:14.808386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60290) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:14.809569 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee11795-f1c4-4a11-a95e-230a1094ab69 None None] Network bc9342fc-0f39-45fb-93dd-244b9bc3bd1a requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:51:14.869507 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d090b340-996d-4b2d-a3f4-a0f5a17218b2 req-0c9ae061-2cf0-4fcc-94f7-7bba5dde35bf service neutron] 10.222.0.39 "GET /v2.0/networks/e07d2ed0-a995-4d4f-94db-237116eade44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430645 Jul 28 11:51:14.905729 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:14.964274 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting port 993e7f1d-5ac0-4465-85e2-a52eac29869b {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:51:14.964620 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:14.971930 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-772b9321-3b13-4a6f-ba3d-f4341258e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:13Z', 'revision_number': 9, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '7e1102a8-3c43-4b99-8c7b-23e89ffc74c9', 'name': '', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:1a:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:56Z', 'updated_at': '2021-07-28T11:51:03Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:14.973680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec816940-5fb4-4b71-8aa1-1e18fee5f220 req-bf5618ba-3854-4b26-8a89-a0e31f17ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:14.975914 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ec816940-5fb4-4b71-8aa1-1e18fee5f220 req-bf5618ba-3854-4b26-8a89-a0e31f17ef31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8713602d97a14705afdb62625de22741&device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 1096 time: 0.0513742 Jul 28 11:51:15.005217 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b9321-3b13-4a6f-ba3d-f4341258e8ae None None] The sync data for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv is: [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:13Z', 'revision_number': 9, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '7e1102a8-3c43-4b99-8c7b-23e89ffc74c9', 'name': '', 'network_id': '2ed57317-da57-413c-be22-b80efb149563', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:1a:11:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:56Z', 'updated_at': '2021-07-28T11:51:03Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': 'd70c976b-4bf4-4d73-9776-e07ab48eaccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:51:15.019274 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91d1093-ba45-44be-afa6-dc0bdd3d1cae None None] DHCP port deletion for bc9342fc-0f39-45fb-93dd-244b9bc3bd1a request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:51:15.038915 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] For port 993e7f1d-5ac0-4465-85e2-a52eac29869b, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=993e7f1d-5ac0-4465-85e2-a52eac29869b,segment=NetworkSegment(cfbfc780-a23a-47e2-87eb-770f6caa9421),segment_id=cfbfc780-a23a-47e2-87eb-770f6caa9421)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:15.039490 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:15.053448 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Calling delete_port for 993e7f1d-5ac0-4465-85e2-a52eac29869b owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:51:15.077320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d91d1093-ba45-44be-afa6-dc0bdd3d1cae None None] Deleting port 993e7f1d-5ac0-4465-85e2-a52eac29869b {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:51:15.077952 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d91d1093-ba45-44be-afa6-dc0bdd3d1cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:15.100765 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec816940-5fb4-4b71-8aa1-1e18fee5f220 req-be4b12fb-0020-4906-abf7-68734e600f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:15.103998 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ec816940-5fb4-4b71-8aa1-1e18fee5f220 req-be4b12fb-0020-4906-abf7-68734e600f8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=e07d2ed0-a995-4d4f-94db-237116eade44 HTTP/1.1" status: 200 len: 912 time: 0.1169109 Jul 28 11:51:15.144039 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:15.149376 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d91d1093-ba45-44be-afa6-dc0bdd3d1cae None None] For port 993e7f1d-5ac0-4465-85e2-a52eac29869b, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=993e7f1d-5ac0-4465-85e2-a52eac29869b,segment=NetworkSegment(cfbfc780-a23a-47e2-87eb-770f6caa9421),segment_id=cfbfc780-a23a-47e2-87eb-770f6caa9421)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:15.149778 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d91d1093-ba45-44be-afa6-dc0bdd3d1cae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:15.159103 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ec816940-5fb4-4b71-8aa1-1e18fee5f220 req-e81ceb4c-4cb9-4434-b4c9-f975a1153576 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b508bbc2-bee2-407a-a5a3-93be8159917a HTTP/1.1" status: 200 len: 217 time: 0.0455604 Jul 28 11:51:15.192130 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Port': ['ID=993e7f1d-5ac0-4465-85e2-a52eac29869b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:15.194878 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] No DVR routers for this DVR port 993e7f1d-5ac0-4465-85e2-a52eac29869b on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:51:15.217295 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec816940-5fb4-4b71-8aa1-1e18fee5f220 req-3a867fb0-8188-48ad-bc9c-a9dc063736ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:15.218967 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ec816940-5fb4-4b71-8aa1-1e18fee5f220 req-3a867fb0-8188-48ad-bc9c-a9dc063736ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a9b6cb54-3d9d-474a-96ae-3dccec310599 HTTP/1.1" status: 200 len: 851 time: 0.0528903 Jul 28 11:51:15.247294 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1afc70-0ade-4618-b7f1-530d673c4821 req-e79a395f-d236-446f-b86f-a22d3f9cb55c tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:15.248802 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bb1afc70-0ade-4618-b7f1-530d673c4821 req-e79a395f-d236-446f-b86f-a22d3f9cb55c tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 943 time: 0.1148140 Jul 28 11:51:15.257990 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ec816940-5fb4-4b71-8aa1-1e18fee5f220 req-5b639c04-2451-4819-a974-6c71389556dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e07d2ed0-a995-4d4f-94db-237116eade44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275607 Jul 28 11:51:15.309199 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:15.320186 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d91d1093-ba45-44be-afa6-dc0bdd3d1cae None None] Calling delete_port for 993e7f1d-5ac0-4465-85e2-a52eac29869b owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:51:15.326259 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9342fc-0f39-45fb-93dd-244b9bc3bd1a']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:15.337599 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bb1afc70-0ade-4618-b7f1-530d673c4821 req-35d582fc-af47-42de-a850-227e1ed1a651 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625873 Jul 28 11:51:15.340976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfbfc780-a23a-47e2-87eb-770f6caa9421') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:15.341507 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfbfc780-a23a-47e2-87eb-770f6caa9421') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:15.352899 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:15.369744 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:15.377713 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:51:15.378114 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:15.379736 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ec816940-5fb4-4b71-8aa1-1e18fee5f220 req-d13162f8-2d6e-4c63-be42-9d2ee115ca39 service neutron] 10.222.0.39 "GET /v2.0/networks/e07d2ed0-a995-4d4f-94db-237116eade44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130979 Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:51:15.381733 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:51:15.416490 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d91d1093-ba45-44be-afa6-dc0bdd3d1cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:15.449516 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91d1093-ba45-44be-afa6-dc0bdd3d1cae None None] No DVR routers for this DVR port 993e7f1d-5ac0-4465-85e2-a52eac29869b on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:51:15.454833 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:15.457012 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d1093-ba45-44be-afa6-dc0bdd3d1cae None None] Pushing event deleted for resources: {'Port': ['ID=993e7f1d-5ac0-4465-85e2-a52eac29869b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:15.468639 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:15.471049 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/networks/bc9342fc-0f39-45fb-93dd-244b9bc3bd1a HTTP/1.1" status: 204 len: 168 time: 0.6627319 Jul 28 11:51:15.473933 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60294) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:15.489992 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23229bb8-ef6e-4415-b13e-d12857dfb572 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Network': ['ID=bc9342fc-0f39-45fb-93dd-244b9bc3bd1a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:15.501593 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ec816940-5fb4-4b71-8aa1-1e18fee5f220 req-b9e2a4c6-284a-456f-92d8-7ee8a09b8353 service neutron] 10.222.0.39 "GET /v2.0/networks/e07d2ed0-a995-4d4f-94db-237116eade44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133540 Jul 28 11:51:15.807253 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5a36cbba-9fc0-4fb1-aec8-98a98c31b8c8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:16.054069 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-5a36cbba-9fc0-4fb1-aec8-98a98c31b8c8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting port 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:51:16.054810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5a36cbba-9fc0-4fb1-aec8-98a98c31b8c8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:16.142120 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-5a36cbba-9fc0-4fb1-aec8-98a98c31b8c8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] For port 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7e1102a8-3c43-4b99-8c7b-23e89ffc74c9,segment=NetworkSegment(9687b875-5244-4efd-98e8-cf14e0d73949),segment_id=9687b875-5244-4efd-98e8-cf14e0d73949)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:16.142501 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5a36cbba-9fc0-4fb1-aec8-98a98c31b8c8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:16.155588 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-5a36cbba-9fc0-4fb1-aec8-98a98c31b8c8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Calling delete_port for 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:51:16.323718 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5a36cbba-9fc0-4fb1-aec8-98a98c31b8c8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:16.347320 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36cbba-9fc0-4fb1-aec8-98a98c31b8c8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Port': ['ID=7e1102a8-3c43-4b99-8c7b-23e89ffc74c9,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:16.493831 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5a36cbba-9fc0-4fb1-aec8-98a98c31b8c8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:16.512016 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefd171-dda8-413b-85a4-047314cef01a req-7df396e8-8754-41b5-a70c-6242e9f4009d tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:16.513524 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-dcefd171-dda8-413b-85a4-047314cef01a req-7df396e8-8754-41b5-a70c-6242e9f4009d tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 943 time: 0.0737586 Jul 28 11:51:16.623650 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-dcefd171-dda8-413b-85a4-047314cef01a req-070a8e9f-bf3a-4062-a794-9131c87c9c40 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742190 Jul 28 11:51:16.719104 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a36cbba-9fc0-4fb1-aec8-98a98c31b8c8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router d7a04783-b7f3-4670-b50f-e99127c79ecf has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:51:16.767935 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e706cef0-4d0d-40de-95c0-e7ef80273132 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:51:16.791038 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: e706cef0-4d0d-40de-95c0-e7ef80273132 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:51:16.791383 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e706cef0-4d0d-40de-95c0-e7ef80273132 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:51:16.791811 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 993e7f1d-5ac0-4465-85e2-a52eac29869b no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:51:16.811873 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 993e7f1d-5ac0-4465-85e2-a52eac29869b {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:51:16.812221 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 993e7f1d-5ac0-4465-85e2-a52eac29869b not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:51:17.095171 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a36cbba-9fc0-4fb1-aec8-98a98c31b8c8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:51:17.100801 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5a36cbba-9fc0-4fb1-aec8-98a98c31b8c8 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/d7a04783-b7f3-4670-b50f-e99127c79ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6260607 Jul 28 11:51:17.103510 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60302) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:17.105885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f29dcc1-27f8-411d-b075-fcc6649b7779 None None] Sync routers for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:51:17.115754 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f29dcc1-27f8-411d-b075-fcc6649b7779 None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:17.116303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6f29dcc1-27f8-411d-b075-fcc6649b7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:17.153336 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-788b635c-7876-49a7-9852-d3a372b9841e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting subnet d70c976b-4bf4-4d73-9776-e07ab48eaccf {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:51:17.156433 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-788b635c-7876-49a7-9852-d3a372b9841e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:17.196263 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-788b635c-7876-49a7-9852-d3a372b9841e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:17.200030 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-6f29dcc1-27f8-411d-b075-fcc6649b7779 None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:17.285213 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-788b635c-7876-49a7-9852-d3a372b9841e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:17.345096 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-788b635c-7876-49a7-9852-d3a372b9841e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:17.374712 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-788b635c-7876-49a7-9852-d3a372b9841e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:17.379476 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-788b635c-7876-49a7-9852-d3a372b9841e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/subnets/d70c976b-4bf4-4d73-9776-e07ab48eaccf HTTP/1.1" status: 204 len: 168 time: 0.2721028 Jul 28 11:51:17.379476 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b635c-7876-49a7-9852-d3a372b9841e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Subnet': ['ID=d70c976b-4bf4-4d73-9776-e07ab48eaccf,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:17.379727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60304) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:17.383891 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe59837e-d6af-4a94-96f5-089b0e748008 None None] Network 2ed57317-da57-413c-be22-b80efb149563 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:51:17.456319 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6f29dcc1-27f8-411d-b075-fcc6649b7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:16Z', 'revision_number': 10, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:17.458352 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:17.486503 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f29dcc1-27f8-411d-b075-fcc6649b7779 None None] Checking router: d7a04783-b7f3-4670-b50f-e99127c79ecf for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:51:17.510916 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting port cd659153-2544-4dfe-abac-b56c540898d1 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:51:17.511290 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:17.532099 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f29dcc1-27f8-411d-b075-fcc6649b7779 None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:17.532737 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6f29dcc1-27f8-411d-b075-fcc6649b7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:17.578364 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] For port cd659153-2544-4dfe-abac-b56c540898d1, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=cd659153-2544-4dfe-abac-b56c540898d1,segment=NetworkSegment(9687b875-5244-4efd-98e8-cf14e0d73949),segment_id=9687b875-5244-4efd-98e8-cf14e0d73949)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:17.578764 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:17.591468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Calling delete_port for cd659153-2544-4dfe-abac-b56c540898d1 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:51:17.626828 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-6f29dcc1-27f8-411d-b075-fcc6649b7779 None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:17.679330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:17.712249 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced1c0cd-a77b-4a3c-b6b4-b4bd6ad1db29 None None] DHCP port deletion for 2ed57317-da57-413c-be22-b80efb149563 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:51:17.717467 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Port': ['ID=cd659153-2544-4dfe-abac-b56c540898d1,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:17.721300 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] No DVR routers for this DVR port cd659153-2544-4dfe-abac-b56c540898d1 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:51:17.759506 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080c822-df8b-4ac2-a1a9-7369ad60305c req-1b8f52af-26e3-47be-8ba3-75da25337ba3 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:17.761784 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3080c822-df8b-4ac2-a1a9-7369ad60305c req-1b8f52af-26e3-47be-8ba3-75da25337ba3 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 943 time: 0.0547194 Jul 28 11:51:17.811427 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:17.811660 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3080c822-df8b-4ac2-a1a9-7369ad60305c req-04e8e665-2e12-424f-b86b-d9b8405ecacf tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366912 Jul 28 11:51:17.822166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed57317-da57-413c-be22-b80efb149563']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:17.832987 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9687b875-5244-4efd-98e8-cf14e0d73949') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:17.833389 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9687b875-5244-4efd-98e8-cf14e0d73949') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:17.842236 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:17.856094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:17.859992 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6f29dcc1-27f8-411d-b075-fcc6649b7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:16Z', 'revision_number': 10, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:17.862257 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:51:17.862689 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:51:17.866130 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:51:17.887640 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f29dcc1-27f8-411d-b075-fcc6649b7779 None None] The sync data for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv is: [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:16Z', 'revision_number': 10, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None, '_interfaces': [{'id': '8b000889-7886-4548-a7aa-42e4a97024bf', 'name': '', 'network_id': '081dc3a1-9fab-457d-a527-4deae34312d3', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'mac_address': 'fa:16:3e:d9:4a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:50Z', 'updated_at': '2021-07-28T11:50:57Z', 'revision_number': 5, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'subnets': [{'id': '7c4c0a6f-df7b-4f44-ba89-9a0b91b55476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:51:17.927234 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:17.934366 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:17.936151 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/networks/2ed57317-da57-413c-be22-b80efb149563 HTTP/1.1" status: 204 len: 168 time: 0.5558875 Jul 28 11:51:17.939170 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60308) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:17.948598 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df8965-f268-4fc5-8765-12216e9ba67a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Network': ['ID=2ed57317-da57-413c-be22-b80efb149563,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:18.261692 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f4b58a16-415e-4d58-b2ff-4f5f43cb29c6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:18.366890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b508bbc2-bee2-407a-a5a3-93be8159917a details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:51:18.463774 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b508bbc2-bee2-407a-a5a3-93be8159917a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b508bbc2-bee2-407a-a5a3-93be8159917a,segment=NetworkSegment(92bde5e8-d778-4a7a-ba80-28dc84c56e3a),segment_id=92bde5e8-d778-4a7a-ba80-28dc84c56e3a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:18.475381 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': 'b508bbc2-bee2-407a-a5a3-93be8159917a', 'network_id': 'e07d2ed0-a995-4d4f-94db-237116eade44', 'port_id': 'b508bbc2-bee2-407a-a5a3-93be8159917a', 'mac_address': 'fa:16:3e:99:4b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b6cb54-3d9d-474a-96ae-3dccec310599', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:51:18.507509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f4b58a16-415e-4d58-b2ff-4f5f43cb29c6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting port 8b000889-7886-4548-a7aa-42e4a97024bf {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:51:18.507851 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f4b58a16-415e-4d58-b2ff-4f5f43cb29c6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:18.511644 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:18.524710 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b508bbc2-bee2-407a-a5a3-93be8159917a {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:51:18.543692 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b508bbc2-bee2-407a-a5a3-93be8159917a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b508bbc2-bee2-407a-a5a3-93be8159917a,segment=NetworkSegment(92bde5e8-d778-4a7a-ba80-28dc84c56e3a),segment_id=92bde5e8-d778-4a7a-ba80-28dc84c56e3a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:18.547946 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:18.594719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=b508bbc2-bee2-407a-a5a3-93be8159917a,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:18.596763 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-f4b58a16-415e-4d58-b2ff-4f5f43cb29c6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] For port 8b000889-7886-4548-a7aa-42e4a97024bf, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=8b000889-7886-4548-a7aa-42e4a97024bf,segment=NetworkSegment(fd0a9167-af72-43b0-9f91-60341ecc4adc),segment_id=fd0a9167-af72-43b0-9f91-60341ecc4adc)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:18.597126 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f4b58a16-415e-4d58-b2ff-4f5f43cb29c6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:18.610252 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f4b58a16-415e-4d58-b2ff-4f5f43cb29c6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Calling delete_port for 8b000889-7886-4548-a7aa-42e4a97024bf owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:51:18.717889 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device cd659153-2544-4dfe-abac-b56c540898d1 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:51:18.738562 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: cd659153-2544-4dfe-abac-b56c540898d1 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:51:18.738896 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device cd659153-2544-4dfe-abac-b56c540898d1 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:51:18.739385 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:51:18.760429 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:51:18.760773 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7e1102a8-3c43-4b99-8c7b-23e89ffc74c9 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:51:18.780316 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f4b58a16-415e-4d58-b2ff-4f5f43cb29c6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:18.788690 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['b508bbc2-bee2-407a-a5a3-93be8159917a'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:51:18.808572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b58a16-415e-4d58-b2ff-4f5f43cb29c6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Port': ['ID=8b000889-7886-4548-a7aa-42e4a97024bf,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:18.922003 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f4b58a16-415e-4d58-b2ff-4f5f43cb29c6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:19.036241 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4bac0-0a92-43da-a085-0f36873f2708 req-699c5768-0dc5-4ac4-8c9d-6ec0021f6461 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:19.038005 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-46f4bac0-0a92-43da-a085-0f36873f2708 req-699c5768-0dc5-4ac4-8c9d-6ec0021f6461 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 944 time: 0.1294584 Jul 28 11:51:19.135644 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-46f4bac0-0a92-43da-a085-0f36873f2708 req-e80c1b03-befe-4921-b89c-c65233752ee9 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912962 Jul 28 11:51:19.137223 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b58a16-415e-4d58-b2ff-4f5f43cb29c6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router d7a04783-b7f3-4670-b50f-e99127c79ecf has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:51:19.212444 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b58a16-415e-4d58-b2ff-4f5f43cb29c6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:51:19.217539 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f4b58a16-415e-4d58-b2ff-4f5f43cb29c6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/d7a04783-b7f3-4670-b50f-e99127c79ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2773333 Jul 28 11:51:19.220276 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60312) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:19.221310 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15a14d-2290-430a-b3ab-99aac0ea4cd1 None None] Sync routers for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:51:19.230908 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c15a14d-2290-430a-b3ab-99aac0ea4cd1 None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:19.231510 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-8c15a14d-2290-430a-b3ab-99aac0ea4cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:19.273957 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-7348edaf-7a32-4239-ada2-a608b3fb2337 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting subnet 7c4c0a6f-df7b-4f44-ba89-9a0b91b55476 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:51:19.277210 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7348edaf-7a32-4239-ada2-a608b3fb2337 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:19.298095 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-8c15a14d-2290-430a-b3ab-99aac0ea4cd1 None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:19.321838 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7348edaf-7a32-4239-ada2-a608b3fb2337 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:19.407782 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7348edaf-7a32-4239-ada2-a608b3fb2337 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:19.439101 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-8c15a14d-2290-430a-b3ab-99aac0ea4cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:18Z', 'revision_number': 11, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:19.464145 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15a14d-2290-430a-b3ab-99aac0ea4cd1 None None] Checking router: d7a04783-b7f3-4670-b50f-e99127c79ecf for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:51:19.466633 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7348edaf-7a32-4239-ada2-a608b3fb2337 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:19.472291 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c15a14d-2290-430a-b3ab-99aac0ea4cd1 None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:19.472896 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-8c15a14d-2290-430a-b3ab-99aac0ea4cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:19.496281 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348edaf-7a32-4239-ada2-a608b3fb2337 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Subnet': ['ID=7c4c0a6f-df7b-4f44-ba89-9a0b91b55476,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:19.501908 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7348edaf-7a32-4239-ada2-a608b3fb2337 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:19.506913 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7348edaf-7a32-4239-ada2-a608b3fb2337 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/subnets/7c4c0a6f-df7b-4f44-ba89-9a0b91b55476 HTTP/1.1" status: 204 len: 168 time: 0.2826655 Jul 28 11:51:19.507472 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60314) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:19.510656 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8c8861-57bf-4964-806a-3a616ddc4180 None None] Network 081dc3a1-9fab-457d-a527-4deae34312d3 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:51:19.543032 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-8c15a14d-2290-430a-b3ab-99aac0ea4cd1 None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:19.588345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:19.596775 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-8c15a14d-2290-430a-b3ab-99aac0ea4cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:18Z', 'revision_number': 11, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:19.623578 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15a14d-2290-430a-b3ab-99aac0ea4cd1 None None] The sync data for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv is: [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:18Z', 'revision_number': 11, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:51:19.648666 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Deleting port e8178864-cb7c-4a93-b2be-e2d240dd5fcd {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:51:19.649010 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:19.719786 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] For port e8178864-cb7c-4a93-b2be-e2d240dd5fcd, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e8178864-cb7c-4a93-b2be-e2d240dd5fcd,segment=NetworkSegment(fd0a9167-af72-43b0-9f91-60341ecc4adc),segment_id=fd0a9167-af72-43b0-9f91-60341ecc4adc)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:19.720149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:19.732989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Calling delete_port for e8178864-cb7c-4a93-b2be-e2d240dd5fcd owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:51:19.808922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:19.831342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Port': ['ID=e8178864-cb7c-4a93-b2be-e2d240dd5fcd,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:19.837279 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] No DVR routers for this DVR port e8178864-cb7c-4a93-b2be-e2d240dd5fcd on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:51:19.915344 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:19.924605 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081dc3a1-9fab-457d-a527-4deae34312d3']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:19.934633 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0a9167-af72-43b0-9f91-60341ecc4adc') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:19.934932 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0a9167-af72-43b0-9f91-60341ecc4adc') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:19.943988 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:19.957687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:19.964852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:51:19.965250 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:51:19.968508 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:51:19.987764 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e604ec70-39de-4ec0-92ea-e3339b56cc97 None None] DHCP port deletion for 081dc3a1-9fab-457d-a527-4deae34312d3 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:51:20.006282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:20.028140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:20.034982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:20.036989 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/networks/081dc3a1-9fab-457d-a527-4deae34312d3 HTTP/1.1" status: 204 len: 168 time: 0.5283759 Jul 28 11:51:20.039882 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60318) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:20.044773 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-8ca8f2cb-a821-4ea1-a132-0567f99ea616 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'router': {'routes': None}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:20.048844 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd1336-7a9e-46ca-a5a7-f2c3da739fb9 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Pushing event deleted for resources: {'Network': ['ID=081dc3a1-9fab-457d-a527-4deae34312d3,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:20.198546 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.extraroute_db [None req-8ca8f2cb-a821-4ea1-a132-0567f99ea616 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Added routes are [] {{(pid=100416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 11:51:20.198850 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.extraroute_db [None req-8ca8f2cb-a821-4ea1-a132-0567f99ea616 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Removed routes are [] {{(pid=100416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 11:51:20.199215 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f2cb-a821-4ea1-a132-0567f99ea616 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:20.340597 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cc4d6-d567-4a7e-8148-5a3d62ec9354 req-8027add3-7ff7-4504-8d5c-95e5c803644a tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:20.341995 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ce2cc4d6-d567-4a7e-8148-5a3d62ec9354 req-8027add3-7ff7-4504-8d5c-95e5c803644a tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 944 time: 0.1397972 Jul 28 11:51:20.366980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b508bbc2-bee2-407a-a5a3-93be8159917a up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:20.377941 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f2cb-a821-4ea1-a132-0567f99ea616 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:20.389009 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f2cb-a821-4ea1-a132-0567f99ea616 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:20.415966 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port b508bbc2-bee2-407a-a5a3-93be8159917a completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:20.420009 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port b508bbc2-bee2-407a-a5a3-93be8159917a triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:20.420383 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:20.445380 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ce2cc4d6-d567-4a7e-8148-5a3d62ec9354 req-899a6f3a-79a3-4562-951d-fd5e46197e7b tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784316 Jul 28 11:51:20.481595 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca8f2cb-a821-4ea1-a132-0567f99ea616 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router d7a04783-b7f3-4670-b50f-e99127c79ecf has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:51:20.510622 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:20.533214 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a291bd7-6f5b-4c35-9e70-2e8168bed76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b508bbc2-bee2-407a-a5a3-93be8159917a'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:51:20.535492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062db1f5-a240-4da4-a1ed-63dc605b745e" -d '{"events": [{"server_uuid": "2a291bd7-6f5b-4c35-9e70-2e8168bed76a", "name": "network-vif-plugged", "status": "completed", "tag": "b508bbc2-bee2-407a-a5a3-93be8159917a"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:51:20.548580 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b508bbc2-bee2-407a-a5a3-93be8159917a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b508bbc2-bee2-407a-a5a3-93be8159917a,segment=NetworkSegment(92bde5e8-d778-4a7a-ba80-28dc84c56e3a),segment_id=92bde5e8-d778-4a7a-ba80-28dc84c56e3a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:20.554689 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:20.559223 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca8f2cb-a821-4ea1-a132-0567f99ea616 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:51:20.566701 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f2cb-a821-4ea1-a132-0567f99ea616 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:20.568858 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8ca8f2cb-a821-4ea1-a132-0567f99ea616 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/d7a04783-b7f3-4670-b50f-e99127c79ecf HTTP/1.1" status: 200 len: 705 time: 0.5269978 Jul 28 11:51:20.571466 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60324) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:20.587247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4383d2-362d-402a-8ce2-22bd09854137 x-openstack-request-id: req-7b4383d2-362d-402a-8ce2-22bd09854137 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:51:20.587530 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a291bd7-6f5b-4c35-9e70-2e8168bed76a", "name": "network-vif-plugged", "status": "completed", "tag": "b508bbc2-bee2-407a-a5a3-93be8159917a", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:51:20.587790 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b4383d2-362d-402a-8ce2-22bd09854137 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:51:20.588174 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a291bd7-6f5b-4c35-9e70-2e8168bed76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b508bbc2-bee2-407a-a5a3-93be8159917a', 'code': 200} Jul 28 11:51:20.588966 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63560585-b6c6-4a07-a687-164ee552bf7a None None] Sync routers for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:51:20.599999 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ab6d1554-6350-4d6f-98d7-3a9fd1d84279 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7a04783-b7f3-4670-b50f-e99127c79ecf HTTP/1.1" status: 200 len: 205 time: 0.0271254 Jul 28 11:51:20.603419 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60326) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:20.608749 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63560585-b6c6-4a07-a687-164ee552bf7a None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:20.609395 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-63560585-b6c6-4a07-a687-164ee552bf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:20.682087 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-88374c0d-5f06-4b11-b0d7-d858174c4d5e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:20.691701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=b508bbc2-bee2-407a-a5a3-93be8159917a,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:20.699202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-63560585-b6c6-4a07-a687-164ee552bf7a None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:20.733281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 8b000889-7886-4548-a7aa-42e4a97024bf no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:51:20.779738 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-63560585-b6c6-4a07-a687-164ee552bf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:18Z', 'revision_number': 11, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:20.781559 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 8b000889-7886-4548-a7aa-42e4a97024bf {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:51:20.781895 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 8b000889-7886-4548-a7aa-42e4a97024bf not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:51:20.782327 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e8178864-cb7c-4a93-b2be-e2d240dd5fcd no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:51:20.823072 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63560585-b6c6-4a07-a687-164ee552bf7a None None] Checking router: d7a04783-b7f3-4670-b50f-e99127c79ecf for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:51:20.824971 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: e8178864-cb7c-4a93-b2be-e2d240dd5fcd {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:51:20.825315 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e8178864-cb7c-4a93-b2be-e2d240dd5fcd not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:51:20.834793 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63560585-b6c6-4a07-a687-164ee552bf7a None None] Routers {'d7a04783-b7f3-4670-b50f-e99127c79ecf'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:20.835399 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-63560585-b6c6-4a07-a687-164ee552bf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['d7a04783-b7f3-4670-b50f-e99127c79ecf'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:20.868827 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-88374c0d-5f06-4b11-b0d7-d858174c4d5e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:20.871472 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-88374c0d-5f06-4b11-b0d7-d858174c4d5e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:20.874136 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6948b2b-d1a3-4309-a54e-761c40851f27 req-c2eed0ef-3e04-4667-a3f3-36c468412467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:20.875801 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c6948b2b-d1a3-4309-a54e-761c40851f27 req-c2eed0ef-3e04-4667-a3f3-36c468412467 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 1098 time: 0.1293843 Jul 28 11:51:20.907332 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-63560585-b6c6-4a07-a687-164ee552bf7a None None] Set router d7a04783-b7f3-4670-b50f-e99127c79ecf gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:20.930933 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-88374c0d-5f06-4b11-b0d7-d858174c4d5e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:20.931448 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88374c0d-5f06-4b11-b0d7-d858174c4d5e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Fanout notify agent at l3_agent the message router_deleted on router d7a04783-b7f3-4670-b50f-e99127c79ecf {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:51:20.939342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-88374c0d-5f06-4b11-b0d7-d858174c4d5e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:20.944728 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-88374c0d-5f06-4b11-b0d7-d858174c4d5e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/routers/d7a04783-b7f3-4670-b50f-e99127c79ecf HTTP/1.1" status: 204 len: 168 time: 0.3360224 Jul 28 11:51:20.946646 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60328) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:20.951623 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-55f9f1cd-a2a8-4320-8b48-6b66ecdd03a7 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-138930748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:20.952966 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c6948b2b-d1a3-4309-a54e-761c40851f27 req-ba47db56-8859-4de6-aa9f-f5fcfbee6853 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393817 Jul 28 11:51:20.962546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-63560585-b6c6-4a07-a687-164ee552bf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:18Z', 'revision_number': 11, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:20.974641 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-55f9f1cd-a2a8-4320-8b48-6b66ecdd03a7 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:20.975791 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-55f9f1cd-a2a8-4320-8b48-6b66ecdd03a7 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:20.988406 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63560585-b6c6-4a07-a687-164ee552bf7a None None] The sync data for ids ['d7a04783-b7f3-4670-b50f-e99127c79ecf'] in dv-neutron-786478-16-hyperv is: [{'id': 'd7a04783-b7f3-4670-b50f-e99127c79ecf', 'name': 'tempest-RoutersIpV6Test-router-1409413665', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:51:18Z', 'revision_number': 11, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:51:21.028199 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-55f9f1cd-a2a8-4320-8b48-6b66ecdd03a7 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:21.032350 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-55f9f1cd-a2a8-4320-8b48-6b66ecdd03a7 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:21.048357 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-55f9f1cd-a2a8-4320-8b48-6b66ecdd03a7 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:21.052756 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-55f9f1cd-a2a8-4320-8b48-6b66ecdd03a7 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1018088 Jul 28 11:51:21.053137 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60330) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:21.057915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-9a6b1b6f-ede7-41b7-b428-36394be70ad6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:21.263741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9a6b1b6f-ede7-41b7-b428-36394be70ad6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:21.274018 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9a6b1b6f-ede7-41b7-b428-36394be70ad6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:21.369527 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6b1b6f-ede7-41b7-b428-36394be70ad6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Router 12c214f7-2bd6-4e59-801d-18d90fec53e7 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:51:21.443718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6b1b6f-ede7-41b7-b428-36394be70ad6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:51:21.450013 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9a6b1b6f-ede7-41b7-b428-36394be70ad6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:21.451184 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9a6b1b6f-ede7-41b7-b428-36394be70ad6 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "PUT /v2.0/routers/12c214f7-2bd6-4e59-801d-18d90fec53e7 HTTP/1.1" status: 200 len: 697 time: 0.3969975 Jul 28 11:51:21.452815 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efab309a-f3b5-47e4-8d61-f99d258613f7 None None] Sync routers for ids ['12c214f7-2bd6-4e59-801d-18d90fec53e7'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:51:21.453773 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60332) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:21.462402 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efab309a-f3b5-47e4-8d61-f99d258613f7 None None] Routers {'12c214f7-2bd6-4e59-801d-18d90fec53e7'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:21.463037 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-efab309a-f3b5-47e4-8d61-f99d258613f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['12c214f7-2bd6-4e59-801d-18d90fec53e7'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:21.533409 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d49674b5-f469-4942-b3a4-765747537e1e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/routers/12c214f7-2bd6-4e59-801d-18d90fec53e7 HTTP/1.1" status: 200 len: 703 time: 0.0785589 Jul 28 11:51:21.535172 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-efab309a-f3b5-47e4-8d61-f99d258613f7 None None] Set router 12c214f7-2bd6-4e59-801d-18d90fec53e7 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:21.536107 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60338) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:21.572176 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7e79c-00df-46e2-8bfd-c78f1cdc612d req-acff30bd-0ba7-43c1-951d-2802037d2879 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:21.573807 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-04d7e79c-00df-46e2-8bfd-c78f1cdc612d req-acff30bd-0ba7-43c1-951d-2802037d2879 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 945 time: 0.0611680 Jul 28 11:51:21.594014 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-efab309a-f3b5-47e4-8d61-f99d258613f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c214f7-2bd6-4e59-801d-18d90fec53e7', 'name': 'tempest-RoutersIpV6Test-router-138930748', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:20Z', 'updated_at': '2021-07-28T11:51:21Z', 'revision_number': 2, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:21.617274 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-04d7e79c-00df-46e2-8bfd-c78f1cdc612d req-470760af-9d31-4690-a454-be0885c6432a tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371678 Jul 28 11:51:21.630665 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efab309a-f3b5-47e4-8d61-f99d258613f7 None None] Checking router: 12c214f7-2bd6-4e59-801d-18d90fec53e7 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:51:21.640095 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efab309a-f3b5-47e4-8d61-f99d258613f7 None None] Routers {'12c214f7-2bd6-4e59-801d-18d90fec53e7'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:21.640720 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-efab309a-f3b5-47e4-8d61-f99d258613f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['12c214f7-2bd6-4e59-801d-18d90fec53e7'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:21.713542 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-efab309a-f3b5-47e4-8d61-f99d258613f7 None None] Set router 12c214f7-2bd6-4e59-801d-18d90fec53e7 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:21.772251 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-efab309a-f3b5-47e4-8d61-f99d258613f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c214f7-2bd6-4e59-801d-18d90fec53e7', 'name': 'tempest-RoutersIpV6Test-router-138930748', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:20Z', 'updated_at': '2021-07-28T11:51:21Z', 'revision_number': 2, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:21.801059 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efab309a-f3b5-47e4-8d61-f99d258613f7 None None] The sync data for ids ['12c214f7-2bd6-4e59-801d-18d90fec53e7'] in dv-neutron-786478-16-hyperv is: [{'id': '12c214f7-2bd6-4e59-801d-18d90fec53e7', 'name': 'tempest-RoutersIpV6Test-router-138930748', 'tenant_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:20Z', 'updated_at': '2021-07-28T11:51:21Z', 'revision_number': 2, 'project_id': '04093eec5d8d4cf9b8ec051e24adc35e', 'gw_port_host': None}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:51:21.891102 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fdd87b9a-e1a3-48e6-bfaf-96d11ede52c4 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports?device_id=12c214f7-2bd6-4e59-801d-18d90fec53e7 HTTP/1.1" status: 200 len: 205 time: 0.3532162 Jul 28 11:51:21.893672 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60340) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:21.969473 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1544a453-6725-4498-8675-1eb118a901df tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:22.126644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1544a453-6725-4498-8675-1eb118a901df tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:22.128754 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1544a453-6725-4498-8675-1eb118a901df tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:22.171676 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1544a453-6725-4498-8675-1eb118a901df tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:22.172204 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1544a453-6725-4498-8675-1eb118a901df tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Fanout notify agent at l3_agent the message router_deleted on router 12c214f7-2bd6-4e59-801d-18d90fec53e7 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:51:22.178920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1544a453-6725-4498-8675-1eb118a901df tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:22.180015 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1544a453-6725-4498-8675-1eb118a901df tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/routers/12c214f7-2bd6-4e59-801d-18d90fec53e7 HTTP/1.1" status: 204 len: 168 time: 0.2854538 Jul 28 11:51:22.183443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60342) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.210883 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-392d956b-3005-43d6-bde8-86890eb630a2 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports?device_id=12c214f7-2bd6-4e59-801d-18d90fec53e7 HTTP/1.1" status: 200 len: 205 time: 0.0262895 Jul 28 11:51:22.213264 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60344) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.251707 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-ede79037-71a7-405a-b0f7-f6c0f057a42a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] delete failed (client error): The resource could not be found. Jul 28 11:51:22.252695 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ede79037-71a7-405a-b0f7-f6c0f057a42a tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/routers/12c214f7-2bd6-4e59-801d-18d90fec53e7 HTTP/1.1" status: 404 len: 336 time: 0.0385585 Jul 28 11:51:22.255088 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60346) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.281523 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-544886d2-7e38-471a-bd36-71f3fc2a4ab5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] DELETE failed (client error): The resource could not be found. Jul 28 11:51:22.281975 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544886d2-7e38-471a-bd36-71f3fc2a4ab5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:51:22.283709 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-544886d2-7e38-471a-bd36-71f3fc2a4ab5 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/subnets/8b220270-3f36-4aab-aece-c28de361b54b HTTP/1.1" status: 404 len: 337 time: 0.0272350 Jul 28 11:51:22.285975 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60348) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.310852 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bbb0c4-f358-49bf-8489-339d723d5e53 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] DELETE failed (client error): The resource could not be found. Jul 28 11:51:22.311291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5bbb0c4-f358-49bf-8489-339d723d5e53 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:51:22.312922 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c5bbb0c4-f358-49bf-8489-339d723d5e53 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/subnets/f26f21f6-4b66-409b-bab8-8610bdb0218c HTTP/1.1" status: 404 len: 337 time: 0.0260246 Jul 28 11:51:22.315261 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60350) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.340802 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3da8ef-31d0-4122-ab1b-678c7dadd33b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] DELETE failed (client error): The resource could not be found. Jul 28 11:51:22.341244 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3da8ef-31d0-4122-ab1b-678c7dadd33b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:51:22.342921 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8b3da8ef-31d0-4122-ab1b-678c7dadd33b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/subnets/d70c976b-4bf4-4d73-9776-e07ab48eaccf HTTP/1.1" status: 404 len: 337 time: 0.0267887 Jul 28 11:51:22.345235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60352) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.369454 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-66baedae-e7f9-48d8-bc67-30f7a725118f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] DELETE failed (client error): The resource could not be found. Jul 28 11:51:22.369897 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66baedae-e7f9-48d8-bc67-30f7a725118f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:51:22.371549 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-66baedae-e7f9-48d8-bc67-30f7a725118f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/subnets/7c4c0a6f-df7b-4f44-ba89-9a0b91b55476 HTTP/1.1" status: 404 len: 337 time: 0.0254476 Jul 28 11:51:22.373886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60354) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.405814 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-69042592-58d0-4af6-84f0-ebef953f3750 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7a04783-b7f3-4670-b50f-e99127c79ecf HTTP/1.1" status: 200 len: 205 time: 0.0308256 Jul 28 11:51:22.408156 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60356) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.444405 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-95cd560d-8c6c-4577-ae62-5f4b128fbcdc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] delete failed (client error): The resource could not be found. Jul 28 11:51:22.445472 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-95cd560d-8c6c-4577-ae62-5f4b128fbcdc tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/routers/d7a04783-b7f3-4670-b50f-e99127c79ecf HTTP/1.1" status: 404 len: 336 time: 0.0364282 Jul 28 11:51:22.448310 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60358) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.476004 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-92b14ebb-ee12-4c9a-bc59-f0e5d9a31557 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9164bd0-7472-4642-8e07-d9e486ee2f24 HTTP/1.1" status: 200 len: 205 time: 0.0266283 Jul 28 11:51:22.478395 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60360) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.518998 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-bfc88c9a-b4a5-4448-b34b-ad2d1c801d1c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] delete failed (client error): The resource could not be found. Jul 28 11:51:22.519934 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bfc88c9a-b4a5-4448-b34b-ad2d1c801d1c tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/routers/d9164bd0-7472-4642-8e07-d9e486ee2f24 HTTP/1.1" status: 404 len: 336 time: 0.0405953 Jul 28 11:51:22.523294 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60362) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.550475 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e36a1d-093c-434d-b08d-8963e2569c1f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] DELETE failed (client error): The resource could not be found. Jul 28 11:51:22.550947 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e36a1d-093c-434d-b08d-8963e2569c1f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:51:22.553313 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e2e36a1d-093c-434d-b08d-8963e2569c1f tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/subnets/f04dd8c5-132a-4aba-b5fe-8c3da204c0af HTTP/1.1" status: 404 len: 337 time: 0.0291181 Jul 28 11:51:22.556025 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60364) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.581704 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1a22e6a3-049d-4d69-b4c5-2b20913a1d34 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports?device_id=e73ca40d-7739-4340-ba79-9e8d83dd75f3 HTTP/1.1" status: 200 len: 205 time: 0.0246480 Jul 28 11:51:22.584620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60366) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.621177 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-0128e819-44f5-4a00-80b2-bc40c1722f0b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] delete failed (client error): The resource could not be found. Jul 28 11:51:22.622219 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0128e819-44f5-4a00-80b2-bc40c1722f0b tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/routers/e73ca40d-7739-4340-ba79-9e8d83dd75f3 HTTP/1.1" status: 404 len: 336 time: 0.0367119 Jul 28 11:51:22.624931 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60368) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.659473 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9903345c-f6c1-4845-b19c-90e5d35a3deb tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c625ebf0-b38c-4256-9a4c-a41c6b781f92 HTTP/1.1" status: 200 len: 205 time: 0.0330656 Jul 28 11:51:22.663195 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60372) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.723611 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-d444c5d5-4cc5-49f9-a5ed-222602e35700 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] delete failed (client error): The resource could not be found. Jul 28 11:51:22.724692 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d444c5d5-4cc5-49f9-a5ed-222602e35700 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/routers/c625ebf0-b38c-4256-9a4c-a41c6b781f92 HTTP/1.1" status: 404 len: 336 time: 0.0604799 Jul 28 11:51:22.727263 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60374) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.771891 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1be69a-dffa-4342-8336-7425c3d33004 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] DELETE failed (client error): The resource could not be found. Jul 28 11:51:22.771891 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a1be69a-dffa-4342-8336-7425c3d33004 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:51:22.773163 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5a1be69a-dffa-4342-8336-7425c3d33004 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/subnets/4e064cd4-d8e5-4294-b360-25a107a0c535 HTTP/1.1" status: 404 len: 337 time: 0.0450516 Jul 28 11:51:22.775896 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60376) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.792873 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88fa1e-30fa-43e7-901e-0804c23b514d req-e802661f-f55b-4d3e-8570-e74c7684874f tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:22.794330 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5e88fa1e-30fa-43e7-901e-0804c23b514d req-e802661f-f55b-4d3e-8570-e74c7684874f tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 945 time: 0.0797091 Jul 28 11:51:22.802846 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9fc70f29-740b-4220-ac79-8b91ced8aa2e tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports?device_id=d79dcad9-5225-4ff5-90f3-a5bb49fc9730 HTTP/1.1" status: 200 len: 205 time: 0.0251479 Jul 28 11:51:22.805289 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60378) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.834709 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5e88fa1e-30fa-43e7-901e-0804c23b514d req-f6aa2801-a237-43db-8b0d-4f1118da5e72 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339606 Jul 28 11:51:22.849267 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-ce2d92b6-29ff-4623-880b-2a77b7c88664 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] delete failed (client error): The resource could not be found. Jul 28 11:51:22.849267 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ce2d92b6-29ff-4623-880b-2a77b7c88664 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/routers/d79dcad9-5225-4ff5-90f3-a5bb49fc9730 HTTP/1.1" status: 404 len: 336 time: 0.0410182 Jul 28 11:51:22.850134 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60380) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.880338 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-71179caf-7ab9-4c87-b294-ca306f2f97e0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] DELETE failed (client error): The resource could not be found. Jul 28 11:51:22.881322 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71179caf-7ab9-4c87-b294-ca306f2f97e0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:51:22.883083 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-71179caf-7ab9-4c87-b294-ca306f2f97e0 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/subnets/934766a6-e2f3-46ef-997b-05d0b507be60 HTTP/1.1" status: 404 len: 337 time: 0.0320046 Jul 28 11:51:22.885681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60384) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.913393 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-57b14efb-85ad-4d56-a2a0-4beccca390f7 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "GET /v2.0/ports?device_id=65d27799-ca6e-48f9-b527-ea18682c28d6 HTTP/1.1" status: 200 len: 205 time: 0.0265758 Jul 28 11:51:22.915785 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60386) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.949468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb21bfe-5f35-4100-8a6d-fd2855da6f1f req-35560b30-c9d1-4386-870c-3ed5b84e6f1e tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:22.950973 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ffb21bfe-5f35-4100-8a6d-fd2855da6f1f req-35560b30-c9d1-4386-870c-3ed5b84e6f1e tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 945 time: 0.0498199 Jul 28 11:51:22.952760 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-94c82d00-c810-478a-b738-c660ed3e8b01 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] delete failed (client error): The resource could not be found. Jul 28 11:51:22.953797 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-94c82d00-c810-478a-b738-c660ed3e8b01 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/routers/65d27799-ca6e-48f9-b527-ea18682c28d6 HTTP/1.1" status: 404 len: 336 time: 0.0371037 Jul 28 11:51:22.956428 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60388) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:22.993441 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-7faefc6f-a4b3-445e-b0e6-3b92b0403928 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] DELETE failed (client error): The resource could not be found. Jul 28 11:51:22.993885 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7faefc6f-a4b3-445e-b0e6-3b92b0403928 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:51:22.995611 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7faefc6f-a4b3-445e-b0e6-3b92b0403928 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/subnets/5820e05c-3698-4bae-9b69-576265b7134c HTTP/1.1" status: 404 len: 337 time: 0.0382762 Jul 28 11:51:22.998465 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60390) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:23.015400 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ffb21bfe-5f35-4100-8a6d-fd2855da6f1f req-4bbbb353-c1e2-429c-a2cf-bc9f7a07fcfd tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512612 Jul 28 11:51:23.024868 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-6684d7b6-97aa-43f6-9326-9922a5f95059 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] DELETE failed (client error): The resource could not be found. Jul 28 11:51:23.025262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6684d7b6-97aa-43f6-9326-9922a5f95059 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:51:23.026995 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6684d7b6-97aa-43f6-9326-9922a5f95059 tempest-RoutersIpV6Test-760978810 tempest-RoutersIpV6Test-760978810-project] 10.222.0.43 "DELETE /v2.0/subnets/a37efab2-d416-41a5-a2a6-3de1c91d69b2 HTTP/1.1" status: 404 len: 337 time: 0.0275092 Jul 28 11:51:23.276478 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60402) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:23.285717 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d832ae6-be5c-4466-a742-99cecf28ad8d req-73515f88-fcaa-477f-87d1-2d573bfc8ad9 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:23.287377 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2d832ae6-be5c-4466-a742-99cecf28ad8d req-73515f88-fcaa-477f-87d1-2d573bfc8ad9 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 945 time: 0.0553391 Jul 28 11:51:23.326682 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2d832ae6-be5c-4466-a742-99cecf28ad8d req-8fdb48b9-28d5-4460-8d9d-284992f0fde1 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332003 Jul 28 11:51:23.409514 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-926f9928-e2a3-405d-b862-78eedc95b2a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04093eec5d8d4cf9b8ec051e24adc35e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319528 Jul 28 11:51:23.411948 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60406) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:23.458903 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89c78a4d-eb83-4338-93e6-4cad8d64ef06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:23.479111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89c78a4d-eb83-4338-93e6-4cad8d64ef06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:23.524057 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89c78a4d-eb83-4338-93e6-4cad8d64ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:23.526865 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89c78a4d-eb83-4338-93e6-4cad8d64ef06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:23.528227 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-89c78a4d-eb83-4338-93e6-4cad8d64ef06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70713d6a-3e91-485d-8dd0-d12c256294a1 HTTP/1.1" status: 204 len: 168 time: 0.1151202 Jul 28 11:51:23.536438 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c78a4d-eb83-4338-93e6-4cad8d64ef06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70713d6a-3e91-485d-8dd0-d12c256294a1,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:24.158408 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60428) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:24.249291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-d14de37c-a537-4971-8d70-16d0d99f8694 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group': {'name': 'tempest-secgroup--669370322'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:24.272380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d14de37c-a537-4971-8d70-16d0d99f8694 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:24.280481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d14de37c-a537-4971-8d70-16d0d99f8694 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:24.374554 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d14de37c-a537-4971-8d70-16d0d99f8694 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:24.379021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d14de37c-a537-4971-8d70-16d0d99f8694 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:24.417402 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14de37c-a537-4971-8d70-16d0d99f8694 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2643b687-80ef-4c4d-b482-e042aa211470,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:24.448783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57600-7cdf-4f48-b118-832b49432a96 req-f995ca8f-69cf-4329-9506-904031ec1c5f tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:24.450288 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-75c57600-7cdf-4f48-b118-832b49432a96 req-f995ca8f-69cf-4329-9506-904031ec1c5f tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 945 time: 0.0519233 Jul 28 11:51:24.472207 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d14de37c-a537-4971-8d70-16d0d99f8694 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:24.476769 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d14de37c-a537-4971-8d70-16d0d99f8694 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:24.491529 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-75c57600-7cdf-4f48-b118-832b49432a96 req-306e52ba-b6d6-445a-9018-b8e6bf6194eb tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344987 Jul 28 11:51:24.506762 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d14de37c-a537-4971-8d70-16d0d99f8694 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:24.508021 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d14de37c-a537-4971-8d70-16d0d99f8694 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3485560 Jul 28 11:51:24.510836 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60434) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:24.519275 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14de37c-a537-4971-8d70-16d0d99f8694 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2b75d0-473a-4ff3-a4b6-ec8accdb038e,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:24.567386 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-00a0cddb-f8c8-401b-b56f-a88ec4794648 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0554345 Jul 28 11:51:24.570665 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60438) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:24.575038 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-e52eb7f9-fc59-4f5e-9f57-320a253ece4c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group': {'name': 'tempest-security--89736841', 'description': 'tempest-security-description-1393980302'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:24.604778 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e52eb7f9-fc59-4f5e-9f57-320a253ece4c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:24.656857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e52eb7f9-fc59-4f5e-9f57-320a253ece4c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:24.660787 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e52eb7f9-fc59-4f5e-9f57-320a253ece4c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:24.664212 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e52eb7f9-fc59-4f5e-9f57-320a253ece4c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:24.666890 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e52eb7f9-fc59-4f5e-9f57-320a253ece4c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "PUT /v2.0/security-groups/0e2b75d0-473a-4ff3-a4b6-ec8accdb038e HTTP/1.1" status: 200 len: 1778 time: 0.0952749 Jul 28 11:51:24.670132 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60442) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:24.702683 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d77269-293e-431d-b97c-d349ce796294 req-c301fd01-0702-463e-8b3e-5cfbcd191425 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:24.704195 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-74d77269-293e-431d-b97c-d349ce796294 req-c301fd01-0702-463e-8b3e-5cfbcd191425 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 945 time: 0.0514655 Jul 28 11:51:24.736206 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52eb7f9-fc59-4f5e-9f57-320a253ece4c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2b75d0-473a-4ff3-a4b6-ec8accdb038e,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:24.743570 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-74d77269-293e-431d-b97c-d349ce796294 req-b66169e1-f4a3-465e-acc0-1e937c24ee34 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327079 Jul 28 11:51:24.761328 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f99c8d94-5c6b-4393-884a-5765062e2e77 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-groups/0e2b75d0-473a-4ff3-a4b6-ec8accdb038e HTTP/1.1" status: 200 len: 1778 time: 0.0890167 Jul 28 11:51:24.764008 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60444) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:24.768225 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b9423-2af8-48aa-909a-c06bab58897f req-99f29a18-1ef9-4f6b-acdf-96fc75ba72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:24.769651 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-eb5b9423-2af8-48aa-909a-c06bab58897f req-99f29a18-1ef9-4f6b-acdf-96fc75ba72b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8713602d97a14705afdb62625de22741&device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 1098 time: 0.0851462 Jul 28 11:51:24.820555 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1bd73ad8-3d58-4d65-a29f-3d8ef3f242f8 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:24.842585 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1bd73ad8-3d58-4d65-a29f-3d8ef3f242f8 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:24.860435 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b9423-2af8-48aa-909a-c06bab58897f req-21be70ab-327c-4976-8e98-27663fae1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:24.861837 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-eb5b9423-2af8-48aa-909a-c06bab58897f req-21be70ab-327c-4976-8e98-27663fae1c2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=e07d2ed0-a995-4d4f-94db-237116eade44 HTTP/1.1" status: 200 len: 912 time: 0.0849187 Jul 28 11:51:24.885478 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1bd73ad8-3d58-4d65-a29f-3d8ef3f242f8 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:24.888141 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1bd73ad8-3d58-4d65-a29f-3d8ef3f242f8 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:24.889326 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1bd73ad8-3d58-4d65-a29f-3d8ef3f242f8 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-groups/0e2b75d0-473a-4ff3-a4b6-ec8accdb038e HTTP/1.1" status: 204 len: 168 time: 0.1241810 Jul 28 11:51:24.892441 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60446) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:24.905784 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-eb5b9423-2af8-48aa-909a-c06bab58897f req-73021f2c-b3b2-4917-ba29-4e4a10bff46a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b508bbc2-bee2-407a-a5a3-93be8159917a HTTP/1.1" status: 200 len: 217 time: 0.0361714 Jul 28 11:51:24.910704 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd73ad8-3d58-4d65-a29f-3d8ef3f242f8 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2b75d0-473a-4ff3-a4b6-ec8accdb038e,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:24.942705 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-117078c4-dca5-42cb-8a01-96ca8be6daa8 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0491080 Jul 28 11:51:24.945873 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60448) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:24.960058 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.api.v2.resource [None req-d9b269de-ec5a-46cd-a06d-712de72f0a2a tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] delete failed (client error): The resource could not be found. Jul 28 11:51:24.961026 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d9b269de-ec5a-46cd-a06d-712de72f0a2a tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-groups/0e2b75d0-473a-4ff3-a4b6-ec8accdb038e HTTP/1.1" status: 404 len: 347 time: 0.0142350 Jul 28 11:51:24.964977 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60450) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:24.969548 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-66f1daf5-c424-43e5-a02e-86bf42e3abdc tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047651340'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:24.975016 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b9423-2af8-48aa-909a-c06bab58897f req-e9f5e6bc-6a63-4c66-89da-857278843f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:24.976820 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-eb5b9423-2af8-48aa-909a-c06bab58897f req-e9f5e6bc-6a63-4c66-89da-857278843f45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a9b6cb54-3d9d-474a-96ae-3dccec310599 HTTP/1.1" status: 200 len: 851 time: 0.0631638 Jul 28 11:51:25.012081 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-eb5b9423-2af8-48aa-909a-c06bab58897f req-2d79cf00-37f1-4b91-852b-2c9a488f007d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e07d2ed0-a995-4d4f-94db-237116eade44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278299 Jul 28 11:51:25.016027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-66f1daf5-c424-43e5-a02e-86bf42e3abdc tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.134363 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-eb5b9423-2af8-48aa-909a-c06bab58897f req-37f7a3b5-8f2e-44eb-a47c-7e7823f301d0 service neutron] 10.222.0.39 "GET /v2.0/networks/e07d2ed0-a995-4d4f-94db-237116eade44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151071 Jul 28 11:51:25.211597 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-66f1daf5-c424-43e5-a02e-86bf42e3abdc tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.217355 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-66f1daf5-c424-43e5-a02e-86bf42e3abdc tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.263782 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-66f1daf5-c424-43e5-a02e-86bf42e3abdc tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.264985 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-66f1daf5-c424-43e5-a02e-86bf42e3abdc tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2990808 Jul 28 11:51:25.268103 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60452) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:25.271837 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1daf5-c424-43e5-a02e-86bf42e3abdc tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40aea3ea-3f03-46c2-9dc2-f2b1eb27af31,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:25.273872 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c08bddbc-5ad5-4c2b-b9ee-2584a5283dd6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group_rule': {'security_group_id': '40aea3ea-3f03-46c2-9dc2-f2b1eb27af31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:25.282899 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-eb5b9423-2af8-48aa-909a-c06bab58897f req-b8f6298e-f9fb-4611-a4a8-0d3f191c6de5 service neutron] 10.222.0.39 "GET /v2.0/networks/e07d2ed0-a995-4d4f-94db-237116eade44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384218 Jul 28 11:51:25.300918 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c08bddbc-5ad5-4c2b-b9ee-2584a5283dd6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.347353 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c08bddbc-5ad5-4c2b-b9ee-2584a5283dd6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.351050 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c08bddbc-5ad5-4c2b-b9ee-2584a5283dd6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.367908 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08bddbc-5ad5-4c2b-b9ee-2584a5283dd6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3a1162-863a-491c-a519-5765fc58dc91,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:25.374645 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c08bddbc-5ad5-4c2b-b9ee-2584a5283dd6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.375799 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c08bddbc-5ad5-4c2b-b9ee-2584a5283dd6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1066926 Jul 28 11:51:25.378567 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60454) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:25.402496 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d39eeb1f-282b-44d8-a8e8-bc1d7f8ec916 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.410169 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d39eeb1f-282b-44d8-a8e8-bc1d7f8ec916 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.435415 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d39eeb1f-282b-44d8-a8e8-bc1d7f8ec916 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.441281 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d39eeb1f-282b-44d8-a8e8-bc1d7f8ec916 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.442348 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d39eeb1f-282b-44d8-a8e8-bc1d7f8ec916 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/7c3a1162-863a-491c-a519-5765fc58dc91 HTTP/1.1" status: 204 len: 168 time: 0.0628932 Jul 28 11:51:25.445752 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60456) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:25.447947 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39eeb1f-282b-44d8-a8e8-bc1d7f8ec916 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c3a1162-863a-491c-a519-5765fc58dc91,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:25.491868 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e99ea98c-cf23-40e3-bb25-f71fdb7bf76a tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0449679 Jul 28 11:51:25.494662 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60458) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:25.545118 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ae0a48cd-be5f-4685-8d4f-df5fc1eb37c2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.566633 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ae0a48cd-be5f-4685-8d4f-df5fc1eb37c2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.605741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ae0a48cd-be5f-4685-8d4f-df5fc1eb37c2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.608377 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ae0a48cd-be5f-4685-8d4f-df5fc1eb37c2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.609600 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ae0a48cd-be5f-4685-8d4f-df5fc1eb37c2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-groups/40aea3ea-3f03-46c2-9dc2-f2b1eb27af31 HTTP/1.1" status: 204 len: 168 time: 0.1139684 Jul 28 11:51:25.612326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60460) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:25.618664 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a48cd-be5f-4685-8d4f-df5fc1eb37c2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40aea3ea-3f03-46c2-9dc2-f2b1eb27af31,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:25.660457 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b8df6683-e12b-4185-beb7-b8cdbef0e8b0 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469117 Jul 28 11:51:25.664161 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60462) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:25.668459 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-39964c55-d7be-46d5-b854-2901ee0dff8d tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group': {'name': 'tempest-secgroup--274171704'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:25.690689 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-39964c55-d7be-46d5-b854-2901ee0dff8d tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.770349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-39964c55-d7be-46d5-b854-2901ee0dff8d tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.774352 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-39964c55-d7be-46d5-b854-2901ee0dff8d tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.804693 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-39964c55-d7be-46d5-b854-2901ee0dff8d tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.805940 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-39964c55-d7be-46d5-b854-2901ee0dff8d tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1407948 Jul 28 11:51:25.806783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39964c55-d7be-46d5-b854-2901ee0dff8d tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91243a00-5514-473f-9387-93d28bd245af,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:25.808830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60466) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:25.813834 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-d7a1389c-99a2-425f-b871-97ac7c333922 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group_rule': {'security_group_id': '91243a00-5514-473f-9387-93d28bd245af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:25.847231 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7a1389c-99a2-425f-b871-97ac7c333922 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.865761 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb1ac2-ef63-4178-9bbe-3af25cefa7d6 req-1ae828b4-52b9-4d1f-bba0-0bf1242a3db9 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:25.867324 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-cbcb1ac2-ef63-4178-9bbe-3af25cefa7d6 req-1ae828b4-52b9-4d1f-bba0-0bf1242a3db9 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 945 time: 0.0503221 Jul 28 11:51:25.893714 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7a1389c-99a2-425f-b871-97ac7c333922 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.897908 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7a1389c-99a2-425f-b871-97ac7c333922 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.907188 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-cbcb1ac2-ef63-4178-9bbe-3af25cefa7d6 req-3cc4fdb4-3291-4f0c-818c-7773dbbf03ca tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332983 Jul 28 11:51:25.916212 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1389c-99a2-425f-b871-97ac7c333922 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cd3c00-a527-41be-aafc-d470dfcf430f,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:25.922021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7a1389c-99a2-425f-b871-97ac7c333922 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:25.923238 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d7a1389c-99a2-425f-b871-97ac7c333922 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1131859 Jul 28 11:51:25.925865 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60468) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:25.931481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-85273649-58a4-456a-9ac2-5ba21e44d39c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group_rule': {'security_group_id': '91243a00-5514-473f-9387-93d28bd245af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:25.959511 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85273649-58a4-456a-9ac2-5ba21e44d39c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.023921 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85273649-58a4-456a-9ac2-5ba21e44d39c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.028476 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85273649-58a4-456a-9ac2-5ba21e44d39c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.046779 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85273649-58a4-456a-9ac2-5ba21e44d39c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2770f11-c692-4930-9812-d798e15c64bf,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:26.051704 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85273649-58a4-456a-9ac2-5ba21e44d39c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.053595 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-85273649-58a4-456a-9ac2-5ba21e44d39c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1267376 Jul 28 11:51:26.056254 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60470) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:26.060670 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-31ac08ad-1179-4f23-928c-2bfa06896395 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group_rule': {'security_group_id': '91243a00-5514-473f-9387-93d28bd245af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:26.085363 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-31ac08ad-1179-4f23-928c-2bfa06896395 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.142395 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-31ac08ad-1179-4f23-928c-2bfa06896395 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.146057 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-31ac08ad-1179-4f23-928c-2bfa06896395 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.165062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac08ad-1179-4f23-928c-2bfa06896395 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11fb45f9-490f-4cf3-a9cf-a776f93e7f41,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:26.171804 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-31ac08ad-1179-4f23-928c-2bfa06896395 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.173144 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-31ac08ad-1179-4f23-928c-2bfa06896395 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159685 Jul 28 11:51:26.175867 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60472) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:26.180993 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-df75c920-645d-4ea8-b0cd-5c5ce0fff5b4 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group_rule': {'security_group_id': '91243a00-5514-473f-9387-93d28bd245af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:26.206095 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-df75c920-645d-4ea8-b0cd-5c5ce0fff5b4 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.265900 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-df75c920-645d-4ea8-b0cd-5c5ce0fff5b4 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.269376 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-df75c920-645d-4ea8-b0cd-5c5ce0fff5b4 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.288094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75c920-645d-4ea8-b0cd-5c5ce0fff5b4 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6cb08f7-8509-42d1-a3c6-810da2f8165c,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:26.295371 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-df75c920-645d-4ea8-b0cd-5c5ce0fff5b4 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.296588 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-df75c920-645d-4ea8-b0cd-5c5ce0fff5b4 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197944 Jul 28 11:51:26.299429 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60474) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:26.304815 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-40a91961-7ff1-47e8-a29c-3b90c3e94122 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group_rule': {'security_group_id': '91243a00-5514-473f-9387-93d28bd245af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:26.332142 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-40a91961-7ff1-47e8-a29c-3b90c3e94122 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.392338 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-40a91961-7ff1-47e8-a29c-3b90c3e94122 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.396668 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-40a91961-7ff1-47e8-a29c-3b90c3e94122 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.414131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a91961-7ff1-47e8-a29c-3b90c3e94122 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd1e076-ff6a-4094-b1d9-6a9b875a6a7c,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:26.420149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-40a91961-7ff1-47e8-a29c-3b90c3e94122 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.421641 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-40a91961-7ff1-47e8-a29c-3b90c3e94122 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1212120 Jul 28 11:51:26.424343 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60476) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:26.451940 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9c0d369f-b683-4c87-97ae-a7e9cc467a6f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.460413 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9c0d369f-b683-4c87-97ae-a7e9cc467a6f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.488156 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9c0d369f-b683-4c87-97ae-a7e9cc467a6f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.495257 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9c0d369f-b683-4c87-97ae-a7e9cc467a6f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.496380 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9c0d369f-b683-4c87-97ae-a7e9cc467a6f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/1bd1e076-ff6a-4094-b1d9-6a9b875a6a7c HTTP/1.1" status: 204 len: 168 time: 0.0710986 Jul 28 11:51:26.499157 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60478) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:26.500374 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d369f-b683-4c87-97ae-a7e9cc467a6f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bd1e076-ff6a-4094-b1d9-6a9b875a6a7c,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:26.546938 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b7e9953a-8f15-4b42-8b19-4b057b67a276 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0465033 Jul 28 11:51:26.549614 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60480) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:26.571875 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-28e1d9de-47a1-4f54-9a3f-e844b3f0bc2f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.579079 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-28e1d9de-47a1-4f54-9a3f-e844b3f0bc2f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.605603 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-28e1d9de-47a1-4f54-9a3f-e844b3f0bc2f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.611275 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-28e1d9de-47a1-4f54-9a3f-e844b3f0bc2f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.612394 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-28e1d9de-47a1-4f54-9a3f-e844b3f0bc2f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e6cb08f7-8509-42d1-a3c6-810da2f8165c HTTP/1.1" status: 204 len: 168 time: 0.0618997 Jul 28 11:51:26.615284 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60482) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:26.617434 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1d9de-47a1-4f54-9a3f-e844b3f0bc2f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6cb08f7-8509-42d1-a3c6-810da2f8165c,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:26.659701 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-160fad9b-82a6-44af-b0c6-4c9c6577efa1 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0431833 Jul 28 11:51:26.662989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60484) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:26.685339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f75c7156-a38e-4f3c-9ed8-1f2f48361981 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.693279 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f75c7156-a38e-4f3c-9ed8-1f2f48361981 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.720767 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f75c7156-a38e-4f3c-9ed8-1f2f48361981 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.727599 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f75c7156-a38e-4f3c-9ed8-1f2f48361981 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.728692 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f75c7156-a38e-4f3c-9ed8-1f2f48361981 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/11fb45f9-490f-4cf3-a9cf-a776f93e7f41 HTTP/1.1" status: 204 len: 168 time: 0.0648167 Jul 28 11:51:26.731406 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60486) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:26.732910 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c7156-a38e-4f3c-9ed8-1f2f48361981 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11fb45f9-490f-4cf3-a9cf-a776f93e7f41,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:26.774785 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8d93efd7-f8aa-4782-83ea-69dce563314b tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0422423 Jul 28 11:51:26.777419 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60488) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:26.802988 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1d0c23fe-227a-4515-a580-39dcc114c720 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.810298 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1d0c23fe-227a-4515-a580-39dcc114c720 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.836738 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1d0c23fe-227a-4515-a580-39dcc114c720 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.842594 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1d0c23fe-227a-4515-a580-39dcc114c720 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.843692 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1d0c23fe-227a-4515-a580-39dcc114c720 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b2770f11-c692-4930-9812-d798e15c64bf HTTP/1.1" status: 204 len: 168 time: 0.0651476 Jul 28 11:51:26.846445 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60490) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:26.853814 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c23fe-227a-4515-a580-39dcc114c720 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2770f11-c692-4930-9812-d798e15c64bf,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:26.860978 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c23fe-227a-4515-a580-39dcc114c720 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:26.861324 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c23fe-227a-4515-a580-39dcc114c720 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:26.861662 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c23fe-227a-4515-a580-39dcc114c720 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:26.861996 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c23fe-227a-4515-a580-39dcc114c720 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:26.862326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c23fe-227a-4515-a580-39dcc114c720 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:26.862677 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c23fe-227a-4515-a580-39dcc114c720 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:26.863001 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c23fe-227a-4515-a580-39dcc114c720 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:26.863319 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c23fe-227a-4515-a580-39dcc114c720 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:26.863637 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c23fe-227a-4515-a580-39dcc114c720 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:26.863955 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c23fe-227a-4515-a580-39dcc114c720 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:26.864273 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c23fe-227a-4515-a580-39dcc114c720 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:26.864716 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c23fe-227a-4515-a580-39dcc114c720 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:26.887777 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f9cf8e3e-86c1-49dc-ac2f-9ba8cf0581cb tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0401957 Jul 28 11:51:26.890627 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60492) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:26.913541 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc13a0aa-bd0b-41fd-b138-075e8922c9c7 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.920755 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc13a0aa-bd0b-41fd-b138-075e8922c9c7 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.948130 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc13a0aa-bd0b-41fd-b138-075e8922c9c7 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.955103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fc13a0aa-bd0b-41fd-b138-075e8922c9c7 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:26.957912 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fc13a0aa-bd0b-41fd-b138-075e8922c9c7 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/49cd3c00-a527-41be-aafc-d470dfcf430f HTTP/1.1" status: 204 len: 168 time: 0.0663245 Jul 28 11:51:26.959752 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60496) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:26.962891 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13a0aa-bd0b-41fd-b138-075e8922c9c7 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49cd3c00-a527-41be-aafc-d470dfcf430f,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:27.024527 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6f12d094-401c-4edc-a7b6-f26448e09901 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0634310 Jul 28 11:51:27.027552 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60498) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:27.044856 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c18d28-f547-47c8-bfac-4ddf6aed7c11 req-39f12bb8-56b5-4133-b0f5-16003812b23f tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:27.046543 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a7c18d28-f547-47c8-bfac-4ddf6aed7c11 req-39f12bb8-56b5-4133-b0f5-16003812b23f tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 945 time: 0.0671880 Jul 28 11:51:27.085025 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dae1be15-69b9-47b1-9896-654fe9d89c44 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.087778 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a7c18d28-f547-47c8-bfac-4ddf6aed7c11 req-6ab6b3fc-69d1-41d0-a6b3-cab189fbc3a6 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347009 Jul 28 11:51:27.106768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dae1be15-69b9-47b1-9896-654fe9d89c44 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.148164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dae1be15-69b9-47b1-9896-654fe9d89c44 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.150775 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dae1be15-69b9-47b1-9896-654fe9d89c44 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.151952 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-dae1be15-69b9-47b1-9896-654fe9d89c44 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-groups/91243a00-5514-473f-9387-93d28bd245af HTTP/1.1" status: 204 len: 168 time: 0.1230326 Jul 28 11:51:27.154980 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60502) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:27.161383 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1be15-69b9-47b1-9896-654fe9d89c44 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91243a00-5514-473f-9387-93d28bd245af,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:27.201799 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a53fe61b-c666-4231-a503-be2cfd8f287d tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0452540 Jul 28 11:51:27.206161 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60504) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:27.210969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-686cbebf-58d6-424c-bb2c-39224565930b tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group': {'name': 'tempest-secgroup--983799123'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:27.234927 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-686cbebf-58d6-424c-bb2c-39224565930b tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.343278 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42bb0f-76ff-41a7-8be0-86e86c66a9e9 req-ae0f5e6d-d7d7-487a-b2a3-d72514ed42eb tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:27.344757 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-de42bb0f-76ff-41a7-8be0-86e86c66a9e9 req-ae0f5e6d-d7d7-487a-b2a3-d72514ed42eb tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 945 time: 0.0701213 Jul 28 11:51:27.369625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-686cbebf-58d6-424c-bb2c-39224565930b tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.376213 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-686cbebf-58d6-424c-bb2c-39224565930b tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.414628 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-686cbebf-58d6-424c-bb2c-39224565930b tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.415838 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-686cbebf-58d6-424c-bb2c-39224565930b tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2086997 Jul 28 11:51:27.418697 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60508) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:27.423397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-7790829c-65d0-461a-95e4-b2070fd31d1c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group_rule': {'security_group_id': 'fc75301b-df2e-43e9-8211-31ed5a966bf9', 'direction': 'ingress', 'protocol': 17}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:27.423895 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-de42bb0f-76ff-41a7-8be0-86e86c66a9e9 req-e876f1d3-4a5c-40be-a79f-d9698601dd16 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709460 Jul 28 11:51:27.424644 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cbebf-58d6-424c-bb2c-39224565930b tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc75301b-df2e-43e9-8211-31ed5a966bf9,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:27.451342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7790829c-65d0-461a-95e4-b2070fd31d1c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.496028 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7790829c-65d0-461a-95e4-b2070fd31d1c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.499274 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7790829c-65d0-461a-95e4-b2070fd31d1c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.515719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790829c-65d0-461a-95e4-b2070fd31d1c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565e6378-fcad-49c4-99ba-025145a074a7,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:27.522282 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7790829c-65d0-461a-95e4-b2070fd31d1c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.523800 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7790829c-65d0-461a-95e4-b2070fd31d1c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1038876 Jul 28 11:51:27.526296 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60510) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:27.579083 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b35871d9-9424-45a2-a371-8fcac2d254e9 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.601232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b35871d9-9424-45a2-a371-8fcac2d254e9 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.646380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b35871d9-9424-45a2-a371-8fcac2d254e9 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.648907 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b35871d9-9424-45a2-a371-8fcac2d254e9 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.650023 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b35871d9-9424-45a2-a371-8fcac2d254e9 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-groups/fc75301b-df2e-43e9-8211-31ed5a966bf9 HTTP/1.1" status: 204 len: 168 time: 0.1228065 Jul 28 11:51:27.653260 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60512) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:27.658995 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35871d9-9424-45a2-a371-8fcac2d254e9 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc75301b-df2e-43e9-8211-31ed5a966bf9,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:27.697907 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-65ef2800-1027-46a7-af88-8e0a8f5c0114 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0428874 Jul 28 11:51:27.701340 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60514) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:27.705726 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-6c682287-7541-4a17-964e-a3c47b557e0e tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017888753'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:27.728633 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c682287-7541-4a17-964e-a3c47b557e0e tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.814160 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c682287-7541-4a17-964e-a3c47b557e0e tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.817617 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c682287-7541-4a17-964e-a3c47b557e0e tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.844234 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c682287-7541-4a17-964e-a3c47b557e0e tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.845435 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6c682287-7541-4a17-964e-a3c47b557e0e tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1431878 Jul 28 11:51:27.848168 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60518) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:27.854231 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-7c0780bc-4b1b-4ec1-ab47-28070684abac tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1414685542'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:27.859190 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c682287-7541-4a17-964e-a3c47b557e0e tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2efb08-2803-4a26-b362-09226e3419ff,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:27.878757 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7c0780bc-4b1b-4ec1-ab47-28070684abac tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.958995 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7c0780bc-4b1b-4ec1-ab47-28070684abac tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.962687 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7c0780bc-4b1b-4ec1-ab47-28070684abac tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.992714 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7c0780bc-4b1b-4ec1-ab47-28070684abac tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:27.993432 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60520) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:27.993903 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7c0780bc-4b1b-4ec1-ab47-28070684abac tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1448426 Jul 28 11:51:27.996527 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60522) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:28.001456 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-8d3df292-cd26-4929-89ad-8912bc55cab6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group_rule': {'security_group_id': '0d2efb08-2803-4a26-b362-09226e3419ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd5d898cc-19e7-4094-9632-72d26101177e', 'remote_ip_prefix': None}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:28.008533 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0780bc-4b1b-4ec1-ab47-28070684abac tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d898cc-19e7-4094-9632-72d26101177e,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:28.036220 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d3df292-cd26-4929-89ad-8912bc55cab6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.054725 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c25390b5-bd2e-4ff0-92c0-3bc107033c1f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/753cb665-6fcf-41c7-8f26-b85d022a41f3 HTTP/1.1" status: 200 len: 992 time: 0.0600312 Jul 28 11:51:28.103067 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d3df292-cd26-4929-89ad-8912bc55cab6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.107012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d3df292-cd26-4929-89ad-8912bc55cab6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.126483 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3df292-cd26-4929-89ad-8912bc55cab6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510e4dae-0618-49ee-b8a8-76a5c652af77,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:28.129409 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8d3df292-cd26-4929-89ad-8912bc55cab6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.131005 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8d3df292-cd26-4929-89ad-8912bc55cab6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1335864 Jul 28 11:51:28.133837 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60526) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:28.157768 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-10d6448c-00cc-4472-822a-34d769376a0d tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.165742 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-10d6448c-00cc-4472-822a-34d769376a0d tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.191358 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-10d6448c-00cc-4472-822a-34d769376a0d tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.198006 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-10d6448c-00cc-4472-822a-34d769376a0d tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.199116 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-10d6448c-00cc-4472-822a-34d769376a0d tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/510e4dae-0618-49ee-b8a8-76a5c652af77 HTTP/1.1" status: 204 len: 168 time: 0.0643959 Jul 28 11:51:28.201882 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60530) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:28.204255 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6448c-00cc-4472-822a-34d769376a0d tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=510e4dae-0618-49ee-b8a8-76a5c652af77,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:28.245615 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d9f3d5e1-69ab-4b4c-b3e5-0bfd16732017 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0424273 Jul 28 11:51:28.248410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60532) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:28.300966 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e4f02fd5-081b-4363-8632-505b474d5a06 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.322972 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e4f02fd5-081b-4363-8632-505b474d5a06 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.349986 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60534) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:28.366389 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e4f02fd5-081b-4363-8632-505b474d5a06 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.369463 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e4f02fd5-081b-4363-8632-505b474d5a06 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.373104 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e4f02fd5-081b-4363-8632-505b474d5a06 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-groups/d5d898cc-19e7-4094-9632-72d26101177e HTTP/1.1" status: 204 len: 168 time: 0.1213160 Jul 28 11:51:28.374852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60536) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:28.387483 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f02fd5-081b-4363-8632-505b474d5a06 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d898cc-19e7-4094-9632-72d26101177e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:28.441215 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c5a4238e-03bb-4d16-9f19-a55b1b4afbc1 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0652983 Jul 28 11:51:28.444507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60538) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:28.508543 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b97c7774-d3af-4018-b63b-c84349ed87b2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.531440 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b97c7774-d3af-4018-b63b-c84349ed87b2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.540720 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-2f231466-6830-402d-b3b6-bfd334ab9cfe tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 84eea7ce-5873-4873-8b41-7af697cd40be {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:51:28.541057 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2f231466-6830-402d-b3b6-bfd334ab9cfe tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.573431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b97c7774-d3af-4018-b63b-c84349ed87b2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.576230 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b97c7774-d3af-4018-b63b-c84349ed87b2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.577456 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b97c7774-d3af-4018-b63b-c84349ed87b2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-groups/0d2efb08-2803-4a26-b362-09226e3419ff HTTP/1.1" status: 204 len: 168 time: 0.1320343 Jul 28 11:51:28.580916 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60542) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:28.600632 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c7774-d3af-4018-b63b-c84349ed87b2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2efb08-2803-4a26-b362-09226e3419ff,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:28.636601 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e006d3f9-0909-4a27-9bc7-7e0d6fb7477b tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0544569 Jul 28 11:51:28.640826 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60544) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:28.646297 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c19b6d37-4824-4fc2-88d3-1cac546321eb tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group': {'name': 'tempest-secgroup--45677513'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:28.672100 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c19b6d37-4824-4fc2-88d3-1cac546321eb tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.761072 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c19b6d37-4824-4fc2-88d3-1cac546321eb tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.764932 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c19b6d37-4824-4fc2-88d3-1cac546321eb tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.799390 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b6d37-4824-4fc2-88d3-1cac546321eb tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0467ce-1fe9-493b-bc3c-904530292e01,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:28.801613 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c19b6d37-4824-4fc2-88d3-1cac546321eb tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.805996 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c19b6d37-4824-4fc2-88d3-1cac546321eb tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1615796 Jul 28 11:51:28.806193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60546) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:28.810820 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-e0db7e75-e5c8-43d0-99a9-f8fbc63258f2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group_rule': {'security_group_id': 'de0467ce-1fe9-493b-bc3c-904530292e01', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:28.839075 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e0db7e75-e5c8-43d0-99a9-f8fbc63258f2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.873597 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8a221-5325-44c7-9174-b7e55486e58c req-58ca4c47-4ee1-416b-b2de-a33904094a52 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:28.875088 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ceb8a221-5325-44c7-9174-b7e55486e58c req-58ca4c47-4ee1-416b-b2de-a33904094a52 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 945 time: 0.3807275 Jul 28 11:51:28.901070 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e0db7e75-e5c8-43d0-99a9-f8fbc63258f2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.905707 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e0db7e75-e5c8-43d0-99a9-f8fbc63258f2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.925793 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db7e75-e5c8-43d0-99a9-f8fbc63258f2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3a0e31-48e8-410c-8a5c-65fc638bfefb,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:28.928809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e0db7e75-e5c8-43d0-99a9-f8fbc63258f2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.930244 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e0db7e75-e5c8-43d0-99a9-f8fbc63258f2 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1229832 Jul 28 11:51:28.933086 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60548) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:28.936048 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ceb8a221-5325-44c7-9174-b7e55486e58c req-775ec92f-2f78-4a6c-a5c3-268582de3bdc tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539100 Jul 28 11:51:28.944794 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2f231466-6830-402d-b3b6-bfd334ab9cfe tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.945135 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2f231466-6830-402d-b3b6-bfd334ab9cfe tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.956763 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-2f231466-6830-402d-b3b6-bfd334ab9cfe tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 84eea7ce-5873-4873-8b41-7af697cd40be owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:51:28.961150 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46d0d3e5-8c8b-49f9-848c-a647a630c794 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.969992 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46d0d3e5-8c8b-49f9-848c-a647a630c794 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.998672 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46d0d3e5-8c8b-49f9-848c-a647a630c794 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:29.003642 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-46d0d3e5-8c8b-49f9-848c-a647a630c794 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:29.008004 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-46d0d3e5-8c8b-49f9-848c-a647a630c794 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/7c3a0e31-48e8-410c-8a5c-65fc638bfefb HTTP/1.1" status: 204 len: 168 time: 0.0740831 Jul 28 11:51:29.008605 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60552) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:29.030442 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0d3e5-8c8b-49f9-848c-a647a630c794 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c3a0e31-48e8-410c-8a5c-65fc638bfefb,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:29.042684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0d3e5-8c8b-49f9-848c-a647a630c794 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:29.043028 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0d3e5-8c8b-49f9-848c-a647a630c794 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:29.043368 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0d3e5-8c8b-49f9-848c-a647a630c794 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:29.043710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0d3e5-8c8b-49f9-848c-a647a630c794 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:29.044045 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0d3e5-8c8b-49f9-848c-a647a630c794 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:29.044381 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0d3e5-8c8b-49f9-848c-a647a630c794 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:29.044811 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0d3e5-8c8b-49f9-848c-a647a630c794 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:29.045187 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0d3e5-8c8b-49f9-848c-a647a630c794 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:29.045718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0d3e5-8c8b-49f9-848c-a647a630c794 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:29.046201 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0d3e5-8c8b-49f9-848c-a647a630c794 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:29.046642 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0d3e5-8c8b-49f9-848c-a647a630c794 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:29.047027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0d3e5-8c8b-49f9-848c-a647a630c794 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:29.079313 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a8d981e8-8ab4-42fd-a535-66f994ebe04d tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0673203 Jul 28 11:51:29.079924 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60556) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:29.126691 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2f231466-6830-402d-b3b6-bfd334ab9cfe tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:29.142120 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6c96ec19-7203-4bb2-a835-85538031c5cb tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:29.155549 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f231466-6830-402d-b3b6-bfd334ab9cfe tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=84eea7ce-5873-4873-8b41-7af697cd40be,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:29.184492 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6c96ec19-7203-4bb2-a835-85538031c5cb tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:29.236456 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e843257-bc88-414b-953f-60500de0cd3d req-1e7f148a-88b7-4b4a-8f95-d9a12b1e4f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:29.237981 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6e843257-bc88-414b-953f-60500de0cd3d req-1e7f148a-88b7-4b4a-8f95-d9a12b1e4f8d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8713602d97a14705afdb62625de22741&device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 1098 time: 0.0672495 Jul 28 11:51:29.253091 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb908132-df7d-4c08-b77d-222e476fca0a req-09fa6e70-b521-4d0c-883b-66dbb5063fad tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:29.258896 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bb908132-df7d-4c08-b77d-222e476fca0a req-09fa6e70-b521-4d0c-883b-66dbb5063fad tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 945 time: 0.1060169 Jul 28 11:51:29.265229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6c96ec19-7203-4bb2-a835-85538031c5cb tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:29.267735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6c96ec19-7203-4bb2-a835-85538031c5cb tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:29.271339 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6c96ec19-7203-4bb2-a835-85538031c5cb tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-groups/de0467ce-1fe9-493b-bc3c-904530292e01 HTTP/1.1" status: 204 len: 168 time: 0.1879272 Jul 28 11:51:29.272570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60558) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:29.295468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2f231466-6830-402d-b3b6-bfd334ab9cfe tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:29.295947 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-2f231466-6830-402d-b3b6-bfd334ab9cfe tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP 753cb665-6fcf-41c7-8f26-b85d022a41f3 disassociated (deleted). External IP: 172.26.1.60, port: 93dfe254-3eea-436c-a9eb-1abca6ff7e22. Jul 28 11:51:29.306400 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96ec19-7203-4bb2-a835-85538031c5cb tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0467ce-1fe9-493b-bc3c-904530292e01,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:29.351638 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e843257-bc88-414b-953f-60500de0cd3d req-1234cf6c-d08d-4b22-a8d0-e8f28cc68f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:29.353026 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6e843257-bc88-414b-953f-60500de0cd3d req-1234cf6c-d08d-4b22-a8d0-e8f28cc68f96 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e07d2ed0-a995-4d4f-94db-237116eade44 HTTP/1.1" status: 200 len: 912 time: 0.1068916 Jul 28 11:51:29.363418 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bb908132-df7d-4c08-b77d-222e476fca0a req-782a7d0d-9bb3-4f91-b27f-81beb7e0f307 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017511 Jul 28 11:51:29.394884 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6e843257-bc88-414b-953f-60500de0cd3d req-c90ab214-4b8e-45bb-b057-73738d34608f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b508bbc2-bee2-407a-a5a3-93be8159917a HTTP/1.1" status: 200 len: 217 time: 0.0339215 Jul 28 11:51:29.419119 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c4f7a7ea-e48d-4dd6-9987-84cd6cf18306 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1364720 Jul 28 11:51:29.419351 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60560) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:29.423640 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-fb2ba54e-0677-4dea-9e70-aab5bcbcc53c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1843565515'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:29.445877 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e843257-bc88-414b-953f-60500de0cd3d req-ad9509de-d907-4370-9642-608096e3b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:29.447431 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6e843257-bc88-414b-953f-60500de0cd3d req-ad9509de-d907-4370-9642-608096e3b671 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a9b6cb54-3d9d-474a-96ae-3dccec310599 HTTP/1.1" status: 200 len: 851 time: 0.0444541 Jul 28 11:51:29.463316 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb2ba54e-0677-4dea-9e70-aab5bcbcc53c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:29.484527 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6e843257-bc88-414b-953f-60500de0cd3d req-baf6c5b3-6935-4b0f-9736-3f752b13c48c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e07d2ed0-a995-4d4f-94db-237116eade44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266256 Jul 28 11:51:29.584106 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6e843257-bc88-414b-953f-60500de0cd3d req-d6fea497-53af-45cd-8a7f-6c522141954a service neutron] 10.222.0.39 "GET /v2.0/networks/e07d2ed0-a995-4d4f-94db-237116eade44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877366 Jul 28 11:51:29.613660 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f231466-6830-402d-b3b6-bfd334ab9cfe tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 79fd020b-cbcb-4115-93aa-617c3b620c90 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:51:29.647104 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb2ba54e-0677-4dea-9e70-aab5bcbcc53c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:29.679509 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6e843257-bc88-414b-953f-60500de0cd3d req-6d91f265-d863-4bcf-bff2-cdecdc3b7ac0 service neutron] 10.222.0.39 "GET /v2.0/networks/e07d2ed0-a995-4d4f-94db-237116eade44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859578 Jul 28 11:51:29.682952 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb2ba54e-0677-4dea-9e70-aab5bcbcc53c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:29.722277 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb2ba54e-0677-4dea-9e70-aab5bcbcc53c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:29.723519 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fb2ba54e-0677-4dea-9e70-aab5bcbcc53c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3032825 Jul 28 11:51:29.726568 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60562) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:29.728969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ba54e-0677-4dea-9e70-aab5bcbcc53c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99445190-c325-4277-81fe-8841f4fa1747,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:29.731275 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c3749e07-f6a9-4e19-944c-038d073de8c5 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group_rule': {'security_group_id': '99445190-c325-4277-81fe-8841f4fa1747', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:29.758963 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c3749e07-f6a9-4e19-944c-038d073de8c5 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:29.779576 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f231466-6830-402d-b3b6-bfd334ab9cfe tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:51:29.784485 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2f231466-6830-402d-b3b6-bfd334ab9cfe tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:29.790475 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf80e04-765e-47f8-baf5-807f21d99de7 None None] Sync routers for ids ['79fd020b-cbcb-4115-93aa-617c3b620c90'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:51:29.802332 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf80e04-765e-47f8-baf5-807f21d99de7 None None] Routers {'79fd020b-cbcb-4115-93aa-617c3b620c90'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:29.803689 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-1bf80e04-765e-47f8-baf5-807f21d99de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['79fd020b-cbcb-4115-93aa-617c3b620c90'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:29.821316 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2f231466-6830-402d-b3b6-bfd334ab9cfe tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/floatingips/753cb665-6fcf-41c7-8f26-b85d022a41f3 HTTP/1.1" status: 204 len: 168 time: 1.4678609 Jul 28 11:51:29.821316 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bde302-e3aa-4463-a699-705c46eda9e4', 'tag': '93dfe254-3eea-436c-a9eb-1abca6ff7e22'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:51:29.822221 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c3749e07-f6a9-4e19-944c-038d073de8c5 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:29.823605 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53906f31-c584-4a30-ae2a-2b982adf38e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f8bde302-e3aa-4463-a699-705c46eda9e4", "tag": "93dfe254-3eea-436c-a9eb-1abca6ff7e22"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:51:29.831295 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c3749e07-f6a9-4e19-944c-038d073de8c5 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:29.855766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c3749e07-f6a9-4e19-944c-038d073de8c5 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:29.856729 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c3749e07-f6a9-4e19-944c-038d073de8c5 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291213 Jul 28 11:51:29.859518 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60568) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:29.860261 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3749e07-f6a9-4e19-944c-038d073de8c5 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71e9300-f90c-42b0-af01-fad51c619b8b,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:29.882659 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1870eebb-d3d6-41ec-b4c9-e8ff717e8144 x-openstack-request-id: req-1870eebb-d3d6-41ec-b4c9-e8ff717e8144 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:51:29.883219 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8bde302-e3aa-4463-a699-705c46eda9e4", "tag": "93dfe254-3eea-436c-a9eb-1abca6ff7e22", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:51:29.883416 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1870eebb-d3d6-41ec-b4c9-e8ff717e8144 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:51:29.884175 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bde302-e3aa-4463-a699-705c46eda9e4', 'tag': '93dfe254-3eea-436c-a9eb-1abca6ff7e22', 'status': 'completed', 'code': 200} Jul 28 11:51:29.896079 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d8e29471-0f3d-4da3-a185-fc62c6fbd746 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-group-rules/a71e9300-f90c-42b0-af01-fad51c619b8b HTTP/1.1" status: 200 len: 763 time: 0.0339806 Jul 28 11:51:29.898734 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60570) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:29.938347 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-1bf80e04-765e-47f8-baf5-807f21d99de7 None None] Set router 79fd020b-cbcb-4115-93aa-617c3b620c90 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:29.982126 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2a310564-024b-4582-9b19-7d7acea4f253 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0797634 Jul 28 11:51:29.982549 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60574) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:29.992312 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906f31-c584-4a30-ae2a-2b982adf38e2 req-f9fbe62f-62e2-4c12-b243-9a0b23f768e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:29.993844 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-53906f31-c584-4a30-ae2a-2b982adf38e2 req-f9fbe62f-62e2-4c12-b243-9a0b23f768e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0878093 Jul 28 11:51:30.018843 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fffb3494-26b8-442b-9b67-61c6a6b63918 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:30.032449 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fffb3494-26b8-442b-9b67-61c6a6b63918 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:30.099377 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906f31-c584-4a30-ae2a-2b982adf38e2 req-71bdf7b4-1e25-4266-b419-b3e80607285e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:30.101031 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-53906f31-c584-4a30-ae2a-2b982adf38e2 req-71bdf7b4-1e25-4266-b419-b3e80607285e service neutron] 10.222.0.39 "GET /v2.0/networks?id=c78e5a75-2931-405d-abcc-56ce9c5219fd HTTP/1.1" status: 200 len: 897 time: 0.0970383 Jul 28 11:51:30.102948 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb3708-cebc-4706-bdf6-db111bdef95e req-f0195bef-9ddc-456f-bd1d-8f94ee2fb95b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:30.104509 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e6fb3708-cebc-4706-bdf6-db111bdef95e req-f0195bef-9ddc-456f-bd1d-8f94ee2fb95b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 945 time: 0.0755453 Jul 28 11:51:30.105444 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fffb3494-26b8-442b-9b67-61c6a6b63918 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:30.110315 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fffb3494-26b8-442b-9b67-61c6a6b63918 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:30.111499 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fffb3494-26b8-442b-9b67-61c6a6b63918 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/a71e9300-f90c-42b0-af01-fad51c619b8b HTTP/1.1" status: 204 len: 168 time: 0.1277695 Jul 28 11:51:30.114268 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60576) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:30.132710 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb3494-26b8-442b-9b67-61c6a6b63918 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a71e9300-f90c-42b0-af01-fad51c619b8b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:30.160594 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e6fb3708-cebc-4706-bdf6-db111bdef95e req-bfc949f3-eb41-4ecd-a54e-82721abb44f3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=dea2a145-f66b-41b6-bdbf-36125d2b196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479131 Jul 28 11:51:30.178830 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-53906f31-c584-4a30-ae2a-2b982adf38e2 req-2f3fa165-0c2b-45ba-83f2-e3d5e290ff54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93dfe254-3eea-436c-a9eb-1abca6ff7e22 HTTP/1.1" status: 200 len: 217 time: 0.0531731 Jul 28 11:51:30.231829 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a90e344e-189b-47ac-bdf3-fbb0d0b1994c tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1151583 Jul 28 11:51:30.235289 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60578) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:30.240810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5560379f-745f-428c-b953-02b805d24c48 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group_rule': {'security_group_id': '99445190-c325-4277-81fe-8841f4fa1747', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:30.246539 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906f31-c584-4a30-ae2a-2b982adf38e2 req-44236540-a8a9-4ec7-b86b-df655430163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:30.248072 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-53906f31-c584-4a30-ae2a-2b982adf38e2 req-44236540-a8a9-4ec7-b86b-df655430163c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8aa03c48-7c2d-4c6f-bb69-18695f2b6921 HTTP/1.1" status: 200 len: 835 time: 0.0650513 Jul 28 11:51:30.270226 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5560379f-745f-428c-b953-02b805d24c48 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:30.309405 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906f31-c584-4a30-ae2a-2b982adf38e2 req-8cfd0f83-e85a-45da-a17f-b4541fe0f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:30.310636 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-1bf80e04-765e-47f8-baf5-807f21d99de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'name': 'tempest-TestNetworkBasicOps-router-1178631548', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:50:28Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:23Z', 'updated_at': '2021-07-28T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '247086b0-ca36-4709-a3f0-5f9f31730437', 'name': '', 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:7e:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:26Z', 'updated_at': '2021-07-28T11:50:35Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:30.311630 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-53906f31-c584-4a30-ae2a-2b982adf38e2 req-8cfd0f83-e85a-45da-a17f-b4541fe0f252 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c78e5a75-2931-405d-abcc-56ce9c5219fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0536933 Jul 28 11:51:30.338379 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf80e04-765e-47f8-baf5-807f21d99de7 None None] Checking router: 79fd020b-cbcb-4115-93aa-617c3b620c90 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:51:30.343771 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5560379f-745f-428c-b953-02b805d24c48 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:30.347890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf80e04-765e-47f8-baf5-807f21d99de7 None None] Routers {'79fd020b-cbcb-4115-93aa-617c3b620c90'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:30.348234 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5560379f-745f-428c-b953-02b805d24c48 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:30.348541 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-1bf80e04-765e-47f8-baf5-807f21d99de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['79fd020b-cbcb-4115-93aa-617c3b620c90'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:30.371853 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560379f-745f-428c-b953-02b805d24c48 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236a692e-dab2-4589-bc8d-f672de21a4ba,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:30.376094 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5560379f-745f-428c-b953-02b805d24c48 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:30.377927 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5560379f-745f-428c-b953-02b805d24c48 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409094 Jul 28 11:51:30.380558 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60580) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:30.403467 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-08d450ac-6fb2-4ee7-9d59-41f9f15a6289 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-group-rules/236a692e-dab2-4589-bc8d-f672de21a4ba HTTP/1.1" status: 200 len: 763 time: 0.0212426 Jul 28 11:51:30.406082 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60584) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:30.452835 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-53906f31-c584-4a30-ae2a-2b982adf38e2 req-b01fa9a2-fd1f-4186-9d34-f436eacd3777 service neutron] 10.222.0.39 "GET /v2.0/networks/c78e5a75-2931-405d-abcc-56ce9c5219fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315095 Jul 28 11:51:30.465801 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-180a46d7-012a-4ee1-ab16-8686bf2292e6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0584209 Jul 28 11:51:30.470704 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60586) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:30.477388 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-1bf80e04-765e-47f8-baf5-807f21d99de7 None None] Set router 79fd020b-cbcb-4115-93aa-617c3b620c90 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:30.519594 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccaa8d1-cdcb-4d57-8600-fe7223779012 req-a9837f88-b1c6-44ff-9fcc-a0b745c6a19f tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:30.522830 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0ccaa8d1-cdcb-4d57-8600-fe7223779012 req-a9837f88-b1c6-44ff-9fcc-a0b745c6a19f tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 945 time: 0.0713773 Jul 28 11:51:30.566396 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0ccaa8d1-cdcb-4d57-8600-fe7223779012 req-92a98627-c011-4eb2-a498-11bb6cc64065 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366030 Jul 28 11:51:30.569535 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f74617f-dfa6-4f02-b0a0-5ea06d84a817 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:30.585990 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f74617f-dfa6-4f02-b0a0-5ea06d84a817 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:30.618393 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-53906f31-c584-4a30-ae2a-2b982adf38e2 req-78bc5cc6-2622-4884-833f-40a1db9be7d3 service neutron] 10.222.0.39 "GET /v2.0/networks/c78e5a75-2931-405d-abcc-56ce9c5219fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573095 Jul 28 11:51:30.627449 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f74617f-dfa6-4f02-b0a0-5ea06d84a817 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:30.634942 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6f74617f-dfa6-4f02-b0a0-5ea06d84a817 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:30.636497 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6f74617f-dfa6-4f02-b0a0-5ea06d84a817 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/236a692e-dab2-4589-bc8d-f672de21a4ba HTTP/1.1" status: 204 len: 168 time: 0.1646128 Jul 28 11:51:30.639806 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60588) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:30.642390 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74617f-dfa6-4f02-b0a0-5ea06d84a817 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=236a692e-dab2-4589-bc8d-f672de21a4ba,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:30.695451 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7b4a6d3b-e6a5-4f68-8d3a-78083b58a94b tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0537624 Jul 28 11:51:30.697853 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60590) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:30.703979 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-8808ab0b-5472-4497-b042-f9a27911c04f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Request body: {'security_group_rule': {'security_group_id': '99445190-c325-4277-81fe-8841f4fa1747', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:30.732848 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.securitygroups_db [None req-8808ab0b-5472-4497-b042-f9a27911c04f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Project 0ff2b4dd1faa46a8bf8f808cadbf089e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:51:30.737810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8808ab0b-5472-4497-b042-f9a27911c04f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:30.737958 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-1bf80e04-765e-47f8-baf5-807f21d99de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'name': 'tempest-TestNetworkBasicOps-router-1178631548', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:50:28Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:23Z', 'updated_at': '2021-07-28T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '247086b0-ca36-4709-a3f0-5f9f31730437', 'name': '', 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:7e:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:26Z', 'updated_at': '2021-07-28T11:50:35Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:30.765703 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf80e04-765e-47f8-baf5-807f21d99de7 None None] The sync data for ids ['79fd020b-cbcb-4115-93aa-617c3b620c90'] in dv-neutron-786478-16-hyperv is: [{'id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'name': 'tempest-TestNetworkBasicOps-router-1178631548', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:50:28Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:23Z', 'updated_at': '2021-07-28T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '247086b0-ca36-4709-a3f0-5f9f31730437', 'name': '', 'network_id': 'c78e5a75-2931-405d-abcc-56ce9c5219fd', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:7e:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:26Z', 'updated_at': '2021-07-28T11:50:35Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '8aa03c48-7c2d-4c6f-bb69-18695f2b6921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:51:30.790592 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8808ab0b-5472-4497-b042-f9a27911c04f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:30.797587 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8808ab0b-5472-4497-b042-f9a27911c04f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:30.825023 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808ab0b-5472-4497-b042-f9a27911c04f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9dc610b-7872-4e5e-b304-50cbccbedf03,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:30.829340 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8808ab0b-5472-4497-b042-f9a27911c04f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:30.830671 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8808ab0b-5472-4497-b042-f9a27911c04f tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317971 Jul 28 11:51:30.834292 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60592) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:30.862123 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-37ce998a-340a-46ac-81d6-753e6c5a0f3e tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-group-rules/f9dc610b-7872-4e5e-b304-50cbccbedf03 HTTP/1.1" status: 200 len: 769 time: 0.0265934 Jul 28 11:51:30.864795 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60594) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:30.913030 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c1bae091-dc45-44aa-95c1-c3f02dea8f39 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0470316 Jul 28 11:51:30.915608 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60596) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:30.942607 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04091062-99fe-443f-8cca-d9d88de2fcd6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:30.951748 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04091062-99fe-443f-8cca-d9d88de2fcd6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:30.988684 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04091062-99fe-443f-8cca-d9d88de2fcd6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:31.001065 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04091062-99fe-443f-8cca-d9d88de2fcd6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:31.002282 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-04091062-99fe-443f-8cca-d9d88de2fcd6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/f9dc610b-7872-4e5e-b304-50cbccbedf03 HTTP/1.1" status: 204 len: 168 time: 0.0855980 Jul 28 11:51:31.003517 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04091062-99fe-443f-8cca-d9d88de2fcd6 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9dc610b-7872-4e5e-b304-50cbccbedf03,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:31.005248 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60598) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:31.045429 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d283ce-eaf1-4a52-a591-89c77c4817a8 None None] New status for floating IP 753cb665-6fcf-41c7-8f26-b85d022a41f3: DOWN {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:51:31.051441 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0fe4a3fe-82be-4c54-a0fa-89751e7c3fe8 tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0449452 Jul 28 11:51:31.054264 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60600) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:31.115061 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cdca00f9-9959-4c5b-b91a-d1e7d683c5dd tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:31.146637 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cdca00f9-9959-4c5b-b91a-d1e7d683c5dd tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:31.199838 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cdca00f9-9959-4c5b-b91a-d1e7d683c5dd tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:31.203591 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cdca00f9-9959-4c5b-b91a-d1e7d683c5dd tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:31.207215 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cdca00f9-9959-4c5b-b91a-d1e7d683c5dd tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "DELETE /v2.0/security-groups/99445190-c325-4277-81fe-8841f4fa1747 HTTP/1.1" status: 204 len: 168 time: 0.1496053 Jul 28 11:51:31.207935 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60606) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:31.216911 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca00f9-9959-4c5b-b91a-d1e7d683c5dd tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99445190-c325-4277-81fe-8841f4fa1747,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:31.267050 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a8af9366-dab5-4c25-b181-c9ab1ae379fa tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0569806 Jul 28 11:51:31.272913 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60608) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:31.306653 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c87ec-30ca-4d44-bc38-79901035dafa req-2a880960-e285-479e-bdac-97b0f787fca1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:31.308365 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ab2c87ec-30ca-4d44-bc38-79901035dafa req-2a880960-e285-479e-bdac-97b0f787fca1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 945 time: 0.0585270 Jul 28 11:51:31.324880 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0f218128-ed1b-42e4-a8aa-14f5558e897b tempest-SecGroupIPv6Test-338317910 tempest-SecGroupIPv6Test-338317910-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438216 Jul 28 11:51:31.354872 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ab2c87ec-30ca-4d44-bc38-79901035dafa req-521b2690-c92b-4d24-99cc-1b361590d07a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=dea2a145-f66b-41b6-bdbf-36125d2b196e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393846 Jul 28 11:51:31.580085 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60614) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:31.651333 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67f2c2-9fd6-4c46-b4f5-3744e4477b1c req-b68499c5-3b9c-4556-af2e-d91b36542cb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:31.653618 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2d67f2c2-9fd6-4c46-b4f5-3744e4477b1c req-b68499c5-3b9c-4556-af2e-d91b36542cb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 945 time: 0.0665724 Jul 28 11:51:31.701268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dec7e-c396-4300-b7e7-981accb38b62 req-fa15fd34-4551-445c-aac7-775e65f23b36 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:31.702848 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-be0dec7e-c396-4300-b7e7-981accb38b62 req-fa15fd34-4551-445c-aac7-775e65f23b36 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 945 time: 0.0647054 Jul 28 11:51:31.747649 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-be0dec7e-c396-4300-b7e7-981accb38b62 req-6d8cc1e4-197c-430c-94ac-1774782a26a3 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380335 Jul 28 11:51:31.776404 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4d668fb3-91f1-436f-82b9-7bf5a5c37fd3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ff2b4dd1faa46a8bf8f808cadbf089e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950045 Jul 28 11:51:31.779535 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60622) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:31.792882 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-2d67f2c2-9fd6-4c46-b4f5-3744e4477b1c req-50121cc5-5558-420d-9531-7ddf284dc71a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 93dfe254-3eea-436c-a9eb-1abca6ff7e22 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:51:31.793239 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-2d67f2c2-9fd6-4c46-b4f5-3744e4477b1c req-50121cc5-5558-420d-9531-7ddf284dc71a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:31.838996 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-564d296e-86d1-4d6c-91f9-f134cf8c020f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:31.867785 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-564d296e-86d1-4d6c-91f9-f134cf8c020f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:31.886714 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:51:31.912711 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-2d67f2c2-9fd6-4c46-b4f5-3744e4477b1c req-50121cc5-5558-420d-9531-7ddf284dc71a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 93dfe254-3eea-436c-a9eb-1abca6ff7e22, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=93dfe254-3eea-436c-a9eb-1abca6ff7e22,segment=NetworkSegment(186996c7-005c-401b-ae5d-e43673b8256b),segment_id=186996c7-005c-401b-ae5d-e43673b8256b)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:31.913424 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-2d67f2c2-9fd6-4c46-b4f5-3744e4477b1c req-50121cc5-5558-420d-9531-7ddf284dc71a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:31.926391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-564d296e-86d1-4d6c-91f9-f134cf8c020f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:31.928565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-2d67f2c2-9fd6-4c46-b4f5-3744e4477b1c req-50121cc5-5558-420d-9531-7ddf284dc71a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 93dfe254-3eea-436c-a9eb-1abca6ff7e22 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:51:31.929643 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-564d296e-86d1-4d6c-91f9-f134cf8c020f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:31.933753 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-564d296e-86d1-4d6c-91f9-f134cf8c020f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2643b687-80ef-4c4d-b482-e042aa211470 HTTP/1.1" status: 204 len: 168 time: 0.1505215 Jul 28 11:51:31.940405 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d296e-86d1-4d6c-91f9-f134cf8c020f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2643b687-80ef-4c4d-b482-e042aa211470,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:32.057853 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457b5a3-2c44-4283-95db-a096753aebfd req-ee9614d4-f36c-43cb-a06a-6308fa7b86f1 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:32.061137 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2457b5a3-2c44-4283-95db-a096753aebfd req-ee9614d4-f36c-43cb-a06a-6308fa7b86f1 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 945 time: 0.0598314 Jul 28 11:51:32.098069 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-2d67f2c2-9fd6-4c46-b4f5-3744e4477b1c req-50121cc5-5558-420d-9531-7ddf284dc71a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:32.131456 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50121cc5-5558-420d-9531-7ddf284dc71a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=93dfe254-3eea-436c-a9eb-1abca6ff7e22,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:32.133078 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2457b5a3-2c44-4283-95db-a096753aebfd req-826e83b2-e8d0-47a4-924e-8f239fee6791 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613122 Jul 28 11:51:32.179380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d67f2c2-9fd6-4c46-b4f5-3744e4477b1c req-50121cc5-5558-420d-9531-7ddf284dc71a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] No DVR routers for this DVR port 93dfe254-3eea-436c-a9eb-1abca6ff7e22 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:51:32.184024 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-2d67f2c2-9fd6-4c46-b4f5-3744e4477b1c req-50121cc5-5558-420d-9531-7ddf284dc71a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:32.186551 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2d67f2c2-9fd6-4c46-b4f5-3744e4477b1c req-50121cc5-5558-420d-9531-7ddf284dc71a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "DELETE /v2.0/ports/93dfe254-3eea-436c-a9eb-1abca6ff7e22 HTTP/1.1" status: 204 len: 173 time: 0.5238817 Jul 28 11:51:32.187060 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bde302-e3aa-4463-a699-705c46eda9e4', 'name': 'network-vif-deleted', 'tag': '93dfe254-3eea-436c-a9eb-1abca6ff7e22'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:51:32.189652 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8622103-0c98-429f-82cc-5d6be7aec5d6" -d '{"events": [{"server_uuid": "f8bde302-e3aa-4463-a699-705c46eda9e4", "name": "network-vif-deleted", "tag": "93dfe254-3eea-436c-a9eb-1abca6ff7e22"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:51:32.239666 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dad467-4ef7-4ee6-93a2-8530fca24239 x-openstack-request-id: req-e0dad467-4ef7-4ee6-93a2-8530fca24239 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:51:32.240120 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bde302-e3aa-4463-a699-705c46eda9e4", "name": "network-vif-deleted", "tag": "93dfe254-3eea-436c-a9eb-1abca6ff7e22", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:51:32.240452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0dad467-4ef7-4ee6-93a2-8530fca24239 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:51:32.240883 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bde302-e3aa-4463-a699-705c46eda9e4', 'name': 'network-vif-deleted', 'tag': '93dfe254-3eea-436c-a9eb-1abca6ff7e22', 'status': 'completed', 'code': 200} Jul 28 11:51:32.386764 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18183cb0-d286-4ac4-b6ff-dc14d93456f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:32.473593 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a174c953-1650-4142-9818-e198cff6723e req-d5ef29da-66c9-4061-a47c-c059d9e0e213 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8bde302-e3aa-4463-a699-705c46eda9e4 HTTP/1.1" status: 200 len: 210 time: 0.0310736 Jul 28 11:51:33.277768 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b97c58-2be6-4bc8-8174-9e2a8c1a7a96 req-517ed8a3-e809-4f4e-bf63-d7fac1497894 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:33.279576 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-48b97c58-2be6-4bc8-8174-9e2a8c1a7a96 req-517ed8a3-e809-4f4e-bf63-d7fac1497894 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 945 time: 0.0489128 Jul 28 11:51:33.317286 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-48b97c58-2be6-4bc8-8174-9e2a8c1a7a96 req-ddcfde74-756c-48bc-ba7e-f5398ed8442c tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318568 Jul 28 11:51:33.530385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60636) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:33.590756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b42312c7-fb36-4ba1-8d57-a0cfdb692fec tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:33.618049 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b42312c7-fb36-4ba1-8d57-a0cfdb692fec tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:33.675213 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b42312c7-fb36-4ba1-8d57-a0cfdb692fec tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:33.679009 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b42312c7-fb36-4ba1-8d57-a0cfdb692fec tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:33.680140 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b42312c7-fb36-4ba1-8d57-a0cfdb692fec tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/security-groups/dea2a145-f66b-41b6-bdbf-36125d2b196e HTTP/1.1" status: 204 len: 168 time: 0.1487057 Jul 28 11:51:33.688985 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42312c7-fb36-4ba1-8d57-a0cfdb692fec tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea2a145-f66b-41b6-bdbf-36125d2b196e,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:33.717777 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60640) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:34.338158 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39c5a1-b124-4183-9c55-4f7f61978c98 req-aba3cadf-aab0-4aef-8900-ed70d69569f8 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:34.339643 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-be39c5a1-b124-4183-9c55-4f7f61978c98 req-aba3cadf-aab0-4aef-8900-ed70d69569f8 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 945 time: 0.3965821 Jul 28 11:51:34.440127 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74525db9-0053-4f58-a87b-589696118ef0 req-d9943546-458d-4311-9004-3402435c6855 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:34.441668 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-74525db9-0053-4f58-a87b-589696118ef0 req-d9943546-458d-4311-9004-3402435c6855 tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a291bd7-6f5b-4c35-9e70-2e8168bed76a HTTP/1.1" status: 200 len: 945 time: 0.0526698 Jul 28 11:51:34.477981 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-be39c5a1-b124-4183-9c55-4f7f61978c98 req-bf276408-4326-4df6-b028-aa487afce25d tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Deleting port b508bbc2-bee2-407a-a5a3-93be8159917a {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:51:34.478320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-be39c5a1-b124-4183-9c55-4f7f61978c98 req-bf276408-4326-4df6-b028-aa487afce25d tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:34.481191 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-74525db9-0053-4f58-a87b-589696118ef0 req-3650610f-3b0c-4fb0-bf23-d8e8764c190b tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.43 "GET /v2.0/security-groups?id=07de8801-ae5a-4846-a9ab-52e068386869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328665 Jul 28 11:51:34.531013 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cd7c7dad-b6b5-4cfc-aa34-cac3248bc268 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:34.642884 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-be39c5a1-b124-4183-9c55-4f7f61978c98 req-bf276408-4326-4df6-b028-aa487afce25d tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] For port b508bbc2-bee2-407a-a5a3-93be8159917a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b508bbc2-bee2-407a-a5a3-93be8159917a,segment=NetworkSegment(92bde5e8-d778-4a7a-ba80-28dc84c56e3a),segment_id=92bde5e8-d778-4a7a-ba80-28dc84c56e3a)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:34.643131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-be39c5a1-b124-4183-9c55-4f7f61978c98 req-bf276408-4326-4df6-b028-aa487afce25d tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:34.664178 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-be39c5a1-b124-4183-9c55-4f7f61978c98 req-bf276408-4326-4df6-b028-aa487afce25d tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Calling delete_port for b508bbc2-bee2-407a-a5a3-93be8159917a owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:51:34.888846 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-517f88fe-4021-40f2-9435-917cd48977c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:34.898862 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-be39c5a1-b124-4183-9c55-4f7f61978c98 req-bf276408-4326-4df6-b028-aa487afce25d tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:34.909253 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['b508bbc2-bee2-407a-a5a3-93be8159917a'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:51:34.932228 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf276408-4326-4df6-b028-aa487afce25d tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Pushing event deleted for resources: {'Port': ['ID=b508bbc2-bee2-407a-a5a3-93be8159917a,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:34.982500 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-be39c5a1-b124-4183-9c55-4f7f61978c98 req-bf276408-4326-4df6-b028-aa487afce25d tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] No DVR routers for this DVR port b508bbc2-bee2-407a-a5a3-93be8159917a on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:51:34.985529 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c7dad-b6b5-4cfc-aa34-cac3248bc268 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 247086b0-ca36-4709-a3f0-5f9f31730437 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:51:34.985872 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cd7c7dad-b6b5-4cfc-aa34-cac3248bc268 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:34.988879 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-be39c5a1-b124-4183-9c55-4f7f61978c98 req-bf276408-4326-4df6-b028-aa487afce25d tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:34.990844 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-be39c5a1-b124-4183-9c55-4f7f61978c98 req-bf276408-4326-4df6-b028-aa487afce25d tempest-TestServerAdvancedOps-1598272299 tempest-TestServerAdvancedOps-1598272299-project] 10.222.0.39 "DELETE /v2.0/ports/b508bbc2-bee2-407a-a5a3-93be8159917a HTTP/1.1" status: 204 len: 173 time: 0.6437180 Jul 28 11:51:34.991275 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a291bd7-6f5b-4c35-9e70-2e8168bed76a', 'name': 'network-vif-deleted', 'tag': 'b508bbc2-bee2-407a-a5a3-93be8159917a'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:51:34.993585 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826c98ec-6e1c-4293-96a5-0955f48d7e80" -d '{"events": [{"server_uuid": "2a291bd7-6f5b-4c35-9e70-2e8168bed76a", "name": "network-vif-deleted", "tag": "b508bbc2-bee2-407a-a5a3-93be8159917a"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:51:35.035123 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61e4479-8fdf-424b-9617-265cfdec4561 x-openstack-request-id: req-f61e4479-8fdf-424b-9617-265cfdec4561 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:51:35.035410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a291bd7-6f5b-4c35-9e70-2e8168bed76a", "name": "network-vif-deleted", "tag": "b508bbc2-bee2-407a-a5a3-93be8159917a", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:51:35.035658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f61e4479-8fdf-424b-9617-265cfdec4561 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:51:35.036584 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a291bd7-6f5b-4c35-9e70-2e8168bed76a', 'name': 'network-vif-deleted', 'tag': 'b508bbc2-bee2-407a-a5a3-93be8159917a', 'status': 'completed', 'code': 200} Jul 28 11:51:35.093743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-cd7c7dad-b6b5-4cfc-aa34-cac3248bc268 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 247086b0-ca36-4709-a3f0-5f9f31730437, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=247086b0-ca36-4709-a3f0-5f9f31730437,segment=NetworkSegment(186996c7-005c-401b-ae5d-e43673b8256b),segment_id=186996c7-005c-401b-ae5d-e43673b8256b)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:35.094121 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cd7c7dad-b6b5-4cfc-aa34-cac3248bc268 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:35.108868 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c7dad-b6b5-4cfc-aa34-cac3248bc268 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 247086b0-ca36-4709-a3f0-5f9f31730437 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:51:35.294907 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cd7c7dad-b6b5-4cfc-aa34-cac3248bc268 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:35.313553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:35.324397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c7dad-b6b5-4cfc-aa34-cac3248bc268 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=247086b0-ca36-4709-a3f0-5f9f31730437,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:35.519311 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cd7c7dad-b6b5-4cfc-aa34-cac3248bc268 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:35.553142 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60648) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:35.598314 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad53adf3-5265-4acc-92c8-70761983a27b admin admin] Deleting subnet a9b6cb54-3d9d-474a-96ae-3dccec310599 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:51:35.602672 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ad53adf3-5265-4acc-92c8-70761983a27b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:35.635818 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ad53adf3-5265-4acc-92c8-70761983a27b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:35.676510 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ad53adf3-5265-4acc-92c8-70761983a27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:35.735037 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ad53adf3-5265-4acc-92c8-70761983a27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:35.747083 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7c7dad-b6b5-4cfc-aa34-cac3248bc268 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 79fd020b-cbcb-4115-93aa-617c3b620c90 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:51:35.762297 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53adf3-5265-4acc-92c8-70761983a27b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b6cb54-3d9d-474a-96ae-3dccec310599,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:35.764282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ad53adf3-5265-4acc-92c8-70761983a27b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:35.768527 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ad53adf3-5265-4acc-92c8-70761983a27b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a9b6cb54-3d9d-474a-96ae-3dccec310599 HTTP/1.1" status: 204 len: 168 time: 0.2113304 Jul 28 11:51:35.768903 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60650) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:35.835569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b50574c2-c2d4-4ee8-9fd4-73ae4215134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:35.855101 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7c7dad-b6b5-4cfc-aa34-cac3248bc268 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:51:35.865125 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cd7c7dad-b6b5-4cfc-aa34-cac3248bc268 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/79fd020b-cbcb-4115-93aa-617c3b620c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1434250 Jul 28 11:51:35.865496 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60652) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:35.867954 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5a5a2e-6693-4fb0-bef2-356fcfd1fd56 None None] Sync routers for ids ['79fd020b-cbcb-4115-93aa-617c3b620c90'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:51:35.877741 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5a5a2e-6693-4fb0-bef2-356fcfd1fd56 None None] Routers {'79fd020b-cbcb-4115-93aa-617c3b620c90'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:35.878356 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3c5a5a2e-6693-4fb0-bef2-356fcfd1fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['79fd020b-cbcb-4115-93aa-617c3b620c90'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:35.919456 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b50574c2-c2d4-4ee8-9fd4-73ae4215134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:35.923136 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-73282403-fbc4-4d7e-a261-6baea4b8f96f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting subnet 8aa03c48-7c2d-4c6f-bb69-18695f2b6921 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:51:35.926452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-73282403-fbc4-4d7e-a261-6baea4b8f96f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:35.930954 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-b50574c2-c2d4-4ee8-9fd4-73ae4215134d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07d2ed0-a995-4d4f-94db-237116eade44']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:35.941609 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-b50574c2-c2d4-4ee8-9fd4-73ae4215134d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92bde5e8-d778-4a7a-ba80-28dc84c56e3a') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:35.941936 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-b50574c2-c2d4-4ee8-9fd4-73ae4215134d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92bde5e8-d778-4a7a-ba80-28dc84c56e3a') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:35.951475 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b50574c2-c2d4-4ee8-9fd4-73ae4215134d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:35.966763 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b50574c2-c2d4-4ee8-9fd4-73ae4215134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:35.968432 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-73282403-fbc4-4d7e-a261-6baea4b8f96f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:35.975864 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50574c2-c2d4-4ee8-9fd4-73ae4215134d admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:51:35.976306 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b50574c2-c2d4-4ee8-9fd4-73ae4215134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:51:35.978085 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:51:35.992966 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-3c5a5a2e-6693-4fb0-bef2-356fcfd1fd56 None None] Set router 79fd020b-cbcb-4115-93aa-617c3b620c90 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:36.035614 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b50574c2-c2d4-4ee8-9fd4-73ae4215134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.042611 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b50574c2-c2d4-4ee8-9fd4-73ae4215134d admin admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.047269 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60654) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:36.047499 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b50574c2-c2d4-4ee8-9fd4-73ae4215134d admin admin] 10.222.0.43 "DELETE /v2.0/networks/e07d2ed0-a995-4d4f-94db-237116eade44 HTTP/1.1" status: 204 len: 168 time: 0.2772622 Jul 28 11:51:36.064369 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50574c2-c2d4-4ee8-9fd4-73ae4215134d admin admin] Pushing event deleted for resources: {'Network': ['ID=e07d2ed0-a995-4d4f-94db-237116eade44,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:36.092411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-73282403-fbc4-4d7e-a261-6baea4b8f96f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.134861 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-096211ef-6af7-4f98-9dee-817b1a3959be admin admin] Deleting subnet 85a4f4b4-7714-4722-84ae-4d9025efeecb {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:51:36.140965 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-096211ef-6af7-4f98-9dee-817b1a3959be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.180344 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3c5a5a2e-6693-4fb0-bef2-356fcfd1fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'name': 'tempest-TestNetworkBasicOps-router-1178631548', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:51:35Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:23Z', 'updated_at': '2021-07-28T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:36.185182 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-096211ef-6af7-4f98-9dee-817b1a3959be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.206818 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5a5a2e-6693-4fb0-bef2-356fcfd1fd56 None None] Checking router: 79fd020b-cbcb-4115-93aa-617c3b620c90 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:51:36.210591 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-73282403-fbc4-4d7e-a261-6baea4b8f96f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.215320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5a5a2e-6693-4fb0-bef2-356fcfd1fd56 None None] Routers {'79fd020b-cbcb-4115-93aa-617c3b620c90'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:36.215936 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3c5a5a2e-6693-4fb0-bef2-356fcfd1fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['79fd020b-cbcb-4115-93aa-617c3b620c90'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:36.247405 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73282403-fbc4-4d7e-a261-6baea4b8f96f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa03c48-7c2d-4c6f-bb69-18695f2b6921,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:36.259050 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-73282403-fbc4-4d7e-a261-6baea4b8f96f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.260910 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-73282403-fbc4-4d7e-a261-6baea4b8f96f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/subnets/8aa03c48-7c2d-4c6f-bb69-18695f2b6921 HTTP/1.1" status: 204 len: 168 time: 0.3944190 Jul 28 11:51:36.262013 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-096211ef-6af7-4f98-9dee-817b1a3959be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.263697 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60656) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:36.266589 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7e4b76-154d-42d3-9c2e-6a70f442b450 None None] Network c78e5a75-2931-405d-abcc-56ce9c5219fd requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:51:36.321574 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-096211ef-6af7-4f98-9dee-817b1a3959be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.348789 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096211ef-6af7-4f98-9dee-817b1a3959be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85a4f4b4-7714-4722-84ae-4d9025efeecb,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:36.350857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-096211ef-6af7-4f98-9dee-817b1a3959be admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.352728 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-096211ef-6af7-4f98-9dee-817b1a3959be admin admin] 10.222.0.43 "DELETE /v2.0/subnets/85a4f4b4-7714-4722-84ae-4d9025efeecb HTTP/1.1" status: 204 len: 168 time: 0.3043954 Jul 28 11:51:36.359009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60658) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:36.400242 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-574c9b67-7c13-4c51-9767-df5df5c20af5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.400564 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.431633 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e31795a5-5484-4150-bac8-48039b8ce299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.445946 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b508bbc2-bee2-407a-a5a3-93be8159917a no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:51:36.451425 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-3c5a5a2e-6693-4fb0-bef2-356fcfd1fd56 None None] Set router 79fd020b-cbcb-4115-93aa-617c3b620c90 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:36.515384 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-574c9b67-7c13-4c51-9767-df5df5c20af5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.522382 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e31795a5-5484-4150-bac8-48039b8ce299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.525344 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: b508bbc2-bee2-407a-a5a3-93be8159917a {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:51:36.525691 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b508bbc2-bee2-407a-a5a3-93be8159917a not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:51:36.526122 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 93dfe254-3eea-436c-a9eb-1abca6ff7e22 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:51:36.533794 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-e31795a5-5484-4150-bac8-48039b8ce299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5231868d-5af0-4fa0-8183-338abca48db8']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:36.545392 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-e31795a5-5484-4150-bac8-48039b8ce299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592e5178-163a-48fe-b777-4daf9b679002') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:36.545714 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-e31795a5-5484-4150-bac8-48039b8ce299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592e5178-163a-48fe-b777-4daf9b679002') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:36.550973 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 93dfe254-3eea-436c-a9eb-1abca6ff7e22 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:51:36.551325 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 93dfe254-3eea-436c-a9eb-1abca6ff7e22 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:51:36.555657 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e31795a5-5484-4150-bac8-48039b8ce299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.571415 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e31795a5-5484-4150-bac8-48039b8ce299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.578051 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31795a5-5484-4150-bac8-48039b8ce299 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:51:36.578506 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e31795a5-5484-4150-bac8-48039b8ce299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:51:36.580248 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:51:36.583838 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-574c9b67-7c13-4c51-9767-df5df5c20af5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 19e04330-2787-4ab5-b75c-6255468fa8fd {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:51:36.583838 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-574c9b67-7c13-4c51-9767-df5df5c20af5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.638722 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e31795a5-5484-4150-bac8-48039b8ce299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.648253 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e31795a5-5484-4150-bac8-48039b8ce299 admin admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.650336 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e31795a5-5484-4150-bac8-48039b8ce299 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5231868d-5af0-4fa0-8183-338abca48db8 HTTP/1.1" status: 204 len: 168 time: 0.2900925 Jul 28 11:51:36.681386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-574c9b67-7c13-4c51-9767-df5df5c20af5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 19e04330-2787-4ab5-b75c-6255468fa8fd, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=19e04330-2787-4ab5-b75c-6255468fa8fd,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:36.681903 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-574c9b67-7c13-4c51-9767-df5df5c20af5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.690161 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d04607-331b-419e-a138-cc28b46087d9 None None] DHCP port deletion for c78e5a75-2931-405d-abcc-56ce9c5219fd request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:51:36.703095 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-574c9b67-7c13-4c51-9767-df5df5c20af5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 19e04330-2787-4ab5-b75c-6255468fa8fd owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:51:36.704453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31795a5-5484-4150-bac8-48039b8ce299 admin admin] Pushing event deleted for resources: {'Network': ['ID=5231868d-5af0-4fa0-8183-338abca48db8,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:36.782505 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d3d04607-331b-419e-a138-cc28b46087d9 None None] Deleting port 05068284-98ad-4466-ac2a-c6591a097f67 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:51:36.782876 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3d04607-331b-419e-a138-cc28b46087d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.796411 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3c5a5a2e-6693-4fb0-bef2-356fcfd1fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'name': 'tempest-TestNetworkBasicOps-router-1178631548', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:51:35Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:23Z', 'updated_at': '2021-07-28T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:36.887945 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60662) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:36.917335 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-574c9b67-7c13-4c51-9767-df5df5c20af5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:36.935694 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-78f7da14-944e-4dfd-ae2c-ac4503734cc1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8713602d97a14705afdb62625de22741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465422 Jul 28 11:51:36.938323 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60664) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:36.949152 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c9b67-7c13-4c51-9767-df5df5c20af5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=19e04330-2787-4ab5-b75c-6255468fa8fd,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:36.993011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f2a588d-325c-4de4-a620-48544d0d6e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.012399 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 05068284-98ad-4466-ac2a-c6591a097f67 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:51:37.016358 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f2a588d-325c-4de4-a620-48544d0d6e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.016825 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5a5a2e-6693-4fb0-bef2-356fcfd1fd56 None None] The sync data for ids ['79fd020b-cbcb-4115-93aa-617c3b620c90'] in dv-neutron-786478-16-hyperv is: [{'id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'name': 'tempest-TestNetworkBasicOps-router-1178631548', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47'}], 'enable_snat': True}, 'gw_port_id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:50:22Z', 'updated_at': '2021-07-28T11:51:35Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '19e04330-2787-4ab5-b75c-6255468fa8fd', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:87:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fd020b-cbcb-4115-93aa-617c3b620c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:50:23Z', 'updated_at': '2021-07-28T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:51:37.025438 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-574c9b67-7c13-4c51-9767-df5df5c20af5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.062707 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d3d04607-331b-419e-a138-cc28b46087d9 None None] For port 05068284-98ad-4466-ac2a-c6591a097f67, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=05068284-98ad-4466-ac2a-c6591a097f67,segment=NetworkSegment(186996c7-005c-401b-ae5d-e43673b8256b),segment_id=186996c7-005c-401b-ae5d-e43673b8256b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:37.063107 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3d04607-331b-419e-a138-cc28b46087d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.079164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f2a588d-325c-4de4-a620-48544d0d6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.081791 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f2a588d-325c-4de4-a620-48544d0d6e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.086046 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5f2a588d-325c-4de4-a620-48544d0d6e8d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07de8801-ae5a-4846-a9ab-52e068386869 HTTP/1.1" status: 204 len: 168 time: 0.1434627 Jul 28 11:51:37.086206 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d3d04607-331b-419e-a138-cc28b46087d9 None None] Calling delete_port for 05068284-98ad-4466-ac2a-c6591a097f67 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:51:37.102258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a588d-325c-4de4-a620-48544d0d6e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07de8801-ae5a-4846-a9ab-52e068386869,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:37.128223 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.139481 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-574c9b67-7c13-4c51-9767-df5df5c20af5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.142042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-574c9b67-7c13-4c51-9767-df5df5c20af5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.203334 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-574c9b67-7c13-4c51-9767-df5df5c20af5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.204426 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574c9b67-7c13-4c51-9767-df5df5c20af5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Fanout notify agent at l3_agent the message router_deleted on router 79fd020b-cbcb-4115-93aa-617c3b620c90 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:51:37.212731 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 05068284-98ad-4466-ac2a-c6591a097f67, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=05068284-98ad-4466-ac2a-c6591a097f67,segment=NetworkSegment(186996c7-005c-401b-ae5d-e43673b8256b),segment_id=186996c7-005c-401b-ae5d-e43673b8256b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:37.215525 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-574c9b67-7c13-4c51-9767-df5df5c20af5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.216684 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-574c9b67-7c13-4c51-9767-df5df5c20af5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/routers/79fd020b-cbcb-4115-93aa-617c3b620c90 HTTP/1.1" status: 204 len: 168 time: 0.9519632 Jul 28 11:51:37.219723 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.219901 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60668) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:37.285900 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3d04607-331b-419e-a138-cc28b46087d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.289066 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=05068284-98ad-4466-ac2a-c6591a097f67,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:37.301552 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:37.302380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:37.302798 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:37.303251 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:37.303625 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:37.303996 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:37.304342 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:37.304707 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:37.305076 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:37.305428 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:37.305762 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:37.306103 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:37.312769 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d04607-331b-419e-a138-cc28b46087d9 None None] No DVR routers for this DVR port 05068284-98ad-4466-ac2a-c6591a097f67 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:51:37.324982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-457ffc81-212a-4fa6-b69a-f1fd4b0c1dea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.334666 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d04607-331b-419e-a138-cc28b46087d9 None None] Pushing event deleted for resources: {'Port': ['ID=05068284-98ad-4466-ac2a-c6591a097f67,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:37.421443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-457ffc81-212a-4fa6-b69a-f1fd4b0c1dea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.432461 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-457ffc81-212a-4fa6-b69a-f1fd4b0c1dea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78e5a75-2931-405d-abcc-56ce9c5219fd']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:37.444663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-457ffc81-212a-4fa6-b69a-f1fd4b0c1dea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186996c7-005c-401b-ae5d-e43673b8256b') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:37.445030 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-457ffc81-212a-4fa6-b69a-f1fd4b0c1dea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186996c7-005c-401b-ae5d-e43673b8256b') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:37.455404 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-457ffc81-212a-4fa6-b69a-f1fd4b0c1dea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.470648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-457ffc81-212a-4fa6-b69a-f1fd4b0c1dea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.476752 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457ffc81-212a-4fa6-b69a-f1fd4b0c1dea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:51:37.477266 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-457ffc81-212a-4fa6-b69a-f1fd4b0c1dea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:51:37.480587 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:51:37.495143 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60672) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:37.574188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-457ffc81-212a-4fa6-b69a-f1fd4b0c1dea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.583413 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-457ffc81-212a-4fa6-b69a-f1fd4b0c1dea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.585222 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-457ffc81-212a-4fa6-b69a-f1fd4b0c1dea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/networks/c78e5a75-2931-405d-abcc-56ce9c5219fd HTTP/1.1" status: 204 len: 168 time: 0.3644412 Jul 28 11:51:37.596455 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60674) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:37.601340 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-20062271-6a3b-4931-b243-a7b442275b20 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=948554b5b7c24a049756bb415442a402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1041203 Jul 28 11:51:37.603381 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60676) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:37.604222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-d033e26f-136a-4c62-825f-f8e1f3a24984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'network': {'name': 'tempest-network-smoke--629999206', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'port_security_enabled': True}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:37.608645 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ffc81-212a-4fa6-b69a-f1fd4b0c1dea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Network': ['ID=c78e5a75-2931-405d-abcc-56ce9c5219fd,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:37.629175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d033e26f-136a-4c62-825f-f8e1f3a24984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:51:37.633565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d033e26f-136a-4c62-825f-f8e1f3a24984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.658312 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d033e26f-136a-4c62-825f-f8e1f3a24984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:51:37.660889 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06b7f133-12b9-45da-b723-89f88ced2fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.669101 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d033e26f-136a-4c62-825f-f8e1f3a24984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.669663 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-d033e26f-136a-4c62-825f-f8e1f3a24984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Added segment bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608 of type vlan for network 31da9974-a0d0-422f-b3bd-c9a35d2053ac Jul 28 11:51:37.684996 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06b7f133-12b9-45da-b723-89f88ced2fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.715458 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d033e26f-136a-4c62-825f-f8e1f3a24984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.744266 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06b7f133-12b9-45da-b723-89f88ced2fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.747450 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06b7f133-12b9-45da-b723-89f88ced2fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.747615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d033e26f-136a-4c62-825f-f8e1f3a24984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.748621 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-06b7f133-12b9-45da-b723-89f88ced2fa5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/745b3db0-16ed-408e-937c-f7c0152afb19 HTTP/1.1" status: 204 len: 168 time: 0.1442518 Jul 28 11:51:37.753970 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d033e26f-136a-4c62-825f-f8e1f3a24984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:37.754677 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d033e26f-136a-4c62-825f-f8e1f3a24984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.762168 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7f133-12b9-45da-b723-89f88ced2fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745b3db0-16ed-408e-937c-f7c0152afb19,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:37.827168 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d033e26f-136a-4c62-825f-f8e1f3a24984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2294581 Jul 28 11:51:37.830073 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60680) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:37.835722 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-448153942', 'admin_state_up': True, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:37.841192 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033e26f-136a-4c62-825f-f8e1f3a24984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Network': ['ID=31da9974-a0d0-422f-b3bd-c9a35d2053ac,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:37.857131 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 31da9974-a0d0-422f-b3bd-c9a35d2053ac details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:51:37.881355 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.883215 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.937244 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:37.941325 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:38.093976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:38.290973 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:38.310335 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:38.414230 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.26.1.41 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/9da2f3e5-5c75-4650-b5fa-3df6ef52a452) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:51:38.517844 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:38.557122 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:38.597166 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:51:38.603411 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:38.607691 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:51:38.610655 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=9da2f3e5-5c75-4650-b5fa-3df6ef52a452,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:38.734189 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 19e04330-2787-4ab5-b75c-6255468fa8fd no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:51:38.756386 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 19e04330-2787-4ab5-b75c-6255468fa8fd {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:51:38.756786 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 19e04330-2787-4ab5-b75c-6255468fa8fd not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:51:38.757603 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 247086b0-ca36-4709-a3f0-5f9f31730437 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:51:38.776943 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 247086b0-ca36-4709-a3f0-5f9f31730437 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:51:38.777294 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 247086b0-ca36-4709-a3f0-5f9f31730437 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:51:38.857868 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:39.351896 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:39.474942 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:51:39.577359 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:51:39.587088 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Sync routers for ids ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:51:39.595897 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Routers {'87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:39.596065 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:39.596501 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:39.597136 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-510180d7-7d15-4370-ab6c-89d17d4717f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7659316 Jul 28 11:51:39.600409 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60686) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:39.631741 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-22aa647c-3bb5-4be7-9173-2ea61dd2f7ad tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=494923637e9742fd92ad3c4630d377e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301359 Jul 28 11:51:39.634889 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60688) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:39.702094 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Set router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:39.719502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed77ed-9c49-4575-a98e-e9886bbfddec tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:39.720996 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-24ed77ed-9c49-4575-a98e-e9886bbfddec tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852118 Jul 28 11:51:39.723955 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60690) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:39.757264 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e709ac25-f674-4860-969d-1da18f82b2a6 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323229 Jul 28 11:51:39.759827 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60692) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:39.764598 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-42c86ee4-abb4-438f-a74b-092f8ea07ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-648907082', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:39.854090 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c86ee4-abb4-438f-a74b-092f8ea07ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:51:39.857551 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42c86ee4-abb4-438f-a74b-092f8ea07ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:39.883021 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:51:38Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:39.908699 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Checking router: 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:51:39.909055 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Updating router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace port 9da2f3e5-5c75-4650-b5fa-3df6ef52a452 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:51:39.933486 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:40.036181 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42c86ee4-abb4-438f-a74b-092f8ea07ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:40.097413 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c86ee4-abb4-438f-a74b-092f8ea07ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Subnet': ['ID=36a85f2d-f7a2-41fc-88ac-5fd19170bc5b,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:40.105979 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c86ee4-abb4-438f-a74b-092f8ea07ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Checking segment: {'id': 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:51:40.106354 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c86ee4-abb4-438f-a74b-092f8ea07ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network hostable DHCP agents. Network: 31da9974-a0d0-422f-b3bd-c9a35d2053ac, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:51:40.122906 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c86ee4-abb4-438f-a74b-092f8ea07ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network 31da9974-a0d0-422f-b3bd-c9a35d2053ac is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:51:40.132935 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-42c86ee4-abb4-438f-a74b-092f8ea07ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 31da9974-a0d0-422f-b3bd-c9a35d2053ac) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:40.137097 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c86ee4-abb4-438f-a74b-092f8ea07ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:40.137631 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-42c86ee4-abb4-438f-a74b-092f8ea07ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:40.143496 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d0a587-8868-4253-8f57-4f40e83ac81d None None] Network 31da9974-a0d0-422f-b3bd-c9a35d2053ac requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:51:40.157239 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-42c86ee4-abb4-438f-a74b-092f8ea07ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3937037 Jul 28 11:51:40.157468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60694) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:40.284909 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:40.296037 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Transition to ACTIVE for port object 9da2f3e5-5c75-4650-b5fa-3df6ef52a452 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:40.303901 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:40.306478 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ips': [{'subnet_id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:51:40.307418 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:40.356616 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52677ac6-48f4-442f-b2be-bd3d28fc27f6 None None] Pushing event updated for resources: {'Port': ['ID=9da2f3e5-5c75-4650-b5fa-3df6ef52a452,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:40.358656 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Attempting to bind port 9da2f3e5-5c75-4650-b5fa-3df6ef52a452 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:51:40.359021 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Attempting to bind port 9da2f3e5-5c75-4650-b5fa-3df6ef52a452 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:51:40.359374 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Attempting to bind port 9da2f3e5-5c75-4650-b5fa-3df6ef52a452 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:51:40.368387 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:51:40.368753 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:51:40.369363 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:40.369759 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:51:40.370211 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Bound port: 9da2f3e5-5c75-4650-b5fa-3df6ef52a452, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:51:40.370813 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:40.373195 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52677ac6-48f4-442f-b2be-bd3d28fc27f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:40.373729 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52677ac6-48f4-442f-b2be-bd3d28fc27f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:40.374068 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52677ac6-48f4-442f-b2be-bd3d28fc27f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:40.374400 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52677ac6-48f4-442f-b2be-bd3d28fc27f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:40.374752 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52677ac6-48f4-442f-b2be-bd3d28fc27f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:40.375087 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52677ac6-48f4-442f-b2be-bd3d28fc27f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:40.375419 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52677ac6-48f4-442f-b2be-bd3d28fc27f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:40.375747 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52677ac6-48f4-442f-b2be-bd3d28fc27f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:40.376071 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52677ac6-48f4-442f-b2be-bd3d28fc27f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:40.376396 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52677ac6-48f4-442f-b2be-bd3d28fc27f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:40.376812 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52677ac6-48f4-442f-b2be-bd3d28fc27f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:40.377114 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52677ac6-48f4-442f-b2be-bd3d28fc27f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:40.435944 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] For port 9da2f3e5-5c75-4650-b5fa-3df6ef52a452, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:51:40.439168 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] For port 9da2f3e5-5c75-4650-b5fa-3df6ef52a452, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=9da2f3e5-5c75-4650-b5fa-3df6ef52a452,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:51:40.443616 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:40.452861 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Allocated IP 172.20.0.2 (31da9974-a0d0-422f-b3bd-c9a35d2053ac/36a85f2d-f7a2-41fc-88ac-5fd19170bc5b/1e0ece31-be4b-4492-8636-084f8bc6ea51) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:51:40.499596 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Routers {'87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:40.500228 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:40.505490 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52677ac6-48f4-442f-b2be-bd3d28fc27f6 None None] Pushing event updated for resources: {'Port': ['ID=9da2f3e5-5c75-4650-b5fa-3df6ef52a452,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:40.608341 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:40.609068 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] Set router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:40.617898 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Transition to ACTIVE for port object 1e0ece31-be4b-4492-8636-084f8bc6ea51 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:40.633551 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Transition to ACTIVE for port object 1e0ece31-be4b-4492-8636-084f8bc6ea51 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:40.639753 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:40.641441 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:40.680386 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Network 31da9974-a0d0-422f-b3bd-c9a35d2053ac is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:51:40.685214 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:40.689578 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:51:40.693465 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Pushing event updated for resources: {'Port': ['ID=1e0ece31-be4b-4492-8636-084f8bc6ea51,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:40.745247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Attempting to bind port 1e0ece31-be4b-4492-8636-084f8bc6ea51 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:51:40.745625 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Attempting to bind port 1e0ece31-be4b-4492-8636-084f8bc6ea51 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:51:40.745997 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Attempting to bind port 1e0ece31-be4b-4492-8636-084f8bc6ea51 on network 31da9974-a0d0-422f-b3bd-c9a35d2053ac {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:51:40.751293 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:51:40.751672 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Checking segment: {'id': 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:51:40.752086 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:40.752485 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Bound using segment: {'id': 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:51:40.752985 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Bound port: 1e0ece31-be4b-4492-8636-084f8bc6ea51, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:51:40.753379 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:40.796447 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:51:38Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:40.827046 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] For port 1e0ece31-be4b-4492-8636-084f8bc6ea51, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:51:40.827291 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e6487-d7c7-44c0-ae13-bf62fdbe8497 None None] The sync data for ids ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'] in dv-neutron-786478-16-hyperv is: [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:51:38Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:51:40.833517 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] For port 1e0ece31-be4b-4492-8636-084f8bc6ea51, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1e0ece31-be4b-4492-8636-084f8bc6ea51,segment=NetworkSegment(bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608),segment_id=bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:51:40.837558 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:40.908830 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff659fdf-ce13-4797-bcbe-a4562ae9076d None None] Pushing event updated for resources: {'Port': ['ID=1e0ece31-be4b-4492-8636-084f8bc6ea51,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:40.974948 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.1 (31da9974-a0d0-422f-b3bd-c9a35d2053ac/36a85f2d-f7a2-41fc-88ac-5fd19170bc5b/3a7a0938-fb97-4708-8198-d5e7fab706d2) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:51:41.137087 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:41.157232 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object 3a7a0938-fb97-4708-8198-d5e7fab706d2 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:41.196250 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:41.242272 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network 31da9974-a0d0-422f-b3bd-c9a35d2053ac is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:51:41.247638 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:41.252169 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:51:41.256816 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=3a7a0938-fb97-4708-8198-d5e7fab706d2,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:41.299027 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:41.439468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:41.771737 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:41.776380 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:41.855928 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=3a7a0938-fb97-4708-8198-d5e7fab706d2,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:41.858071 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:41.877169 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0660e8-680e-420d-b6e4-cefd2ac1b935 None None] Network 31da9974-a0d0-422f-b3bd-c9a35d2053ac requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:51:41.951227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-019764f8-2973-4b72-857e-97a850321334 None None] Provisioning for port 1e0ece31-be4b-4492-8636-084f8bc6ea51 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:41.958370 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network 31da9974-a0d0-422f-b3bd-c9a35d2053ac is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:51:41.959988 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:42.081660 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:51:42.198140 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:51:42.205955 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ac3ffa07-de80-4db7-994f-493995fdf831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0451899 Jul 28 11:51:42.206317 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60696) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:42.290016 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3b55b917-14ad-4418-ab4a-6a6a66a4b1f6 None None] Provisioning for port 3a7a0938-fb97-4708-8198-d5e7fab706d2 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:42.294259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3b55b917-14ad-4418-ab4a-6a6a66a4b1f6 None None] Provisioning complete for port 3a7a0938-fb97-4708-8198-d5e7fab706d2 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:42.294674 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b55b917-14ad-4418-ab4a-6a6a66a4b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:42.329736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3b55b917-14ad-4418-ab4a-6a6a66a4b1f6 None None] Port 3a7a0938-fb97-4708-8198-d5e7fab706d2 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:51:42.397726 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e474d-028c-4728-ae93-dd3ca5dcefff tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:42.398324 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e474d-028c-4728-ae93-dd3ca5dcefff tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:42.398915 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e474d-028c-4728-ae93-dd3ca5dcefff tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:42.399397 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e474d-028c-4728-ae93-dd3ca5dcefff tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:42.399878 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e474d-028c-4728-ae93-dd3ca5dcefff tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:42.400354 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e474d-028c-4728-ae93-dd3ca5dcefff tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:42.402166 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-617e474d-028c-4728-ae93-dd3ca5dcefff tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1948006 Jul 28 11:51:42.405233 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60698) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:42.462318 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a9bb9055-91d5-41fe-9c00-db81f4c8adb2 None None] Provisioning complete for port 3a7a0938-fb97-4708-8198-d5e7fab706d2 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:42.462969 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a9bb9055-91d5-41fe-9c00-db81f4c8adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:42.469885 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bbe1f4-9ae7-4c73-920d-13dd73721cc2 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:42.470373 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bbe1f4-9ae7-4c73-920d-13dd73721cc2 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:42.471061 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bbe1f4-9ae7-4c73-920d-13dd73721cc2 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:42.471531 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bbe1f4-9ae7-4c73-920d-13dd73721cc2 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:42.472012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bbe1f4-9ae7-4c73-920d-13dd73721cc2 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:42.472465 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bbe1f4-9ae7-4c73-920d-13dd73721cc2 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:42.477624 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-11bbe1f4-9ae7-4c73-920d-13dd73721cc2 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0688729 Jul 28 11:51:42.477948 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60700) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:42.507669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Sync routers for ids ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:51:42.512520 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb9055-91d5-41fe-9c00-db81f4c8adb2 None None] Port 3a7a0938-fb97-4708-8198-d5e7fab706d2 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:51:42.520315 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Routers {'87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:42.521087 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:42.637972 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Set router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:42.677446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a42917b2-9bb6-46fe-b498-d60af3e0f71f None None] Provisioning complete for port 3a7a0938-fb97-4708-8198-d5e7fab706d2 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:42.677765 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a42917b2-9bb6-46fe-b498-d60af3e0f71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:42.721062 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6dfa2567-525e-4bc7-8aec-65a010e76b0c tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2389486 Jul 28 11:51:42.758059 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a42917b2-9bb6-46fe-b498-d60af3e0f71f None None] Port 3a7a0938-fb97-4708-8198-d5e7fab706d2 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:51:42.836828 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1e0ece31-be4b-4492-8636-084f8bc6ea51 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:42.922906 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 1e0ece31-be4b-4492-8636-084f8bc6ea51 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:42.929380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 1e0ece31-be4b-4492-8636-084f8bc6ea51 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:42.929757 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:42.961144 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:51:41Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '3a7a0938-fb97-4708-8198-d5e7fab706d2', 'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:1f:1e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:40Z', 'updated_at': '2021-07-28T11:51:41Z', 'revision_number': 2, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:42.974621 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60704) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:42.979540 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-940f0a0f-804e-4c64-a908-f03066ad394d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1274030590', 'description': 'tempest-secgroup-smoke-1274030590 description', 'project_id': '494923637e9742fd92ad3c4630d377e7'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:42.996522 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Checking router: 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:51:42.996971 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Updating router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace port 3a7a0938-fb97-4708-8198-d5e7fab706d2 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:51:43.007838 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-940f0a0f-804e-4c64-a908-f03066ad394d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.027192 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.089846 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-940f0a0f-804e-4c64-a908-f03066ad394d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.093421 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-940f0a0f-804e-4c64-a908-f03066ad394d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.101372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.123770 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-940f0a0f-804e-4c64-a908-f03066ad394d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.125005 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-940f0a0f-804e-4c64-a908-f03066ad394d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1490920 Jul 28 11:51:43.127060 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f0a0f-804e-4c64-a908-f03066ad394d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c016d3cc-8a0a-45c4-900c-7d3b07295311,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:43.128053 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60706) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:43.133224 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-7dfca860-bf8a-41c0-92bd-c9771b919229 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': 'c016d3cc-8a0a-45c4-900c-7d3b07295311', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:43.159836 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7dfca860-bf8a-41c0-92bd-c9771b919229 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.198670 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 1e0ece31-be4b-4492-8636-084f8bc6ea51, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1e0ece31-be4b-4492-8636-084f8bc6ea51,segment=NetworkSegment(bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608),segment_id=bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:43.205028 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.205815 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9da2f3e5-5c75-4650-b5fa-3df6ef52a452 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:43.217009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7dfca860-bf8a-41c0-92bd-c9771b919229 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.221048 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7dfca860-bf8a-41c0-92bd-c9771b919229 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.238445 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfca860-bf8a-41c0-92bd-c9771b919229 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbd1e93-7182-4aee-8460-9b8ce1114631,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:43.245192 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7dfca860-bf8a-41c0-92bd-c9771b919229 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.246301 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7dfca860-bf8a-41c0-92bd-c9771b919229 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172264 Jul 28 11:51:43.249002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60708) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:43.253488 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-0d2ce43b-fce8-4c64-b6bd-1836c03c202d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': 'c016d3cc-8a0a-45c4-900c-7d3b07295311', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:43.281003 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0d2ce43b-fce8-4c64-b6bd-1836c03c202d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.340395 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0d2ce43b-fce8-4c64-b6bd-1836c03c202d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.340788 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=1e0ece31-be4b-4492-8636-084f8bc6ea51,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:43.344202 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0d2ce43b-fce8-4c64-b6bd-1836c03c202d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.359600 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ce43b-fce8-4c64-b6bd-1836c03c202d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7876f319-0004-494a-b23a-34bd4988a6a3,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:43.369232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0d2ce43b-fce8-4c64-b6bd-1836c03c202d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.371401 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0d2ce43b-fce8-4c64-b6bd-1836c03c202d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212666 Jul 28 11:51:43.374253 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60710) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:43.376715 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 9da2f3e5-5c75-4650-b5fa-3df6ef52a452 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:43.378718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-d5f67a6e-b8d9-43c4-9858-ddd659a2ba05 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': 'c016d3cc-8a0a-45c4-900c-7d3b07295311', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:43.384146 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 9da2f3e5-5c75-4650-b5fa-3df6ef52a452 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:43.384556 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.406379 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d5f67a6e-b8d9-43c4-9858-ddd659a2ba05 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.468725 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d5f67a6e-b8d9-43c4-9858-ddd659a2ba05 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.472428 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d5f67a6e-b8d9-43c4-9858-ddd659a2ba05 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.474609 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.489125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Transition to ACTIVE for port object 3a7a0938-fb97-4708-8198-d5e7fab706d2 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:43.490241 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f67a6e-b8d9-43c4-9858-ddd659a2ba05 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7907c804-bb8b-4ac5-98c9-bea34044814c,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:43.496930 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d5f67a6e-b8d9-43c4-9858-ddd659a2ba05 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.498155 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d5f67a6e-b8d9-43c4-9858-ddd659a2ba05 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228871 Jul 28 11:51:43.500995 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60712) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:43.506544 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5e682cea-2ce7-435d-9ac4-2e5fd282a14f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': 'c016d3cc-8a0a-45c4-900c-7d3b07295311', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:43.516005 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.534114 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5e682cea-2ce7-435d-9ac4-2e5fd282a14f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.550751 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.597559 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b928ae-5b5d-4c9b-bbba-834ba2b7141f None None] Pushing event updated for resources: {'Port': ['ID=3a7a0938-fb97-4708-8198-d5e7fab706d2,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:43.598194 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5e682cea-2ce7-435d-9ac4-2e5fd282a14f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.604728 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 9da2f3e5-5c75-4650-b5fa-3df6ef52a452, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=9da2f3e5-5c75-4650-b5fa-3df6ef52a452,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:43.610547 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5e682cea-2ce7-435d-9ac4-2e5fd282a14f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.624375 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.633010 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e682cea-2ce7-435d-9ac4-2e5fd282a14f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa187ce-05d9-44a4-98cd-6a1c78dca669,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:43.639926 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5e682cea-2ce7-435d-9ac4-2e5fd282a14f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.643975 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5e682cea-2ce7-435d-9ac4-2e5fd282a14f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391585 Jul 28 11:51:43.644188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60714) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:43.653548 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3f9bff78-c158-402d-b748-41b1dd5027b4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': 'c016d3cc-8a0a-45c4-900c-7d3b07295311', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:43.681658 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-3f9bff78-c158-402d-b748-41b1dd5027b4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:51:43.687984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f9bff78-c158-402d-b748-41b1dd5027b4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.761131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f9bff78-c158-402d-b748-41b1dd5027b4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.766810 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f9bff78-c158-402d-b748-41b1dd5027b4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.787228 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bff78-c158-402d-b748-41b1dd5027b4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f70936-94d5-434c-bff8-35253f2bb193,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:43.790012 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f9bff78-c158-402d-b748-41b1dd5027b4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.798723 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3f9bff78-c158-402d-b748-41b1dd5027b4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1460404 Jul 28 11:51:43.798723 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60716) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:43.798723 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-03b2c13e-48bd-487d-aeba-1ec36d07e1a4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': 'c016d3cc-8a0a-45c4-900c-7d3b07295311', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:43.823012 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-03b2c13e-48bd-487d-aeba-1ec36d07e1a4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:51:43.828402 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-03b2c13e-48bd-487d-aeba-1ec36d07e1a4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.870186 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Attempting to bind port 3a7a0938-fb97-4708-8198-d5e7fab706d2 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:51:43.870558 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Attempting to bind port 3a7a0938-fb97-4708-8198-d5e7fab706d2 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:51:43.871001 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Attempting to bind port 3a7a0938-fb97-4708-8198-d5e7fab706d2 on network 31da9974-a0d0-422f-b3bd-c9a35d2053ac {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:51:43.874733 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=9da2f3e5-5c75-4650-b5fa-3df6ef52a452,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:43.883003 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:51:43.883556 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Checking segment: {'id': 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:51:43.883875 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.884268 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Bound using segment: {'id': 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:51:43.884784 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Bound port: 3a7a0938-fb97-4708-8198-d5e7fab706d2, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:51:43.885329 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.892557 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-03b2c13e-48bd-487d-aeba-1ec36d07e1a4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.896369 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-03b2c13e-48bd-487d-aeba-1ec36d07e1a4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.913312 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2c13e-48bd-487d-aeba-1ec36d07e1a4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a3bd91-dccb-4608-9eda-f677dabf55f2,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:43.919982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-03b2c13e-48bd-487d-aeba-1ec36d07e1a4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.921073 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-03b2c13e-48bd-487d-aeba-1ec36d07e1a4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260505 Jul 28 11:51:43.961166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] For port 3a7a0938-fb97-4708-8198-d5e7fab706d2, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:51:43.964138 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] For port 3a7a0938-fb97-4708-8198-d5e7fab706d2, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=3a7a0938-fb97-4708-8198-d5e7fab706d2,segment=NetworkSegment(bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608),segment_id=bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:51:43.968531 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:44.021365 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Routers {'87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:44.021986 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:44.070132 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b928ae-5b5d-4c9b-bbba-834ba2b7141f None None] Pushing event updated for resources: {'Port': ['ID=3a7a0938-fb97-4708-8198-d5e7fab706d2,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:44.117686 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-86dac35c-5545-4fca-9983-8a079bd1c1dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274030590&fields=id&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 267 time: 0.0360069 Jul 28 11:51:44.150283 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] Set router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:44.236487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-da24f798-f803-49ce-bbaf-b7322563c0b3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:44.237948 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-da24f798-f803-49ce-bbaf-b7322563c0b3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/networks?id=31da9974-a0d0-422f-b3bd-c9a35d2053ac HTTP/1.1" status: 200 len: 796 time: 0.1128731 Jul 28 11:51:44.253861 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-0dbb0483-5b87-4848-a155-af6b85820ef3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/quotas/494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 375 time: 0.0093038 Jul 28 11:51:44.305538 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-ffd75b48-5f25-4e67-b4a4-d8e05754f2b8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460227 Jul 28 11:51:44.369033 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:51:41Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '3a7a0938-fb97-4708-8198-d5e7fab706d2', 'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:1f:1e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:40Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:44.395041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4301494c-a062-4998-a281-1ca98d3e5877 None None] The sync data for ids ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'] in dv-neutron-786478-16-hyperv is: [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:51:41Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '3a7a0938-fb97-4708-8198-d5e7fab706d2', 'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:1f:1e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:40Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:51:44.404318 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-bf7fc3fe-d09e-4acf-8e84-2efd3fd85f92 service neutron] 10.222.0.43 "GET /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865500 Jul 28 11:51:44.505065 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-4b13b8e6-384e-4985-abc8-e43d7bddf325 service neutron] 10.222.0.43 "GET /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946105 Jul 28 11:51:44.675347 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b3d2baea-a49d-4817-97d9-9d2165395b22 req-ab0e3d1f-dee8-4a5c-9699-41e80451be28 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 210 time: 0.0321963 Jul 28 11:51:44.839179 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3a7a0938-fb97-4708-8198-d5e7fab706d2 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:44.899323 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 3a7a0938-fb97-4708-8198-d5e7fab706d2 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:44.903564 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 3a7a0938-fb97-4708-8198-d5e7fab706d2 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:44.903945 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:44.993477 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.031964 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 3a7a0938-fb97-4708-8198-d5e7fab706d2, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=3a7a0938-fb97-4708-8198-d5e7fab706d2,segment=NetworkSegment(bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608),segment_id=bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:45.036400 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.037207 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1e0ece31-be4b-4492-8636-084f8bc6ea51 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:45.118903 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=3a7a0938-fb97-4708-8198-d5e7fab706d2,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:45.135365 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 1e0ece31-be4b-4492-8636-084f8bc6ea51 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:45.135804 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.221012 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9da2f3e5-5c75-4650-b5fa-3df6ef52a452 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:45.268302 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 9da2f3e5-5c75-4650-b5fa-3df6ef52a452 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:45.268691 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.626048 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-099ab686-157f-4e94-aa68-295b5b523eb0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:45.627556 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-099ab686-157f-4e94-aa68-295b5b523eb0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/networks?id=31da9974-a0d0-422f-b3bd-c9a35d2053ac HTTP/1.1" status: 200 len: 796 time: 0.1064687 Jul 28 11:51:45.671303 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-3d15b51b-8a8f-4ed2-a279-7561cc628230 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 380 time: 0.0344415 Jul 28 11:51:45.681362 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-f65674cf-798f-4208-b85e-6682e3a4cb7e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'port': {'device_id': '47ad5b7f-09ce-422a-ac40-2c31bb32bb72', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'admin_state_up': True, 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'security_groups': ['c016d3cc-8a0a-45c4-900c-7d3b07295311']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:45.791549 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-f65674cf-798f-4208-b85e-6682e3a4cb7e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:51:45.796081 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-f65674cf-798f-4208-b85e-6682e3a4cb7e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.930526 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-f65674cf-798f-4208-b85e-6682e3a4cb7e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.10 (31da9974-a0d0-422f-b3bd-c9a35d2053ac/36a85f2d-f7a2-41fc-88ac-5fd19170bc5b/84e1f1d2-0e37-49e3-abde-484b6e231769) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:51:46.074909 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bd6d72c8-6c88-47e4-bd00-b08700bf7174 req-b69c792e-ed69-421c-abea-7bf1661c17d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 210 time: 0.3326821 Jul 28 11:51:46.392288 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-f65674cf-798f-4208-b85e-6682e3a4cb7e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.404982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-f65674cf-798f-4208-b85e-6682e3a4cb7e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object 84e1f1d2-0e37-49e3-abde-484b6e231769 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:46.436611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-f65674cf-798f-4208-b85e-6682e3a4cb7e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.477458 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-f65674cf-798f-4208-b85e-6682e3a4cb7e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network 31da9974-a0d0-422f-b3bd-c9a35d2053ac is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:51:46.480388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-f65674cf-798f-4208-b85e-6682e3a4cb7e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:46.486918 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-f65674cf-798f-4208-b85e-6682e3a4cb7e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:51:46.512832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65674cf-798f-4208-b85e-6682e3a4cb7e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=84e1f1d2-0e37-49e3-abde-484b6e231769,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:46.541271 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-f65674cf-798f-4208-b85e-6682e3a4cb7e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:46.541888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-f65674cf-798f-4208-b85e-6682e3a4cb7e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.558167 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-f65674cf-798f-4208-b85e-6682e3a4cb7e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8804700 Jul 28 11:51:46.570921 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Request body: {'port': {'device_id': '47ad5b7f-09ce-422a-ac40-2c31bb32bb72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:46.626806 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.718462 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9b19a97c-e610-40d5-925c-0ef27e2ccfa0 None None] Provisioning for port 84e1f1d2-0e37-49e3-abde-484b6e231769 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:46.723157 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9b19a97c-e610-40d5-925c-0ef27e2ccfa0 None None] Provisioning complete for port 84e1f1d2-0e37-49e3-abde-484b6e231769 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:46.723595 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b19a97c-e610-40d5-925c-0ef27e2ccfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.747703 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3a7a0938-fb97-4708-8198-d5e7fab706d2 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:46.785331 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9b19a97c-e610-40d5-925c-0ef27e2ccfa0 None None] Port 84e1f1d2-0e37-49e3-abde-484b6e231769 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:51:46.805287 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 3a7a0938-fb97-4708-8198-d5e7fab706d2 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:46.805664 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.906043 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e1f1d2-0e37-49e3-abde-484b6e231769 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:51:46.913477 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.925071 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Transition to ACTIVE for port object 84e1f1d2-0e37-49e3-abde-484b6e231769 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:46.929312 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.980097 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Pushing event updated for resources: {'Port': ['ID=84e1f1d2-0e37-49e3-abde-484b6e231769,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:47.047709 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Attempting to bind port 84e1f1d2-0e37-49e3-abde-484b6e231769 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:51:47.048048 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Attempting to bind port 84e1f1d2-0e37-49e3-abde-484b6e231769 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:51:47.048378 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Attempting to bind port 84e1f1d2-0e37-49e3-abde-484b6e231769 on network 31da9974-a0d0-422f-b3bd-c9a35d2053ac {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:51:47.053497 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Port 84e1f1d2-0e37-49e3-abde-484b6e231769 on network 31da9974-a0d0-422f-b3bd-c9a35d2053ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:51:47.053815 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Attempting to bind port 84e1f1d2-0e37-49e3-abde-484b6e231769 on network 31da9974-a0d0-422f-b3bd-c9a35d2053ac {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:51:47.058787 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:51:47.059127 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Checking segment: {'id': 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:51:47.059512 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Bound using segment: {'id': 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:51:47.059954 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Bound port: 84e1f1d2-0e37-49e3-abde-484b6e231769, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:51:47.060590 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:47.130165 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] For port 84e1f1d2-0e37-49e3-abde-484b6e231769, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:51:47.133199 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] For port 84e1f1d2-0e37-49e3-abde-484b6e231769, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=84e1f1d2-0e37-49e3-abde-484b6e231769,segment=NetworkSegment(bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608),segment_id=bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:51:47.137925 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:47.171009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:47.171626 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:47.173018 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] 10.222.0.39 "PUT /v2.0/ports/84e1f1d2-0e37-49e3-abde-484b6e231769 HTTP/1.1" status: 200 len: 1094 time: 0.6072705 Jul 28 11:51:47.173498 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ad5b7f-09ce-422a-ac40-2c31bb32bb72', 'tag': '84e1f1d2-0e37-49e3-abde-484b6e231769'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:51:47.175725 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1113d639-4860-4660-9cee-1a95f0ff92e4" -d '{"events": [{"name": "network-changed", "server_uuid": "47ad5b7f-09ce-422a-ac40-2c31bb32bb72", "tag": "84e1f1d2-0e37-49e3-abde-484b6e231769"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:51:47.222665 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40d5d9-f242-42e1-a3b0-c9a64169cde6 req-93b85043-248c-494c-b4b0-ba8ed21ae914 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:47.226506 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be8b48c-a85e-4a8c-bd39-047fff010006 x-openstack-request-id: req-0be8b48c-a85e-4a8c-bd39-047fff010006 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:51:47.226683 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2e40d5d9-f242-42e1-a3b0-c9a64169cde6 req-93b85043-248c-494c-b4b0-ba8ed21ae914 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 944 time: 0.0811682 Jul 28 11:51:47.227056 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ad5b7f-09ce-422a-ac40-2c31bb32bb72", "tag": "84e1f1d2-0e37-49e3-abde-484b6e231769", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:51:47.227375 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0be8b48c-a85e-4a8c-bd39-047fff010006 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:51:47.227888 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ad5b7f-09ce-422a-ac40-2c31bb32bb72', 'tag': '84e1f1d2-0e37-49e3-abde-484b6e231769', 'status': 'completed', 'code': 200} Jul 28 11:51:47.256915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d1999-c342-4d0e-a974-e5561b07a586 service neutron] Pushing event updated for resources: {'Port': ['ID=84e1f1d2-0e37-49e3-abde-484b6e231769,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:47.274983 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2e40d5d9-f242-42e1-a3b0-c9a64169cde6 req-8526f3da-8b2e-4432-9ace-334602d4651a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016d3cc-8a0a-45c4-900c-7d3b07295311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412929 Jul 28 11:51:47.278376 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-cde3c677-3e3b-4d8b-a5e4-7443962d7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:47.280333 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-cde3c677-3e3b-4d8b-a5e4-7443962d7eab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 1097 time: 0.0557251 Jul 28 11:51:47.329291 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-50aabc5d-2c75-4ec2-868b-58ee92162333 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84e1f1d2-0e37-49e3-abde-484b6e231769 HTTP/1.1" status: 200 len: 217 time: 0.0408330 Jul 28 11:51:47.382953 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-9a61bd8c-e40b-4c5c-9ae1-e8cfa6a55b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:47.384422 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-9a61bd8c-e40b-4c5c-9ae1-e8cfa6a55b7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36a85f2d-f7a2-41fc-88ac-5fd19170bc5b HTTP/1.1" status: 200 len: 834 time: 0.0484793 Jul 28 11:51:47.431444 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-9ce6d428-8329-4fe7-8e11-ae7cfd2a1e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:47.432984 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-9ce6d428-8329-4fe7-8e11-ae7cfd2a1e0c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31da9974-a0d0-422f-b3bd-c9a35d2053ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0415847 Jul 28 11:51:47.520847 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-3e8c71ea-1f2a-4f18-a438-eaa4f97ae63c service neutron] 10.222.0.39 "GET /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800333 Jul 28 11:51:47.614570 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c42407aa-40c2-4e96-a736-5d9f735f8233 req-1d1b4c89-f32e-41a8-8f06-ce193fa2b9c0 service neutron] 10.222.0.39 "GET /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871644 Jul 28 11:51:47.701170 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113d639-4860-4660-9cee-1a95f0ff92e4 req-cf665a2a-33d6-4d01-aeac-6210672d1fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:47.702572 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1113d639-4860-4660-9cee-1a95f0ff92e4 req-cf665a2a-33d6-4d01-aeac-6210672d1fd0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 1097 time: 0.0402572 Jul 28 11:51:47.795166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113d639-4860-4660-9cee-1a95f0ff92e4 req-f76c1f1f-7922-40bd-bd17-00cf03b0fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:47.796658 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1113d639-4860-4660-9cee-1a95f0ff92e4 req-f76c1f1f-7922-40bd-bd17-00cf03b0fc7b service neutron] 10.222.0.39 "GET /v2.0/networks?id=31da9974-a0d0-422f-b3bd-c9a35d2053ac HTTP/1.1" status: 200 len: 897 time: 0.0857892 Jul 28 11:51:47.839631 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1113d639-4860-4660-9cee-1a95f0ff92e4 req-a2ace426-5dd0-4ae0-babe-bcf6331d9e31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84e1f1d2-0e37-49e3-abde-484b6e231769 HTTP/1.1" status: 200 len: 217 time: 0.0347912 Jul 28 11:51:47.889424 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113d639-4860-4660-9cee-1a95f0ff92e4 req-ce051e24-8805-47fd-9c66-ad349a9f9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:47.890906 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1113d639-4860-4660-9cee-1a95f0ff92e4 req-ce051e24-8805-47fd-9c66-ad349a9f9bab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36a85f2d-f7a2-41fc-88ac-5fd19170bc5b HTTP/1.1" status: 200 len: 834 time: 0.0436654 Jul 28 11:51:47.941463 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113d639-4860-4660-9cee-1a95f0ff92e4 req-9abe5b8e-8309-4cf4-a3f3-f65f9905273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:47.943475 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1113d639-4860-4660-9cee-1a95f0ff92e4 req-9abe5b8e-8309-4cf4-a3f3-f65f9905273b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31da9974-a0d0-422f-b3bd-c9a35d2053ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0439157 Jul 28 11:51:48.032069 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1113d639-4860-4660-9cee-1a95f0ff92e4 req-7d03542c-d656-49ed-81a5-e357e6246439 service neutron] 10.222.0.39 "GET /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804708 Jul 28 11:51:48.127473 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1113d639-4860-4660-9cee-1a95f0ff92e4 req-ec4975ec-a003-45f4-b20f-18101c4c84c9 service neutron] 10.222.0.39 "GET /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862274 Jul 28 11:51:48.391538 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b118ddb-872d-49b7-a67a-a59452519567 req-d0f7963f-bf9a-4fcc-a18c-1fc78c836272 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:48.392990 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4b118ddb-872d-49b7-a67a-a59452519567 req-d0f7963f-bf9a-4fcc-a18c-1fc78c836272 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 944 time: 0.0484204 Jul 28 11:51:48.429935 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4b118ddb-872d-49b7-a67a-a59452519567 req-34374dce-5d4a-4475-881c-d911a9405ac2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016d3cc-8a0a-45c4-900c-7d3b07295311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309350 Jul 28 11:51:49.545559 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a54306-c4ee-4aea-bf33-d80cc271d88d req-7087f2ef-a9ff-445f-a52a-17f14f77b544 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:49.547044 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-18a54306-c4ee-4aea-bf33-d80cc271d88d req-7087f2ef-a9ff-445f-a52a-17f14f77b544 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 944 time: 0.0512969 Jul 28 11:51:49.584542 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-18a54306-c4ee-4aea-bf33-d80cc271d88d req-3e30c2ed-f49f-4745-a366-10108b16257f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016d3cc-8a0a-45c4-900c-7d3b07295311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308406 Jul 28 11:51:50.002800 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:50.524749 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 84e1f1d2-0e37-49e3-abde-484b6e231769 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:51:50.616385 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 84e1f1d2-0e37-49e3-abde-484b6e231769, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=84e1f1d2-0e37-49e3-abde-484b6e231769,segment=NetworkSegment(bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608),segment_id=bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:50.631191 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '84e1f1d2-0e37-49e3-abde-484b6e231769', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'port_id': '84e1f1d2-0e37-49e3-abde-484b6e231769', 'mac_address': 'fa:16:3e:58:92:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:51:50.668776 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:50.682115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e1f1d2-0e37-49e3-abde-484b6e231769 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:51:50.697992 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be523d-cf5b-422a-943c-27e32b8da31e req-eb9b4bc1-8fc5-4bcd-abc8-3c090443e310 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:50.699600 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-17be523d-cf5b-422a-943c-27e32b8da31e req-eb9b4bc1-8fc5-4bcd-abc8-3c090443e310 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 944 time: 0.0497785 Jul 28 11:51:50.701089 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 84e1f1d2-0e37-49e3-abde-484b6e231769, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=84e1f1d2-0e37-49e3-abde-484b6e231769,segment=NetworkSegment(bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608),segment_id=bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:50.705845 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:50.737552 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-17be523d-cf5b-422a-943c-27e32b8da31e req-2feb2c83-9b6d-4c3d-b974-45977b280c45 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016d3cc-8a0a-45c4-900c-7d3b07295311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312817 Jul 28 11:51:50.756464 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=84e1f1d2-0e37-49e3-abde-484b6e231769,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:50.923305 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['84e1f1d2-0e37-49e3-abde-484b6e231769'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:51:51.853498 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d957d-4be8-4aa2-a4b9-0ae26206c8a7 req-8e6e15f9-65b0-4225-aa03-3761d48e6fbd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:51.855006 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c50d957d-4be8-4aa2-a4b9-0ae26206c8a7 req-8e6e15f9-65b0-4225-aa03-3761d48e6fbd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 945 time: 0.0486355 Jul 28 11:51:51.891629 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c50d957d-4be8-4aa2-a4b9-0ae26206c8a7 req-b76cdc3c-596f-4223-836f-5759bb1d22e9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016d3cc-8a0a-45c4-900c-7d3b07295311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308115 Jul 28 11:51:52.540121 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 84e1f1d2-0e37-49e3-abde-484b6e231769 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:52.587286 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 84e1f1d2-0e37-49e3-abde-484b6e231769 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:52.590897 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 84e1f1d2-0e37-49e3-abde-484b6e231769 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:52.591272 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:52.666235 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:52.688033 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ad5b7f-09ce-422a-ac40-2c31bb32bb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e1f1d2-0e37-49e3-abde-484b6e231769'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:51:52.690347 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ca3054-7267-4d94-8492-b8e8e8303abf" -d '{"events": [{"server_uuid": "47ad5b7f-09ce-422a-ac40-2c31bb32bb72", "name": "network-vif-plugged", "status": "completed", "tag": "84e1f1d2-0e37-49e3-abde-484b6e231769"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:51:52.706146 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 84e1f1d2-0e37-49e3-abde-484b6e231769, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=84e1f1d2-0e37-49e3-abde-484b6e231769,segment=NetworkSegment(bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608),segment_id=bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:52.710602 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:52.735483 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f363b3-4b49-4617-83e2-949a1cbfb319 x-openstack-request-id: req-09f363b3-4b49-4617-83e2-949a1cbfb319 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:51:52.735775 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ad5b7f-09ce-422a-ac40-2c31bb32bb72", "name": "network-vif-plugged", "status": "completed", "tag": "84e1f1d2-0e37-49e3-abde-484b6e231769", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:51:52.736021 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09f363b3-4b49-4617-83e2-949a1cbfb319 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:51:52.736404 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ad5b7f-09ce-422a-ac40-2c31bb32bb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e1f1d2-0e37-49e3-abde-484b6e231769', 'code': 200} Jul 28 11:51:52.764421 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=84e1f1d2-0e37-49e3-abde-484b6e231769,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:52.892121 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8391533-ebf0-40d7-9d4e-629dee29ab41 req-fd8e4f9e-6384-4533-8310-4258bc71952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:52.893589 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d8391533-ebf0-40d7-9d4e-629dee29ab41 req-fd8e4f9e-6384-4533-8310-4258bc71952c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 1099 time: 0.0409691 Jul 28 11:51:52.929000 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d8391533-ebf0-40d7-9d4e-629dee29ab41 req-22c37567-1ddb-4aed-be5a-ad1e9602c537 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c016d3cc-8a0a-45c4-900c-7d3b07295311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280833 Jul 28 11:51:53.010206 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df39cd5-13c3-49ff-9597-51a22e03b108 req-31194194-cdbb-448e-ad47-31a74b00757b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:53.011742 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3df39cd5-13c3-49ff-9597-51a22e03b108 req-31194194-cdbb-448e-ad47-31a74b00757b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 946 time: 0.0533564 Jul 28 11:51:53.049337 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3df39cd5-13c3-49ff-9597-51a22e03b108 req-a028c049-7b94-466e-bef0-924486375580 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016d3cc-8a0a-45c4-900c-7d3b07295311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314660 Jul 28 11:51:54.166400 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f602d13-64c7-4d33-98da-3be12bf8445b req-88ff19d6-e361-4a8b-a7b2-33419bc6dd87 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:54.167911 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6f602d13-64c7-4d33-98da-3be12bf8445b req-88ff19d6-e361-4a8b-a7b2-33419bc6dd87 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 946 time: 0.0500641 Jul 28 11:51:54.205917 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6f602d13-64c7-4d33-98da-3be12bf8445b req-948d7996-ed52-4457-a4a1-a59e87b30312 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016d3cc-8a0a-45c4-900c-7d3b07295311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320618 Jul 28 11:51:54.321559 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cfda0-515d-44f9-8454-f6b8c491e52e req-a692c24e-72af-493c-bbd2-7683ec7d6f72 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:54.323085 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fa5cfda0-515d-44f9-8454-f6b8c491e52e req-a692c24e-72af-493c-bbd2-7683ec7d6f72 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 946 time: 0.0512469 Jul 28 11:51:54.360422 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fa5cfda0-515d-44f9-8454-f6b8c491e52e req-278136b3-16bc-4e5b-aac2-acd1f27f1ab0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016d3cc-8a0a-45c4-900c-7d3b07295311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311875 Jul 28 11:51:54.383696 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60766) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:54.422208 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58487af-d865-4075-9b9b-4db6c00f2642 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:54.423729 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c58487af-d865-4075-9b9b-4db6c00f2642 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 1094 time: 0.0390301 Jul 28 11:51:54.427125 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60768) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:54.431560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '84e1f1d2-0e37-49e3-abde-484b6e231769', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:54.453157 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:54.549967 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:54.656355 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.26.1.189 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/2736d2a2-4742-4739-8b6e-b64f65c33efe) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:51:54.757770 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:54.795576 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:54.830292 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:51:54.835192 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:54.841011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:51:54.846410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=2736d2a2-4742-4739-8b6e-b64f65c33efe,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:55.194856 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:55.260053 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:55.408953 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:55.413136 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:55.481913 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=2736d2a2-4742-4739-8b6e-b64f65c33efe,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:55.492057 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:55.589004 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP f73b144e-f00b-4cbe-ba3e-f7533883c2bc associated. External IP: 172.26.1.189, port: 84e1f1d2-0e37-49e3-abde-484b6e231769. Jul 28 11:51:55.788775 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:51:55.890951 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:51:55.900662 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c5c4ab-0b56-44c3-a0bd-c24058961110 None None] Sync routers for ids ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:51:55.906347 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:55.910454 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5c4ab-0b56-44c3-a0bd-c24058961110 None None] Routers {'87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:55.911091 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-32c5c4ab-0b56-44c3-a0bd-c24058961110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:55.935732 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-af1bc44f-ace4-459f-a353-960d32b6cd62 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5075595 Jul 28 11:51:55.936384 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ad5b7f-09ce-422a-ac40-2c31bb32bb72', 'tag': '84e1f1d2-0e37-49e3-abde-484b6e231769'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:51:55.938530 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60770) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:55.939014 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6268fbcd-c2e8-42db-b546-874efc332893" -d '{"events": [{"name": "network-changed", "server_uuid": "47ad5b7f-09ce-422a-ac40-2c31bb32bb72", "tag": "84e1f1d2-0e37-49e3-abde-484b6e231769"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:51:55.978640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232a4ce0-ad69-4ff4-9474-16db0f1a930e x-openstack-request-id: req-232a4ce0-ad69-4ff4-9474-16db0f1a930e {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:51:55.978932 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ad5b7f-09ce-422a-ac40-2c31bb32bb72", "tag": "84e1f1d2-0e37-49e3-abde-484b6e231769", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:51:55.979183 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-232a4ce0-ad69-4ff4-9474-16db0f1a930e {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:51:55.979588 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ad5b7f-09ce-422a-ac40-2c31bb32bb72', 'tag': '84e1f1d2-0e37-49e3-abde-484b6e231769', 'status': 'completed', 'code': 200} Jul 28 11:51:56.006616 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3aaa0f33-c454-4c99-aae2-b0bcc4c78e86 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/f73b144e-f00b-4cbe-ba3e-f7533883c2bc HTTP/1.1" status: 200 len: 992 time: 0.0660856 Jul 28 11:51:56.020754 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-32c5c4ab-0b56-44c3-a0bd-c24058961110 None None] Set router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:56.042792 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268fbcd-c2e8-42db-b546-874efc332893 req-f7c2872a-0bab-498f-bc3e-c7fed99675fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:56.044321 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6268fbcd-c2e8-42db-b546-874efc332893 req-f7c2872a-0bab-498f-bc3e-c7fed99675fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 1099 time: 0.0428276 Jul 28 11:51:56.177147 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268fbcd-c2e8-42db-b546-874efc332893 req-4cdcea0f-9dd9-4c60-b15a-a14200441da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:56.179622 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6268fbcd-c2e8-42db-b546-874efc332893 req-4cdcea0f-9dd9-4c60-b15a-a14200441da0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=31da9974-a0d0-422f-b3bd-c9a35d2053ac HTTP/1.1" status: 200 len: 897 time: 0.1282473 Jul 28 11:51:56.247706 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6268fbcd-c2e8-42db-b546-874efc332893 req-5652e38b-4693-4106-94bb-b6ad4a1270c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84e1f1d2-0e37-49e3-abde-484b6e231769 HTTP/1.1" status: 200 len: 1000 time: 0.0615299 Jul 28 11:51:56.288718 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-32c5c4ab-0b56-44c3-a0bd-c24058961110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:51:41Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'f73b144e-f00b-4cbe-ba3e-f7533883c2bc', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.189', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'port_id': '84e1f1d2-0e37-49e3-abde-484b6e231769', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'mac_address': 'fa:16:3e:58:92:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ad5b7f-09ce-422a-ac40-2c31bb32bb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:51:55Z', 'updated_at': '2021-07-28T11:51:55Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7a0938-fb97-4708-8198-d5e7fab706d2', 'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:1f:1e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:40Z', 'updated_at': '2021-07-28T11:51:45Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:56.298382 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268fbcd-c2e8-42db-b546-874efc332893 req-355ec4fd-14e1-41e8-8d25-9d7715dfff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:56.299981 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6268fbcd-c2e8-42db-b546-874efc332893 req-355ec4fd-14e1-41e8-8d25-9d7715dfff03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36a85f2d-f7a2-41fc-88ac-5fd19170bc5b HTTP/1.1" status: 200 len: 834 time: 0.0445054 Jul 28 11:51:56.318403 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c5c4ab-0b56-44c3-a0bd-c24058961110 None None] Checking router: 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:51:56.326858 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5c4ab-0b56-44c3-a0bd-c24058961110 None None] Routers {'87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:51:56.327460 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-32c5c4ab-0b56-44c3-a0bd-c24058961110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:51:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:56.347411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268fbcd-c2e8-42db-b546-874efc332893 req-74dbe8ee-59af-40ba-be09-7486124cbd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:56.349605 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6268fbcd-c2e8-42db-b546-874efc332893 req-74dbe8ee-59af-40ba-be09-7486124cbd51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31da9974-a0d0-422f-b3bd-c9a35d2053ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0400326 Jul 28 11:51:56.428099 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-32c5c4ab-0b56-44c3-a0bd-c24058961110 None None] Set router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:51:56.442897 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6268fbcd-c2e8-42db-b546-874efc332893 req-ed6fd7d1-bcf5-429b-a893-5aba629e339b service neutron] 10.222.0.39 "GET /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850449 Jul 28 11:51:56.534974 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6268fbcd-c2e8-42db-b546-874efc332893 req-33f3f1f0-28e3-4422-bcbf-7a05effbe7f3 service neutron] 10.222.0.39 "GET /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846784 Jul 28 11:51:56.654699 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-32c5c4ab-0b56-44c3-a0bd-c24058961110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:51:41Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'f73b144e-f00b-4cbe-ba3e-f7533883c2bc', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.189', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'port_id': '84e1f1d2-0e37-49e3-abde-484b6e231769', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'mac_address': 'fa:16:3e:58:92:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ad5b7f-09ce-422a-ac40-2c31bb32bb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:51:55Z', 'updated_at': '2021-07-28T11:51:55Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7a0938-fb97-4708-8198-d5e7fab706d2', 'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:1f:1e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:40Z', 'updated_at': '2021-07-28T11:51:45Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:56.681451 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c5c4ab-0b56-44c3-a0bd-c24058961110 None None] The sync data for ids ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'] in dv-neutron-786478-16-hyperv is: [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:51:41Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'f73b144e-f00b-4cbe-ba3e-f7533883c2bc', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.189', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'port_id': '84e1f1d2-0e37-49e3-abde-484b6e231769', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'mac_address': 'fa:16:3e:58:92:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ad5b7f-09ce-422a-ac40-2c31bb32bb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:51:55Z', 'updated_at': '2021-07-28T11:51:55Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7a0938-fb97-4708-8198-d5e7fab706d2', 'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:1f:1e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:40Z', 'updated_at': '2021-07-28T11:51:45Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:51:56.869518 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9245b7d-77c2-4d30-9dcb-0bbec9a3d257 None None] New status for floating IP f73b144e-f00b-4cbe-ba3e-f7533883c2bc: ACTIVE {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:51:57.010314 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60776) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:57.072954 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7c03330c-24a5-48de-8fe6-79258ba9d1c9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/f73b144e-f00b-4cbe-ba3e-f7533883c2bc HTTP/1.1" status: 200 len: 994 time: 0.0611706 Jul 28 11:52:02.394640 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24e0090d-38b2-4f53-958e-1af4c642a977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:04.894103 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c3f445a-e5fc-4e29-9dbb-79eb815b3bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:05.316549 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:06.362107 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:07.925457 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:08.886606 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:52:19.992172 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:25.609721 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60818) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:25.663573 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73631c7c-d326-4b0f-85e3-02848388847d tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:25.664400 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73631c7c-d326-4b0f-85e3-02848388847d tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:25.665046 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73631c7c-d326-4b0f-85e3-02848388847d tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:25.666989 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-73631c7c-d326-4b0f-85e3-02848388847d tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=494923637e9742fd92ad3c4630d377e7&network_id=31da9974-a0d0-422f-b3bd-c9a35d2053ac HTTP/1.1" status: 200 len: 3002 time: 0.0562406 Jul 28 11:52:29.130832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60834) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:29.189835 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce1b930-3989-4907-87b4-dfcd02dd5287 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:29.199096 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7ce1b930-3989-4907-87b4-dfcd02dd5287 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd HTTP/1.1" status: 200 len: 814 time: 0.0669241 Jul 28 11:52:29.994021 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60842) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:29.999300 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-1ff7220f-d5b8-40f3-998f-15896abaa4f5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:52:30.059950 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1ff7220f-d5b8-40f3-998f-15896abaa4f5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:30.214590 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1ff7220f-d5b8-40f3-998f-15896abaa4f5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:30.217973 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1ff7220f-d5b8-40f3-998f-15896abaa4f5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:30.218330 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-1ff7220f-d5b8-40f3-998f-15896abaa4f5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP f73b144e-f00b-4cbe-ba3e-f7533883c2bc disassociated. External IP: 172.26.1.189, port: 84e1f1d2-0e37-49e3-abde-484b6e231769. Jul 28 11:52:30.426218 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff7220f-d5b8-40f3-998f-15896abaa4f5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:52:30.532190 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff7220f-d5b8-40f3-998f-15896abaa4f5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:52:30.538066 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1ff7220f-d5b8-40f3-998f-15896abaa4f5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:30.542172 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e963a58-78ef-4b58-8ce0-52a8381600d8 None None] Sync routers for ids ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:52:30.551074 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e963a58-78ef-4b58-8ce0-52a8381600d8 None None] Routers {'87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:52:30.551721 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9e963a58-78ef-4b58-8ce0-52a8381600d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:52:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:52:30.565597 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1ff7220f-d5b8-40f3-998f-15896abaa4f5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/floatingips/f73b144e-f00b-4cbe-ba3e-f7533883c2bc HTTP/1.1" status: 200 len: 690 time: 0.5698152 Jul 28 11:52:30.566170 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ad5b7f-09ce-422a-ac40-2c31bb32bb72', 'tag': '84e1f1d2-0e37-49e3-abde-484b6e231769'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:52:30.568723 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60844) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:30.569227 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fa8bd9-22b5-4c39-9ddc-44c49a7466d6" -d '{"events": [{"name": "network-changed", "server_uuid": "47ad5b7f-09ce-422a-ac40-2c31bb32bb72", "tag": "84e1f1d2-0e37-49e3-abde-484b6e231769"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:52:30.607376 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103d9aad-3482-4668-b73c-546a5cfa1074 x-openstack-request-id: req-103d9aad-3482-4668-b73c-546a5cfa1074 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:52:30.607667 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ad5b7f-09ce-422a-ac40-2c31bb32bb72", "tag": "84e1f1d2-0e37-49e3-abde-484b6e231769", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:52:30.607922 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-103d9aad-3482-4668-b73c-546a5cfa1074 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:52:30.608324 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ad5b7f-09ce-422a-ac40-2c31bb32bb72', 'tag': '84e1f1d2-0e37-49e3-abde-484b6e231769', 'status': 'completed', 'code': 200} Jul 28 11:52:30.614991 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-85130069-bcd9-412d-80f4-53851be55cd5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/f73b144e-f00b-4cbe-ba3e-f7533883c2bc HTTP/1.1" status: 200 len: 690 time: 0.0442529 Jul 28 11:52:30.659800 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-9e963a58-78ef-4b58-8ce0-52a8381600d8 None None] Set router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:52:30.673440 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa8bd9-22b5-4c39-9ddc-44c49a7466d6 req-37cbfcce-2687-4b59-8d77-99325fbea8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:30.675008 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a3fa8bd9-22b5-4c39-9ddc-44c49a7466d6 req-37cbfcce-2687-4b59-8d77-99325fbea8bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 1099 time: 0.0401034 Jul 28 11:52:30.772258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa8bd9-22b5-4c39-9ddc-44c49a7466d6 req-d11e9d9d-84e0-48f0-8e55-60f98478ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:30.773761 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a3fa8bd9-22b5-4c39-9ddc-44c49a7466d6 req-d11e9d9d-84e0-48f0-8e55-60f98478ab8e service neutron] 10.222.0.39 "GET /v2.0/networks?id=31da9974-a0d0-422f-b3bd-c9a35d2053ac HTTP/1.1" status: 200 len: 897 time: 0.0907547 Jul 28 11:52:30.818968 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a3fa8bd9-22b5-4c39-9ddc-44c49a7466d6 req-42a425db-79e3-441e-9931-19da12b4774a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84e1f1d2-0e37-49e3-abde-484b6e231769 HTTP/1.1" status: 200 len: 217 time: 0.0353312 Jul 28 11:52:30.871656 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa8bd9-22b5-4c39-9ddc-44c49a7466d6 req-ba6886ff-e5bb-455e-b016-aadeb927c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:30.873131 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a3fa8bd9-22b5-4c39-9ddc-44c49a7466d6 req-ba6886ff-e5bb-455e-b016-aadeb927c6dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36a85f2d-f7a2-41fc-88ac-5fd19170bc5b HTTP/1.1" status: 200 len: 834 time: 0.0467575 Jul 28 11:52:30.920198 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa8bd9-22b5-4c39-9ddc-44c49a7466d6 req-3e072125-4f8f-4b26-9bec-8d0ce73d29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:30.921733 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a3fa8bd9-22b5-4c39-9ddc-44c49a7466d6 req-3e072125-4f8f-4b26-9bec-8d0ce73d29c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31da9974-a0d0-422f-b3bd-c9a35d2053ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404439 Jul 28 11:52:30.941518 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9e963a58-78ef-4b58-8ce0-52a8381600d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:51:41Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '3a7a0938-fb97-4708-8198-d5e7fab706d2', 'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:1f:1e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:40Z', 'updated_at': '2021-07-28T11:51:45Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:52:30.968535 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e963a58-78ef-4b58-8ce0-52a8381600d8 None None] Checking router: 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:52:30.977570 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e963a58-78ef-4b58-8ce0-52a8381600d8 None None] Routers {'87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:52:30.978194 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9e963a58-78ef-4b58-8ce0-52a8381600d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:52:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:52:31.013409 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a3fa8bd9-22b5-4c39-9ddc-44c49a7466d6 req-868e620a-42a8-4f4a-8cd6-34c9cab19c21 service neutron] 10.222.0.39 "GET /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839174 Jul 28 11:52:31.091282 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-9e963a58-78ef-4b58-8ce0-52a8381600d8 None None] Set router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:52:31.110981 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a3fa8bd9-22b5-4c39-9ddc-44c49a7466d6 req-2b3589e2-6a9b-4c3f-9eb8-bf38038470d3 service neutron] 10.222.0.39 "GET /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900354 Jul 28 11:52:31.162135 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-89780bce-2829-467c-8e84-348deadae516 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671970954&fields=id&tenant_id=51ac002bba904616bbf9cec718c70d3e HTTP/1.1" status: 200 len: 267 time: 0.0336244 Jul 28 11:52:31.282995 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-9f8e841e-dcc6-496c-a8b0-b17a7485a6d8 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:31.284463 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-9f8e841e-dcc6-496c-a8b0-b17a7485a6d8 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/networks?id=6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 200 len: 810 time: 0.1156754 Jul 28 11:52:31.286737 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9e963a58-78ef-4b58-8ce0-52a8381600d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:51:41Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '3a7a0938-fb97-4708-8198-d5e7fab706d2', 'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:1f:1e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:40Z', 'updated_at': '2021-07-28T11:51:45Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:52:31.300084 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-81b41568-be0d-40bf-8cea-4d6f93fe6d47 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/quotas/51ac002bba904616bbf9cec718c70d3e HTTP/1.1" status: 200 len: 375 time: 0.0091259 Jul 28 11:52:31.317130 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e963a58-78ef-4b58-8ce0-52a8381600d8 None None] The sync data for ids ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'] in dv-neutron-786478-16-hyperv is: [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:51:41Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '3a7a0938-fb97-4708-8198-d5e7fab706d2', 'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:1f:1e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:40Z', 'updated_at': '2021-07-28T11:51:45Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:52:31.361486 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-c9897836-de9e-4b61-b278-9d214dcd8658 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=51ac002bba904616bbf9cec718c70d3e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0541441 Jul 28 11:52:31.459720 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-259c4989-7664-4b78-90d4-40017dc6e2ca service neutron] 10.222.0.43 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849557 Jul 28 11:52:31.524614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8269926-82d8-4ab3-8dfe-e7d44495b2e7 None None] New status for floating IP f73b144e-f00b-4cbe-ba3e-f7533883c2bc: DOWN {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:52:31.558520 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-f8ba825f-09a0-4924-938b-12bc3dc06030 service neutron] 10.222.0.43 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922580 Jul 28 11:52:31.618686 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60860) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:31.666630 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-133df961-0687-41d8-af09-197f2ef0e166 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/f73b144e-f00b-4cbe-ba3e-f7533883c2bc HTTP/1.1" status: 200 len: 690 time: 0.0446332 Jul 28 11:52:31.846240 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9eea24c3-9f4e-4a66-83d5-98d6e29c0647 req-7df69126-91c2-43c8-a16c-3d09bb453c87 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 210 time: 0.0279951 Jul 28 11:52:32.385007 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fa19fecf-cdda-4d59-8f41-52f0beb4a6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:32.668314 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60876) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:32.730472 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b7f67ea0-6042-4fb8-88ea-ec42781ddadd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/f73b144e-f00b-4cbe-ba3e-f7533883c2bc HTTP/1.1" status: 200 len: 688 time: 0.0558481 Jul 28 11:52:32.730870 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-ce3728d4-816d-4b2f-b33c-a23c13214e1f tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:32.730870 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-ce3728d4-816d-4b2f-b33c-a23c13214e1f tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.39 "GET /v2.0/networks?id=6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 200 len: 810 time: 0.1171548 Jul 28 11:52:32.772908 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-40816104-2f95-4f10-9128-c4c40dcd72b1 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51ac002bba904616bbf9cec718c70d3e HTTP/1.1" status: 200 len: 380 time: 0.0352547 Jul 28 11:52:32.782256 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Request body: {'port': {'device_id': '5ff8f60f-a738-49e7-a290-73031f6e4a71', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'admin_state_up': True, 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'security_groups': ['652d6ada-68ac-48f3-8ecf-91cdc134df26']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:52:32.890359 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Made reservation on behalf of 51ac002bba904616bbf9cec718c70d3e for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:52:32.893957 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:32.945612 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b90deb10-f153-4d73-adbb-61a26650588f req-4dec5850-17a6-4d75-9c8c-1a96ef905d56 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 210 time: 0.0272062 Jul 28 11:52:33.032380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Allocated IP 172.20.0.5 (6a1fce29-ec01-4e0f-afda-86e621a73431/e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5/7ab271e8-9d71-4f4b-86dc-7051b20f2196) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:52:33.175763 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:33.189833 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Transition to ACTIVE for port object 7ab271e8-9d71-4f4b-86dc-7051b20f2196 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:52:33.222599 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:33.264656 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Network 6a1fce29-ec01-4e0f-afda-86e621a73431 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:52:33.267810 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:52:33.274280 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:52:33.298292 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event updated for resources: {'Port': ['ID=7ab271e8-9d71-4f4b-86dc-7051b20f2196,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:33.312799 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:33.313148 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:33.313490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:33.313827 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:33.314193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:33.314573 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:33.314904 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:33.315235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:33.315563 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:33.315886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:33.316225 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:33.316530 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:33.345447 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:33.346095 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:33.361342 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-0b3c6adf-336a-41d6-bbc2-7508d57015c2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5826764 Jul 28 11:52:33.373809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Request body: {'port': {'device_id': '5ff8f60f-a738-49e7-a290-73031f6e4a71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:52:33.438904 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:33.518675 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4139a782-c34a-479a-b3f3-e67afd8493f3 None None] Provisioning for port 7ab271e8-9d71-4f4b-86dc-7051b20f2196 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:52:33.523393 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4139a782-c34a-479a-b3f3-e67afd8493f3 None None] Provisioning complete for port 7ab271e8-9d71-4f4b-86dc-7051b20f2196 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:52:33.523877 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4139a782-c34a-479a-b3f3-e67afd8493f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:33.558449 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-4139a782-c34a-479a-b3f3-e67afd8493f3 None None] Port 7ab271e8-9d71-4f4b-86dc-7051b20f2196 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:52:33.706658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab271e8-9d71-4f4b-86dc-7051b20f2196 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:52:33.714899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:33.727212 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Transition to ACTIVE for port object 7ab271e8-9d71-4f4b-86dc-7051b20f2196 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:52:33.730940 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:33.938504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60882) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:33.945632 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-670682023', 'description': 'tempest-secgroup-smoke-670682023 description', 'project_id': '494923637e9742fd92ad3c4630d377e7'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:52:33.981507 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.136842 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582120a-98cb-4204-a9a8-739c0da64245 req-831838f3-6f88-423a-b602-2d30c007eb14 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:34.138412 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e582120a-98cb-4204-a9a8-739c0da64245 req-831838f3-6f88-423a-b602-2d30c007eb14 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 943 time: 0.0894048 Jul 28 11:52:34.151905 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.161598 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.207674 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab271e8-9d71-4f4b-86dc-7051b20f2196,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:34.212931 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.217282 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2770684 Jul 28 11:52:34.220066 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60886) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:34.220703 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d361586f-319c-479f-8770-8237d38bdc60,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:34.228218 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-fb324c84-42f4-4ad2-8354-678137199210 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': 'd361586f-319c-479f-8770-8237d38bdc60', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:52:34.240839 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Attempting to bind port 7ab271e8-9d71-4f4b-86dc-7051b20f2196 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:52:34.241183 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Attempting to bind port 7ab271e8-9d71-4f4b-86dc-7051b20f2196 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:52:34.241519 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Attempting to bind port 7ab271e8-9d71-4f4b-86dc-7051b20f2196 on network 6a1fce29-ec01-4e0f-afda-86e621a73431 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:52:34.242002 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e582120a-98cb-4204-a9a8-739c0da64245 req-f62caaad-901f-4ccc-b69f-3366d1086b17 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930519 Jul 28 11:52:34.244695 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:34.245044 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:34.245389 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:34.245724 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:34.245914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Port 7ab271e8-9d71-4f4b-86dc-7051b20f2196 on network 6a1fce29-ec01-4e0f-afda-86e621a73431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:52:34.246052 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:34.246233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Attempting to bind port 7ab271e8-9d71-4f4b-86dc-7051b20f2196 on network 6a1fce29-ec01-4e0f-afda-86e621a73431 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:52:34.246754 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:34.247273 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:34.247780 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:34.248282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:34.248776 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:34.249435 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:34.249616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a7ea6-8022-48bf-be10-b0e99fc7a932 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:34.251240 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:52:34.251698 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Checking segment: {'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:52:34.252090 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Bound using segment: {'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:52:34.252527 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Bound port: 7ab271e8-9d71-4f4b-86dc-7051b20f2196, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ca3e0a-244a-4261-81ea-e6ad62371e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:52:34.252896 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.288774 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb324c84-42f4-4ad2-8354-678137199210 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.326023 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] For port 7ab271e8-9d71-4f4b-86dc-7051b20f2196, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:52:34.329172 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] For port 7ab271e8-9d71-4f4b-86dc-7051b20f2196, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ab271e8-9d71-4f4b-86dc-7051b20f2196,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:52:34.336839 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.349070 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb324c84-42f4-4ad2-8354-678137199210 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.354784 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:34.355534 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.356957 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] 10.222.0.39 "PUT /v2.0/ports/7ab271e8-9d71-4f4b-86dc-7051b20f2196 HTTP/1.1" status: 200 len: 1093 time: 0.9876845 Jul 28 11:52:34.360991 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb324c84-42f4-4ad2-8354-678137199210 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.378934 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff8f60f-a738-49e7-a290-73031f6e4a71', 'tag': '7ab271e8-9d71-4f4b-86dc-7051b20f2196'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:52:34.382108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29d8a28-fc42-447a-86c4-74f41a799300" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff8f60f-a738-49e7-a290-73031f6e4a71", "tag": "7ab271e8-9d71-4f4b-86dc-7051b20f2196"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:52:34.387736 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb324c84-42f4-4ad2-8354-678137199210 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0903e09-ca2b-4a37-ab88-10e5f06d070d,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:34.407878 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb324c84-42f4-4ad2-8354-678137199210 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.409099 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fb324c84-42f4-4ad2-8354-678137199210 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1860242 Jul 28 11:52:34.412149 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60890) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:34.420288 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-6c32cc86-e2b8-4352-97c9-667e4fb0bba9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': 'd361586f-319c-479f-8770-8237d38bdc60', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:52:34.426106 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442ab25-63bf-4be3-8af8-5ef2c2e05ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab271e8-9d71-4f4b-86dc-7051b20f2196,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:34.443175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87436863-335c-4466-a66e-e26507a0f048 x-openstack-request-id: req-87436863-335c-4466-a66e-e26507a0f048 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:52:34.443600 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff8f60f-a738-49e7-a290-73031f6e4a71", "tag": "7ab271e8-9d71-4f4b-86dc-7051b20f2196", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:52:34.443990 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87436863-335c-4466-a66e-e26507a0f048 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:52:34.444472 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff8f60f-a738-49e7-a290-73031f6e4a71', 'tag': '7ab271e8-9d71-4f4b-86dc-7051b20f2196', 'status': 'completed', 'code': 200} Jul 28 11:52:34.462859 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c32cc86-e2b8-4352-97c9-667e4fb0bba9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.482712 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4d9187a6-88f1-4c7d-a0d2-c9de44b9ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:34.484846 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4d9187a6-88f1-4c7d-a0d2-c9de44b9ad79 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51ac002bba904616bbf9cec718c70d3e&device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 1096 time: 0.0539436 Jul 28 11:52:34.530005 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c32cc86-e2b8-4352-97c9-667e4fb0bba9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.537428 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c32cc86-e2b8-4352-97c9-667e4fb0bba9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.537757 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-4108e77e-6405-428b-86ce-81c97855c544 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ab271e8-9d71-4f4b-86dc-7051b20f2196 HTTP/1.1" status: 200 len: 217 time: 0.0447426 Jul 28 11:52:34.557040 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32cc86-e2b8-4352-97c9-667e4fb0bba9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a112ec1-56fe-4a9c-b4dd-8b80b7ed3e39,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:34.563514 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c32cc86-e2b8-4352-97c9-667e4fb0bba9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.567975 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6c32cc86-e2b8-4352-97c9-667e4fb0bba9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1514671 Jul 28 11:52:34.568275 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60892) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:34.572926 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-6e03e56c-40fc-4945-9600-4cd3ae711aea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': 'd361586f-319c-479f-8770-8237d38bdc60', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:52:34.594196 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-56543670-5fbe-4069-81e5-6815c5fd42b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:34.595787 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-56543670-5fbe-4069-81e5-6815c5fd42b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5 HTTP/1.1" status: 200 len: 849 time: 0.0502894 Jul 28 11:52:34.606815 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6e03e56c-40fc-4945-9600-4cd3ae711aea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.653667 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-28718820-d133-40c2-9bc6-25787d00a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:34.655194 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-28718820-d133-40c2-9bc6-25787d00a118 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a1fce29-ec01-4e0f-afda-86e621a73431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0519333 Jul 28 11:52:34.671716 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6e03e56c-40fc-4945-9600-4cd3ae711aea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.676315 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6e03e56c-40fc-4945-9600-4cd3ae711aea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.699384 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03e56c-40fc-4945-9600-4cd3ae711aea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df2689a-3499-4b48-8102-376f72861216,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:34.703201 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6e03e56c-40fc-4945-9600-4cd3ae711aea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.704453 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6e03e56c-40fc-4945-9600-4cd3ae711aea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352947 Jul 28 11:52:34.707310 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60894) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:34.712733 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-97e6e667-c6ea-4ef6-bbeb-a4e87c65b478 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': 'd361586f-319c-479f-8770-8237d38bdc60', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:52:34.763049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97e6e667-c6ea-4ef6-bbeb-a4e87c65b478 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.789354 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-09d29604-218e-4a1f-b225-e71768f5f792 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268077 Jul 28 11:52:34.883330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97e6e667-c6ea-4ef6-bbeb-a4e87c65b478 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.892100 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97e6e667-c6ea-4ef6-bbeb-a4e87c65b478 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.901866 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cda03508-ba75-4eb0-9a75-5944a7118b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.923097 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6e667-c6ea-4ef6-bbeb-a4e87c65b478 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed6979d-af8f-4ba2-92ec-c50f92015d48,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:34.927488 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f3c24e20-e005-4d05-82c9-4c1aed8f6903 req-04d87c03-20c9-4394-848f-7283e23a39b7 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305373 Jul 28 11:52:34.928970 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-97e6e667-c6ea-4ef6-bbeb-a4e87c65b478 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:34.930037 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-97e6e667-c6ea-4ef6-bbeb-a4e87c65b478 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2211671 Jul 28 11:52:34.932876 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60896) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:34.937223 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-11404098-db89-4305-8777-506c5191bdb7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': 'd361586f-319c-479f-8770-8237d38bdc60', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:52:34.961330 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-11404098-db89-4305-8777-506c5191bdb7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:52:34.966996 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11404098-db89-4305-8777-506c5191bdb7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.055807 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d8a28-fc42-447a-86c4-74f41a799300 req-9a9a8d8b-d505-4e41-8dc0-29a9001f9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:35.057241 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b29d8a28-fc42-447a-86c4-74f41a799300 req-9a9a8d8b-d505-4e41-8dc0-29a9001f9124 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51ac002bba904616bbf9cec718c70d3e&device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 1096 time: 0.0803492 Jul 28 11:52:35.073412 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11404098-db89-4305-8777-506c5191bdb7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.085850 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11404098-db89-4305-8777-506c5191bdb7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.134188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11404098-db89-4305-8777-506c5191bdb7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d7ad0e-e01d-434d-8b23-10b8d98b41b1,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:35.140425 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-11404098-db89-4305-8777-506c5191bdb7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.141617 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-11404098-db89-4305-8777-506c5191bdb7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2078285 Jul 28 11:52:35.144522 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60898) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:35.150674 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-6020a1fd-6bd8-4847-b7e4-46e54873d52b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': 'd361586f-319c-479f-8770-8237d38bdc60', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:52:35.173932 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.securitygroups_db [None req-6020a1fd-6bd8-4847-b7e4-46e54873d52b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:52:35.178903 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d8a28-fc42-447a-86c4-74f41a799300 req-6e77f9df-f003-40c9-8124-2f4b2125557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:35.180241 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6020a1fd-6bd8-4847-b7e4-46e54873d52b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.180536 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b29d8a28-fc42-447a-86c4-74f41a799300 req-6e77f9df-f003-40c9-8124-2f4b2125557f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 200 len: 911 time: 0.1162760 Jul 28 11:52:35.229628 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b29d8a28-fc42-447a-86c4-74f41a799300 req-52b408ac-70e7-4e7f-904f-30abc6361e5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ab271e8-9d71-4f4b-86dc-7051b20f2196 HTTP/1.1" status: 200 len: 217 time: 0.0420134 Jul 28 11:52:35.247245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6020a1fd-6bd8-4847-b7e4-46e54873d52b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.251873 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6020a1fd-6bd8-4847-b7e4-46e54873d52b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.270473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020a1fd-6bd8-4847-b7e4-46e54873d52b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c722b34e-3c51-4bb9-b96b-59c7993eb696,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:35.279213 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6020a1fd-6bd8-4847-b7e4-46e54873d52b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.280245 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6020a1fd-6bd8-4847-b7e4-46e54873d52b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333144 Jul 28 11:52:35.285397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d8a28-fc42-447a-86c4-74f41a799300 req-a6cb9cfa-361e-41b3-8b4a-3c9c1c7c440a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:35.288344 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b29d8a28-fc42-447a-86c4-74f41a799300 req-a6cb9cfa-361e-41b3-8b4a-3c9c1c7c440a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5 HTTP/1.1" status: 200 len: 849 time: 0.0507822 Jul 28 11:52:35.347460 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d8a28-fc42-447a-86c4-74f41a799300 req-d7ee4293-4fa3-4e35-962b-4428cc7f4839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:35.347894 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.350232 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b29d8a28-fc42-447a-86c4-74f41a799300 req-d7ee4293-4fa3-4e35-962b-4428cc7f4839 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a1fce29-ec01-4e0f-afda-86e621a73431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0563960 Jul 28 11:52:35.462789 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b29d8a28-fc42-447a-86c4-74f41a799300 req-7c68a5f8-63c2-4507-95f1-2f5a409913a0 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055520 Jul 28 11:52:35.477627 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf57ff2-fb85-4b7e-9002-e9366bad4813 req-7229d570-dcf3-4b1a-96ca-b08a499eb4a0 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:35.482920 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-baf57ff2-fb85-4b7e-9002-e9366bad4813 req-7229d570-dcf3-4b1a-96ca-b08a499eb4a0 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 943 time: 0.0970762 Jul 28 11:52:35.486666 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-1c63dfde-e93c-42a6-9d0b-4b7878a62708 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-670682023&fields=id&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 267 time: 0.0654716 Jul 28 11:52:35.559571 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b29d8a28-fc42-447a-86c4-74f41a799300 req-9edb4473-5b86-4bbb-8805-c41805acc040 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902617 Jul 28 11:52:35.583432 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-baf57ff2-fb85-4b7e-9002-e9366bad4813 req-b35455d6-fb87-48f3-8187-23ba16efa443 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947640 Jul 28 11:52:35.621735 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-bf4ad9a2-666c-4f36-9e34-a8e0b773b833 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:35.623240 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-bf4ad9a2-666c-4f36-9e34-a8e0b773b833 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/networks?id=31da9974-a0d0-422f-b3bd-c9a35d2053ac HTTP/1.1" status: 200 len: 796 time: 0.1278603 Jul 28 11:52:35.638698 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-e485310a-5066-4b9d-994b-16e29d038a36 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/quotas/494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 375 time: 0.0097723 Jul 28 11:52:35.696937 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-a4f4f5b6-e38a-4308-8cf8-3af2b33a4775 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0526140 Jul 28 11:52:35.804226 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-8ac52e04-1e4c-4d91-bb9a-28bef268b1ff service neutron] 10.222.0.43 "GET /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950687 Jul 28 11:52:35.893753 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-895e9b72-65d0-4e5e-973f-e79151521863 service neutron] 10.222.0.43 "GET /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827715 Jul 28 11:52:36.052284 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7e867619-063f-4d8d-a6e3-aba6f5428bb2 req-cd26b9a8-e42e-46ff-9c0b-4e0ad4eeffab tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 210 time: 0.0285904 Jul 28 11:52:36.366879 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:36.699969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066b4ae-96b2-4b46-8176-24f17abdcab1 req-c6678877-59df-4476-82fd-cbd80308051d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:36.701478 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c066b4ae-96b2-4b46-8176-24f17abdcab1 req-c6678877-59df-4476-82fd-cbd80308051d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 943 time: 0.0509963 Jul 28 11:52:36.745371 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c066b4ae-96b2-4b46-8176-24f17abdcab1 req-05299899-91a4-4d77-ab96-3bdc795b2fa8 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377655 Jul 28 11:52:36.967702 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-50551128-d8e3-4cfa-a8ff-5a56c6fd535b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:36.970094 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-50551128-d8e3-4cfa-a8ff-5a56c6fd535b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/networks?id=31da9974-a0d0-422f-b3bd-c9a35d2053ac HTTP/1.1" status: 200 len: 796 time: 0.1099544 Jul 28 11:52:37.018542 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-3cd1efa7-fd0b-4621-b371-4b2ebd768cc6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 472 time: 0.0393417 Jul 28 11:52:37.038135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-ac065055-afd0-48e9-bfd6-1b0304ab1d68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'port': {'device_id': 'ae9553ac-a4a3-4dae-9e33-a4a523764c58', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'admin_state_up': True, 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'security_groups': ['d361586f-319c-479f-8770-8237d38bdc60']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:52:37.144772 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c7f61953-d58b-4767-812f-e5d0c9a200dd req-ccedf34f-a13c-4067-811d-55b2e211249f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 210 time: 0.0263767 Jul 28 11:52:37.145039 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-ac065055-afd0-48e9-bfd6-1b0304ab1d68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:52:37.148809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-ac065055-afd0-48e9-bfd6-1b0304ab1d68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:37.276797 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-ac065055-afd0-48e9-bfd6-1b0304ab1d68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.13 (31da9974-a0d0-422f-b3bd-c9a35d2053ac/36a85f2d-f7a2-41fc-88ac-5fd19170bc5b/13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:52:37.413102 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-ac065055-afd0-48e9-bfd6-1b0304ab1d68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:37.431376 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-ac065055-afd0-48e9-bfd6-1b0304ab1d68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:52:37.462285 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-ac065055-afd0-48e9-bfd6-1b0304ab1d68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:37.501920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-ac065055-afd0-48e9-bfd6-1b0304ab1d68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network 31da9974-a0d0-422f-b3bd-c9a35d2053ac is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:52:37.504953 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-ac065055-afd0-48e9-bfd6-1b0304ab1d68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:52:37.508601 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-ac065055-afd0-48e9-bfd6-1b0304ab1d68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:52:37.536620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac065055-afd0-48e9-bfd6-1b0304ab1d68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:37.567356 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-ac065055-afd0-48e9-bfd6-1b0304ab1d68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:37.568001 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-ac065055-afd0-48e9-bfd6-1b0304ab1d68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:37.581807 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-ac065055-afd0-48e9-bfd6-1b0304ab1d68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5474050 Jul 28 11:52:37.595007 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Request body: {'port': {'device_id': 'ae9553ac-a4a3-4dae-9e33-a4a523764c58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:52:37.655472 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:37.768906 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3871672f-0672-49ee-91e9-809ea96c9991 None None] Provisioning for port 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:52:37.773072 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3871672f-0672-49ee-91e9-809ea96c9991 None None] Provisioning complete for port 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:52:37.773446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3871672f-0672-49ee-91e9-809ea96c9991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:37.823279 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3871672f-0672-49ee-91e9-809ea96c9991 None None] Port 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:52:37.863015 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115b474-2aa8-40fc-b6d8-429847e91dd5 req-075153d6-130d-4fce-9438-a24cf65d1c0f tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:37.865136 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2115b474-2aa8-40fc-b6d8-429847e91dd5 req-075153d6-130d-4fce-9438-a24cf65d1c0f tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 943 time: 0.0511508 Jul 28 11:52:37.904193 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2115b474-2aa8-40fc-b6d8-429847e91dd5 req-26dd1a1d-5edc-4b62-9c2b-b403e3cb0b33 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323880 Jul 28 11:52:37.923587 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:52:37.928231 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:37.931860 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:37.944351 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Transition to ACTIVE for port object 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:52:37.947261 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:37.999371 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Pushing event updated for resources: {'Port': ['ID=13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:38.066761 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Attempting to bind port 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:52:38.067600 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Attempting to bind port 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:52:38.068688 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Attempting to bind port 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 on network 31da9974-a0d0-422f-b3bd-c9a35d2053ac {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:52:38.073278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Port 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 on network 31da9974-a0d0-422f-b3bd-c9a35d2053ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:52:38.073595 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Attempting to bind port 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 on network 31da9974-a0d0-422f-b3bd-c9a35d2053ac {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:52:38.078448 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:52:38.078831 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Checking segment: {'id': 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:52:38.079211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Bound using segment: {'id': 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:52:38.079638 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Bound port: 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:52:38.079999 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:38.146537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] For port 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:52:38.149611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] For port 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770,segment=NetworkSegment(bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608),segment_id=bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:52:38.153817 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:38.183158 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:38.183942 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:38.186683 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-897b9d53-615e-4402-9881-74f8b299541a service neutron] 10.222.0.39 "PUT /v2.0/ports/13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 HTTP/1.1" status: 200 len: 1094 time: 0.5948284 Jul 28 11:52:38.187693 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9553ac-a4a3-4dae-9e33-a4a523764c58', 'tag': '13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:52:38.190771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61837c1-65ea-4265-a723-440359fa69a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9553ac-a4a3-4dae-9e33-a4a523764c58", "tag": "13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:52:38.225411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b9d53-615e-4402-9881-74f8b299541a service neutron] Pushing event updated for resources: {'Port': ['ID=13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:38.276637 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8682d89-2b73-4457-b3ed-1296a25adfca x-openstack-request-id: req-c8682d89-2b73-4457-b3ed-1296a25adfca {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:52:38.277149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9553ac-a4a3-4dae-9e33-a4a523764c58", "tag": "13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:52:38.277647 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8682d89-2b73-4457-b3ed-1296a25adfca {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:52:38.278048 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9553ac-a4a3-4dae-9e33-a4a523764c58', 'tag': '13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770', 'status': 'completed', 'code': 200} Jul 28 11:52:38.278693 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7398d4-c5e7-445c-b80e-696958359b60 req-ef5f87ae-5c8a-452f-9d38-58d083f4a86f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:38.280268 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-de7398d4-c5e7-445c-b80e-696958359b60 req-ef5f87ae-5c8a-452f-9d38-58d083f4a86f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 944 time: 0.0605202 Jul 28 11:52:38.280920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-d44e5295-2b57-4a74-a932-2af0d03f2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:38.282442 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-d44e5295-2b57-4a74-a932-2af0d03f2479 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 1097 time: 0.0527668 Jul 28 11:52:38.323864 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-de7398d4-c5e7-445c-b80e-696958359b60 req-4942ea91-835c-4e8c-988f-9d0b3a18ee7c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=d361586f-319c-479f-8770-8237d38bdc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371907 Jul 28 11:52:38.333976 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-04666bd8-cb00-474a-a601-077d083fa355 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 HTTP/1.1" status: 200 len: 217 time: 0.0436757 Jul 28 11:52:38.384802 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-9230bcc8-2243-48e1-a1ac-c3b8ea6ec292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:38.386271 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-9230bcc8-2243-48e1-a1ac-c3b8ea6ec292 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36a85f2d-f7a2-41fc-88ac-5fd19170bc5b HTTP/1.1" status: 200 len: 834 time: 0.0460494 Jul 28 11:52:38.432191 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-25d384a6-4423-405d-be38-216b75e13fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:38.433684 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-25d384a6-4423-405d-be38-216b75e13fc0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31da9974-a0d0-422f-b3bd-c9a35d2053ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409281 Jul 28 11:52:38.526192 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-8391b004-e3f6-46c0-b0e3-7ab71df01a8e service neutron] 10.222.0.39 "GET /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855718 Jul 28 11:52:38.616250 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-add8c071-6cd3-4cd0-b6c2-ea67560d2b61 req-76f80dd8-391c-4f12-96ef-8294cf833d93 service neutron] 10.222.0.39 "GET /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817461 Jul 28 11:52:38.697919 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61837c1-65ea-4265-a723-440359fa69a0 req-5e70056f-15b7-462d-a5b2-2925c868b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:38.699485 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c61837c1-65ea-4265-a723-440359fa69a0 req-5e70056f-15b7-462d-a5b2-2925c868b6c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 1097 time: 0.0414782 Jul 28 11:52:38.792194 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61837c1-65ea-4265-a723-440359fa69a0 req-f1ae65e3-137d-410c-80bb-92281c832ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:38.793672 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c61837c1-65ea-4265-a723-440359fa69a0 req-f1ae65e3-137d-410c-80bb-92281c832ff5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=31da9974-a0d0-422f-b3bd-c9a35d2053ac HTTP/1.1" status: 200 len: 897 time: 0.0872488 Jul 28 11:52:38.837330 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c61837c1-65ea-4265-a723-440359fa69a0 req-44e7c0b7-1c84-47c6-9719-5cf0f4aca902 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 HTTP/1.1" status: 200 len: 217 time: 0.0344558 Jul 28 11:52:38.890830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61837c1-65ea-4265-a723-440359fa69a0 req-cdab789c-ead6-48e6-b149-15d346eb6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:38.892196 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c61837c1-65ea-4265-a723-440359fa69a0 req-cdab789c-ead6-48e6-b149-15d346eb6e8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36a85f2d-f7a2-41fc-88ac-5fd19170bc5b HTTP/1.1" status: 200 len: 834 time: 0.0479221 Jul 28 11:52:38.938219 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61837c1-65ea-4265-a723-440359fa69a0 req-26be0e3a-b781-4c79-968e-48c5cbe23b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:38.939815 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c61837c1-65ea-4265-a723-440359fa69a0 req-26be0e3a-b781-4c79-968e-48c5cbe23b73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31da9974-a0d0-422f-b3bd-c9a35d2053ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407422 Jul 28 11:52:39.024654 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df131f4-e803-4ece-a0e2-0e92d2d61d1e req-250c7266-311a-429b-b7d4-7485a2c1630e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:39.026130 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5df131f4-e803-4ece-a0e2-0e92d2d61d1e req-250c7266-311a-429b-b7d4-7485a2c1630e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 943 time: 0.0519154 Jul 28 11:52:39.029842 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c61837c1-65ea-4265-a723-440359fa69a0 req-ae36555e-71d9-4738-9830-1e1e9404fdaa service neutron] 10.222.0.39 "GET /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818758 Jul 28 11:52:39.064074 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5df131f4-e803-4ece-a0e2-0e92d2d61d1e req-b2e7c040-ce05-4150-8f6e-14ed4155f557 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318213 Jul 28 11:52:39.124248 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c61837c1-65ea-4265-a723-440359fa69a0 req-e8689e90-2c1c-4946-8b46-9e8ca6db92f6 service neutron] 10.222.0.39 "GET /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867050 Jul 28 11:52:39.439617 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7d854-8e35-4d8a-a186-69d42eb56d3f req-4113a29c-c1c5-4abb-8fec-4e3ab0a16742 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:39.441101 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-aff7d854-8e35-4d8a-a186-69d42eb56d3f req-4113a29c-c1c5-4abb-8fec-4e3ab0a16742 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 944 time: 0.0491400 Jul 28 11:52:39.479127 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-aff7d854-8e35-4d8a-a186-69d42eb56d3f req-4caafb77-fbf7-4a7e-86e2-390a1da6c245 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=d361586f-319c-479f-8770-8237d38bdc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315421 Jul 28 11:52:40.186356 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b990ce-5121-453a-9bac-9faa7812c3c9 req-5f3d6e03-3a3d-4a97-80df-523e6a038e76 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:40.187852 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-15b990ce-5121-453a-9bac-9faa7812c3c9 req-5f3d6e03-3a3d-4a97-80df-523e6a038e76 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 943 time: 0.0561807 Jul 28 11:52:40.225076 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-15b990ce-5121-453a-9bac-9faa7812c3c9 req-a8784c37-7aa6-4a53-b37d-225b6f08c7b6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313079 Jul 28 11:52:40.595452 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18a256-69fb-4e33-a53d-bda204b0d47a req-d4e04513-95c1-449b-b00b-e1f0a220619b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:40.596949 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ad18a256-69fb-4e33-a53d-bda204b0d47a req-d4e04513-95c1-449b-b00b-e1f0a220619b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 944 time: 0.0525188 Jul 28 11:52:40.634666 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ad18a256-69fb-4e33-a53d-bda204b0d47a req-b3458d00-eaa4-4b2c-b1d0-8a6f6995bdce tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=d361586f-319c-479f-8770-8237d38bdc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310133 Jul 28 11:52:40.763460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:52:40.855383 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770,segment=NetworkSegment(bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608),segment_id=bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:52:40.866628 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'port_id': '13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770', 'mac_address': 'fa:16:3e:a8:48:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:52:40.905600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:40.917672 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:52:40.936897 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770,segment=NetworkSegment(bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608),segment_id=bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:52:40.940849 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:40.985288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:40.992180 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:40.992526 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:40.992864 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:40.993195 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:40.993520 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:40.993847 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:40.994168 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:40.994522 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:40.994842 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:40.995159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:40.995475 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:40.995795 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:41.165620 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:52:41.341864 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3b323-5209-4981-b68c-877ad90c2ad2 req-118990e3-2b69-49f8-9be1-1f11954a560a tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:41.343376 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a7e3b323-5209-4981-b68c-877ad90c2ad2 req-118990e3-2b69-49f8-9be1-1f11954a560a tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 943 time: 0.0521464 Jul 28 11:52:41.382863 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a7e3b323-5209-4981-b68c-877ad90c2ad2 req-ed050785-9b31-491d-80d4-21595752c36e tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333502 Jul 28 11:52:41.746695 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8e98e-6119-4417-b116-e641317cdf4d req-195807e2-fc52-4593-86e5-37523e729c05 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:41.748134 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-63d8e98e-6119-4417-b116-e641317cdf4d req-195807e2-fc52-4593-86e5-37523e729c05 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 945 time: 0.0475783 Jul 28 11:52:41.785309 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-63d8e98e-6119-4417-b116-e641317cdf4d req-51b565fd-d66a-4c40-86e9-d7003894f5f2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=d361586f-319c-479f-8770-8237d38bdc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314140 Jul 28 11:52:42.504762 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42381fb9-7118-421c-8351-2ab5e1f7bd2d req-e325e6d7-2310-476f-bd8c-a84fc3da866f tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:42.506320 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-42381fb9-7118-421c-8351-2ab5e1f7bd2d req-e325e6d7-2310-476f-bd8c-a84fc3da866f tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 943 time: 0.0558643 Jul 28 11:52:42.555378 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-42381fb9-7118-421c-8351-2ab5e1f7bd2d req-3597da5e-f4d1-46d3-9966-648a9e5b2875 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426731 Jul 28 11:52:42.795805 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:52:42.847755 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:52:42.852919 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:52:42.853298 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:42.914796 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48cb38-591a-48cb-b29f-f561dcde9727 req-9494ab9a-311f-45ee-a6c3-9b0706fb0b30 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:42.916315 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1b48cb38-591a-48cb-b29f-f561dcde9727 req-9494ab9a-311f-45ee-a6c3-9b0706fb0b30 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 945 time: 0.0508151 Jul 28 11:52:42.936801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:42.955465 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1b48cb38-591a-48cb-b29f-f561dcde9727 req-35124101-39cb-4385-8903-a32db6a34f7a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=d361586f-319c-479f-8770-8237d38bdc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326939 Jul 28 11:52:42.963051 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9553ac-a4a3-4dae-9e33-a4a523764c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:52:42.966057 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b62809-c563-47a9-af42-ba3a716abcfb" -d '{"events": [{"server_uuid": "ae9553ac-a4a3-4dae-9e33-a4a523764c58", "name": "network-vif-plugged", "status": "completed", "tag": "13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:52:42.980537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770,segment=NetworkSegment(bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608),segment_id=bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:52:42.984605 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:43.014379 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab863eac-c894-44f9-b62a-db9964602626 x-openstack-request-id: req-ab863eac-c894-44f9-b62a-db9964602626 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:52:43.014704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9553ac-a4a3-4dae-9e33-a4a523764c58", "name": "network-vif-plugged", "status": "completed", "tag": "13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:52:43.014959 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab863eac-c894-44f9-b62a-db9964602626 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:52:43.015348 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9553ac-a4a3-4dae-9e33-a4a523764c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770', 'code': 200} Jul 28 11:52:43.034448 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:43.190921 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226505f-35ba-4c46-873a-cb0e85b9dacd req-905d156b-bad1-4d00-addc-b07946089a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:43.192585 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e226505f-35ba-4c46-873a-cb0e85b9dacd req-905d156b-bad1-4d00-addc-b07946089a95 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 1099 time: 0.0414724 Jul 28 11:52:43.228408 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e226505f-35ba-4c46-873a-cb0e85b9dacd req-37b3e454-c9ca-46f8-baf2-5d28259a6618 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d361586f-319c-479f-8770-8237d38bdc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275171 Jul 28 11:52:43.669448 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aab49e-fcbd-4b7d-b72b-034493151a77 req-0be94eb6-cf21-4615-8d8a-593102c72f15 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:43.671017 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a3aab49e-fcbd-4b7d-b72b-034493151a77 req-0be94eb6-cf21-4615-8d8a-593102c72f15 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 943 time: 0.0491042 Jul 28 11:52:43.707265 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a3aab49e-fcbd-4b7d-b72b-034493151a77 req-58237aba-7d0b-49c5-85ef-3676094ca95a tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304160 Jul 28 11:52:44.077924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48438e4-54e4-49b1-8613-2bfd88d432b3 req-5b33447b-7d4e-4e2a-8611-3f02d9db9779 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:44.079605 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d48438e4-54e4-49b1-8613-2bfd88d432b3 req-5b33447b-7d4e-4e2a-8611-3f02d9db9779 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 946 time: 0.0533719 Jul 28 11:52:44.122274 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d48438e4-54e4-49b1-8613-2bfd88d432b3 req-2ccca525-1b8d-443f-8e13-5e410c17ea24 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=d361586f-319c-479f-8770-8237d38bdc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354884 Jul 28 11:52:44.810069 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 7ab271e8-9d71-4f4b-86dc-7051b20f2196 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:52:44.826750 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d5986-828e-47aa-93e8-9d22608ad3a1 req-0dcc6e82-4ccd-41fa-988e-3e940118e7ec tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:44.828235 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2e2d5986-828e-47aa-93e8-9d22608ad3a1 req-0dcc6e82-4ccd-41fa-988e-3e940118e7ec tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 943 time: 0.0538342 Jul 28 11:52:44.871318 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2e2d5986-828e-47aa-93e8-9d22608ad3a1 req-15007636-4eb5-4c94-ae4b-81f06c3280db tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344296 Jul 28 11:52:44.918271 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 7ab271e8-9d71-4f4b-86dc-7051b20f2196, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ab271e8-9d71-4f4b-86dc-7051b20f2196,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:52:44.933339 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '7ab271e8-9d71-4f4b-86dc-7051b20f2196', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'port_id': '7ab271e8-9d71-4f4b-86dc-7051b20f2196', 'mac_address': 'fa:16:3e:69:e3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:52:44.975915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:44.990804 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab271e8-9d71-4f4b-86dc-7051b20f2196 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:52:45.012727 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 7ab271e8-9d71-4f4b-86dc-7051b20f2196, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ab271e8-9d71-4f4b-86dc-7051b20f2196,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:52:45.017172 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:45.068014 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=7ab271e8-9d71-4f4b-86dc-7051b20f2196,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:45.238158 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aead51d-39ed-4824-8757-cfd6058de0ff req-f27913ba-c8ef-4283-8d91-81d6108ce0ba tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:45.239652 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0aead51d-39ed-4824-8757-cfd6058de0ff req-f27913ba-c8ef-4283-8d91-81d6108ce0ba tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 946 time: 0.0484712 Jul 28 11:52:45.256663 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['7ab271e8-9d71-4f4b-86dc-7051b20f2196'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:52:45.278024 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0aead51d-39ed-4824-8757-cfd6058de0ff req-9db322a5-a338-4804-8b1b-effe4f896001 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=d361586f-319c-479f-8770-8237d38bdc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321717 Jul 28 11:52:45.404114 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397f861-8b6f-4eaa-a049-a54a0f51d068 req-3b2394c2-f975-4ce6-980f-5462c699f9f7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:45.405894 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d397f861-8b6f-4eaa-a049-a54a0f51d068 req-3b2394c2-f975-4ce6-980f-5462c699f9f7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 946 time: 0.0556805 Jul 28 11:52:45.444821 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d397f861-8b6f-4eaa-a049-a54a0f51d068 req-d0f3e552-c08e-451e-9748-a678ea32ae3c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=d361586f-319c-479f-8770-8237d38bdc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328405 Jul 28 11:52:45.466963 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60966) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:45.507305 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d9c631-b63c-408f-a5c6-3a48ce618917 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:45.508999 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-04d9c631-b63c-408f-a5c6-3a48ce618917 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 1094 time: 0.0410626 Jul 28 11:52:45.511780 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60968) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:45.516198 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-162abf76-4100-4970-8337-cb34367362d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'floatingip': {'port_id': '13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:52:45.555269 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-162abf76-4100-4970-8337-cb34367362d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:45.886169 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:52:46.030697 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-162abf76-4100-4970-8337-cb34367362d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:46.036314 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-162abf76-4100-4970-8337-cb34367362d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:46.044934 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f22ad-231c-47db-bb52-9a2fb6901a8c req-8c189aaa-3092-4907-8ce7-029bfff963d4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:46.046493 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-502f22ad-231c-47db-bb52-9a2fb6901a8c req-8c189aaa-3092-4907-8ce7-029bfff963d4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 944 time: 0.0979288 Jul 28 11:52:46.151768 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-502f22ad-231c-47db-bb52-9a2fb6901a8c req-4015799f-94cd-4080-ab90-7f56d00526fc tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733440 Jul 28 11:52:46.172744 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-162abf76-4100-4970-8337-cb34367362d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP f73b144e-f00b-4cbe-ba3e-f7533883c2bc associated. External IP: 172.26.1.189, port: 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770. Jul 28 11:52:46.664810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162abf76-4100-4970-8337-cb34367362d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:52:46.768716 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162abf76-4100-4970-8337-cb34367362d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:52:46.774416 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-162abf76-4100-4970-8337-cb34367362d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:46.779095 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeb3d3c-011c-4811-9805-c024ff4cf1fa None None] Sync routers for ids ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:52:46.788922 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeb3d3c-011c-4811-9805-c024ff4cf1fa None None] Routers {'87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:52:46.789525 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ffeb3d3c-011c-4811-9805-c024ff4cf1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:52:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:52:46.801451 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-162abf76-4100-4970-8337-cb34367362d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/floatingips/f73b144e-f00b-4cbe-ba3e-f7533883c2bc HTTP/1.1" status: 200 len: 992 time: 1.2885120 Jul 28 11:52:46.802189 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9553ac-a4a3-4dae-9e33-a4a523764c58', 'tag': '13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:52:46.804350 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60972) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:46.805254 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2e21e0-7753-41e5-a426-ab1da8989d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9553ac-a4a3-4dae-9e33-a4a523764c58", "tag": "13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:52:46.809639 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 7ab271e8-9d71-4f4b-86dc-7051b20f2196 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:52:46.865655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 7ab271e8-9d71-4f4b-86dc-7051b20f2196 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:52:46.868851 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c738b321-6e62-4555-8425-330a7781b377 x-openstack-request-id: req-c738b321-6e62-4555-8425-330a7781b377 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:52:46.869140 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9553ac-a4a3-4dae-9e33-a4a523764c58", "tag": "13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:52:46.869408 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c738b321-6e62-4555-8425-330a7781b377 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:52:46.869794 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9553ac-a4a3-4dae-9e33-a4a523764c58', 'tag': '13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770', 'status': 'completed', 'code': 200} Jul 28 11:52:46.873526 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 7ab271e8-9d71-4f4b-86dc-7051b20f2196 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:52:46.874084 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:46.901792 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-ffeb3d3c-011c-4811-9805-c024ff4cf1fa None None] Set router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:52:46.929588 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4457abe9-c1da-4249-9b37-b302a2078cd9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/f73b144e-f00b-4cbe-ba3e-f7533883c2bc HTTP/1.1" status: 200 len: 992 time: 0.1228173 Jul 28 11:52:46.942533 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e21e0-7753-41e5-a426-ab1da8989d1e req-d4d3cad2-a7f8-4eeb-9667-694313a788aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:46.944312 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd2e21e0-7753-41e5-a426-ab1da8989d1e req-d4d3cad2-a7f8-4eeb-9667-694313a788aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 1099 time: 0.0504458 Jul 28 11:52:46.961083 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:46.984738 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff8f60f-a738-49e7-a290-73031f6e4a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab271e8-9d71-4f4b-86dc-7051b20f2196'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:52:46.987255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fa078e-0a1d-43e1-b546-db671f8f242b" -d '{"events": [{"server_uuid": "5ff8f60f-a738-49e7-a290-73031f6e4a71", "name": "network-vif-plugged", "status": "completed", "tag": "7ab271e8-9d71-4f4b-86dc-7051b20f2196"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:52:47.000918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 7ab271e8-9d71-4f4b-86dc-7051b20f2196, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ab271e8-9d71-4f4b-86dc-7051b20f2196,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:52:47.006776 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:47.041059 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbec051-e5eb-4a2c-a254-9bd669f58e2a x-openstack-request-id: req-ddbec051-e5eb-4a2c-a254-9bd669f58e2a {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:52:47.041321 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff8f60f-a738-49e7-a290-73031f6e4a71", "name": "network-vif-plugged", "status": "completed", "tag": "7ab271e8-9d71-4f4b-86dc-7051b20f2196", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:52:47.041587 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ddbec051-e5eb-4a2c-a254-9bd669f58e2a {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:52:47.041959 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff8f60f-a738-49e7-a290-73031f6e4a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab271e8-9d71-4f4b-86dc-7051b20f2196', 'code': 200} Jul 28 11:52:47.053134 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e21e0-7753-41e5-a426-ab1da8989d1e req-f0a77277-751a-4105-a6ef-e4ddb98b2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:47.054823 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd2e21e0-7753-41e5-a426-ab1da8989d1e req-f0a77277-751a-4105-a6ef-e4ddb98b2fb5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=31da9974-a0d0-422f-b3bd-c9a35d2053ac HTTP/1.1" status: 200 len: 897 time: 0.1036177 Jul 28 11:52:47.130518 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd2e21e0-7753-41e5-a426-ab1da8989d1e req-dc2a4c7b-ad2e-4ee0-a7e8-e90b7452ac9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 HTTP/1.1" status: 200 len: 1000 time: 0.0687006 Jul 28 11:52:47.150408 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ffeb3d3c-011c-4811-9805-c024ff4cf1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:51:41Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'f73b144e-f00b-4cbe-ba3e-f7533883c2bc', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.189', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'port_id': '13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'mac_address': 'fa:16:3e:a8:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9553ac-a4a3-4dae-9e33-a4a523764c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:51:55Z', 'updated_at': '2021-07-28T11:52:45Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7a0938-fb97-4708-8198-d5e7fab706d2', 'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:1f:1e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:40Z', 'updated_at': '2021-07-28T11:51:45Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:52:47.183120 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeb3d3c-011c-4811-9805-c024ff4cf1fa None None] Checking router: 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:52:47.192957 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeb3d3c-011c-4811-9805-c024ff4cf1fa None None] Routers {'87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:52:47.193826 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ffeb3d3c-011c-4811-9805-c024ff4cf1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:52:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:52:47.198131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e21e0-7753-41e5-a426-ab1da8989d1e req-2d2b2fb4-faac-49f5-a2af-5f5242913694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:47.200062 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd2e21e0-7753-41e5-a426-ab1da8989d1e req-2d2b2fb4-faac-49f5-a2af-5f5242913694 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=36a85f2d-f7a2-41fc-88ac-5fd19170bc5b HTTP/1.1" status: 200 len: 834 time: 0.0621457 Jul 28 11:52:47.232965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=7ab271e8-9d71-4f4b-86dc-7051b20f2196,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:47.285588 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a82e8-63d0-4605-890c-c19c89fee7da req-2fcfcfe9-a727-4f81-8dde-a438fef8fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:47.287163 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bc2a82e8-63d0-4605-890c-c19c89fee7da req-2fcfcfe9-a727-4f81-8dde-a438fef8fdc2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 1098 time: 0.0858994 Jul 28 11:52:47.289792 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e21e0-7753-41e5-a426-ab1da8989d1e req-0300e907-835a-41bc-be45-b7d5c6c9ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:47.291189 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd2e21e0-7753-41e5-a426-ab1da8989d1e req-0300e907-835a-41bc-be45-b7d5c6c9ed0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31da9974-a0d0-422f-b3bd-c9a35d2053ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0581405 Jul 28 11:52:47.295535 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f089e86-2116-4f41-9880-aa7652dfc839 req-7d1797ea-584c-48cd-9983-6d8b81957225 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:47.297146 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5f089e86-2116-4f41-9880-aa7652dfc839 req-7d1797ea-584c-48cd-9983-6d8b81957225 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 945 time: 0.0617409 Jul 28 11:52:47.306228 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-ffeb3d3c-011c-4811-9805-c024ff4cf1fa None None] Set router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:52:47.340455 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5f089e86-2116-4f41-9880-aa7652dfc839 req-40b6541c-2964-466c-b745-e97c95f442c0 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361731 Jul 28 11:52:47.378657 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bc2a82e8-63d0-4605-890c-c19c89fee7da req-9898cacb-4914-4575-bf97-0a7adb50bf99 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791695 Jul 28 11:52:47.409706 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd2e21e0-7753-41e5-a426-ab1da8989d1e req-7a26c1e0-c75f-48be-b326-a07edad45306 service neutron] 10.222.0.39 "GET /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090994 Jul 28 11:52:47.524178 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd2e21e0-7753-41e5-a426-ab1da8989d1e req-adcd3724-59f1-4eb2-85cb-aed9f3f1d655 service neutron] 10.222.0.39 "GET /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866542 Jul 28 11:52:47.530140 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ffeb3d3c-011c-4811-9805-c024ff4cf1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:51:41Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'f73b144e-f00b-4cbe-ba3e-f7533883c2bc', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.189', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'port_id': '13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'mac_address': 'fa:16:3e:a8:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9553ac-a4a3-4dae-9e33-a4a523764c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:51:55Z', 'updated_at': '2021-07-28T11:52:45Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7a0938-fb97-4708-8198-d5e7fab706d2', 'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:1f:1e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:40Z', 'updated_at': '2021-07-28T11:51:45Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:52:47.557433 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeb3d3c-011c-4811-9805-c024ff4cf1fa None None] The sync data for ids ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'] in dv-neutron-786478-16-hyperv is: [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:51:41Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'f73b144e-f00b-4cbe-ba3e-f7533883c2bc', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.189', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'port_id': '13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'mac_address': 'fa:16:3e:a8:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9553ac-a4a3-4dae-9e33-a4a523764c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:51:55Z', 'updated_at': '2021-07-28T11:52:45Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7a0938-fb97-4708-8198-d5e7fab706d2', 'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:1f:1e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:40Z', 'updated_at': '2021-07-28T11:51:45Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:52:47.741313 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c0dc92-7bfd-4798-a256-b7b16250cb5a None None] New status for floating IP f73b144e-f00b-4cbe-ba3e-f7533883c2bc: ACTIVE {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:52:47.931846 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 60982) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:47.991197 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d1008d7c-8899-43fa-a8ca-25f871f11cee tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/f73b144e-f00b-4cbe-ba3e-f7533883c2bc HTTP/1.1" status: 200 len: 994 time: 0.0582113 Jul 28 11:52:48.460778 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be963e9-1f2f-4968-84e5-6d0e7120e434 req-5172370c-b0dd-48fd-9b8c-f9730dbcee9c tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:48.462244 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9be963e9-1f2f-4968-84e5-6d0e7120e434 req-5172370c-b0dd-48fd-9b8c-f9730dbcee9c tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 945 time: 0.0487680 Jul 28 11:52:48.498990 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9be963e9-1f2f-4968-84e5-6d0e7120e434 req-8609ed9a-4de6-4d0b-8bbd-f55324cbf79d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305791 Jul 28 11:52:48.615141 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f1f5c-3800-4a34-a589-d0b1a7ba2ed8 req-42b0f2a1-4e04-4a2a-bda6-5f536ec1f3a2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:48.616599 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5f8f1f5c-3800-4a34-a589-d0b1a7ba2ed8 req-42b0f2a1-4e04-4a2a-bda6-5f536ec1f3a2 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 945 time: 0.0532842 Jul 28 11:52:48.654470 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5f8f1f5c-3800-4a34-a589-d0b1a7ba2ed8 req-4905538c-cf51-46ed-b76b-eacc10ce7156 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319095 Jul 28 11:52:48.675617 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60988) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:48.714796 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e24f63-0245-4468-93e3-77e567baba55 tempest-TestVolumeBootPattern-387953144 tempest-TestVolumeBootPattern-387953144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:48.716273 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f0e24f63-0245-4468-93e3-77e567baba55 tempest-TestVolumeBootPattern-387953144 tempest-TestVolumeBootPattern-387953144-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 1093 time: 0.0397129 Jul 28 11:52:48.718967 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 60990) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:48.723447 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '7ab271e8-9d71-4f4b-86dc-7051b20f2196', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:52:48.745737 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:48.845649 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:48.945383 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Allocated IP 172.26.1.35 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/75742638-17cc-49c0-b6ff-f7f682e38257) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:52:49.045744 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:49.083315 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:49.116890 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:52:49.120997 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:52:49.124408 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:52:49.151581 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event updated for resources: {'Port': ['ID=75742638-17cc-49c0-b6ff-f7f682e38257,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:49.482212 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:49.549417 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:49.697487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:49.702094 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:49.769885 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event updated for resources: {'Port': ['ID=75742638-17cc-49c0-b6ff-f7f682e38257,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:49.781097 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:49.880872 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Floating IP 4e408f3c-9425-4074-8008-59f1521e6ae5 associated. External IP: 172.26.1.35, port: 7ab271e8-9d71-4f4b-86dc-7051b20f2196. Jul 28 11:52:50.008342 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:50.089095 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Router 8c47119f-1756-451d-b3c3-4b231fa5082c has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:52:50.199302 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:52:50.208471 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41dde1-8ced-4332-9b5e-023e92945734 None None] Sync routers for ids ['8c47119f-1756-451d-b3c3-4b231fa5082c'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:52:50.215054 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:50.218033 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41dde1-8ced-4332-9b5e-023e92945734 None None] Routers {'8c47119f-1756-451d-b3c3-4b231fa5082c'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:52:50.218761 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-fc41dde1-8ced-4332-9b5e-023e92945734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:52:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8c47119f-1756-451d-b3c3-4b231fa5082c'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:52:50.243473 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ab333cf0-87a6-49d5-8ebe-1587e73a1b26 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5234809 Jul 28 11:52:50.244117 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff8f60f-a738-49e7-a290-73031f6e4a71', 'tag': '7ab271e8-9d71-4f4b-86dc-7051b20f2196'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:52:50.246408 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d892ef-8ee0-488b-ab35-255b144a081c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff8f60f-a738-49e7-a290-73031f6e4a71", "tag": "7ab271e8-9d71-4f4b-86dc-7051b20f2196"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:52:50.281674 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8af232f-e6d9-4042-ae53-88d17aba419a x-openstack-request-id: req-d8af232f-e6d9-4042-ae53-88d17aba419a {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:52:50.281965 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff8f60f-a738-49e7-a290-73031f6e4a71", "tag": "7ab271e8-9d71-4f4b-86dc-7051b20f2196", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:52:50.282221 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8af232f-e6d9-4042-ae53-88d17aba419a {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:52:50.282650 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff8f60f-a738-49e7-a290-73031f6e4a71', 'tag': '7ab271e8-9d71-4f4b-86dc-7051b20f2196', 'status': 'completed', 'code': 200} Jul 28 11:52:50.331866 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-fc41dde1-8ced-4332-9b5e-023e92945734 None None] Set router 8c47119f-1756-451d-b3c3-4b231fa5082c gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:52:50.349082 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d892ef-8ee0-488b-ab35-255b144a081c req-ea4fe225-0e6c-4503-9771-45448264d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:50.350621 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15d892ef-8ee0-488b-ab35-255b144a081c req-ea4fe225-0e6c-4503-9771-45448264d0d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51ac002bba904616bbf9cec718c70d3e&device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 1098 time: 0.0461504 Jul 28 11:52:50.442397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d892ef-8ee0-488b-ab35-255b144a081c req-0275ed07-7f7f-4e0b-ab87-590710a235c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:50.443930 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15d892ef-8ee0-488b-ab35-255b144a081c req-0275ed07-7f7f-4e0b-ab87-590710a235c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 200 len: 911 time: 0.0865552 Jul 28 11:52:50.515851 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15d892ef-8ee0-488b-ab35-255b144a081c req-6f75348b-4005-4db5-b59f-8aa33ab17a7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ab271e8-9d71-4f4b-86dc-7051b20f2196 HTTP/1.1" status: 200 len: 998 time: 0.0629177 Jul 28 11:52:50.563789 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d892ef-8ee0-488b-ab35-255b144a081c req-0d8670e8-a00d-442c-a4cc-82c12523f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:50.565271 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15d892ef-8ee0-488b-ab35-255b144a081c req-0d8670e8-a00d-442c-a4cc-82c12523f39f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5 HTTP/1.1" status: 200 len: 849 time: 0.0431597 Jul 28 11:52:50.612000 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d892ef-8ee0-488b-ab35-255b144a081c req-e709a9b0-d6bd-4f48-92fe-2d28b85424ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:50.613551 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15d892ef-8ee0-488b-ab35-255b144a081c req-e709a9b0-d6bd-4f48-92fe-2d28b85424ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a1fce29-ec01-4e0f-afda-86e621a73431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0400183 Jul 28 11:52:50.641313 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-fc41dde1-8ced-4332-9b5e-023e92945734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '4e408f3c-9425-4074-8008-59f1521e6ae5', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'floating_ip_address': '172.26.1.35', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'port_id': '7ab271e8-9d71-4f4b-86dc-7051b20f2196', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'mac_address': 'fa:16:3e:69:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8f60f-a738-49e7-a290-73031f6e4a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:52:49Z', 'updated_at': '2021-07-28T11:52:49Z', 'revision_number': 0, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ip_address_scope': None}, {'id': 'efdcdbe1-700d-4e3e-a6f7-4cf4713d0e26', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'floating_ip_address': '172.26.1.206', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'port_id': 'e1d11933-2b4b-42a4-8275-6704086fcaf0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'mac_address': 'fa:16:3e:a2:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:50:53Z', 'revision_number': 1, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:08Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:52:50.667475 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41dde1-8ced-4332-9b5e-023e92945734 None None] Checking router: 8c47119f-1756-451d-b3c3-4b231fa5082c for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:52:50.675445 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41dde1-8ced-4332-9b5e-023e92945734 None None] Routers {'8c47119f-1756-451d-b3c3-4b231fa5082c'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:52:50.676211 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-fc41dde1-8ced-4332-9b5e-023e92945734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:52:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8c47119f-1756-451d-b3c3-4b231fa5082c'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:52:50.703814 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15d892ef-8ee0-488b-ab35-255b144a081c req-5b51fbd3-5ac2-407a-8af0-07b82dce048d service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828977 Jul 28 11:52:50.781480 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-fc41dde1-8ced-4332-9b5e-023e92945734 None None] Set router 8c47119f-1756-451d-b3c3-4b231fa5082c gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:52:50.790367 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15d892ef-8ee0-488b-ab35-255b144a081c req-d73006d3-7c3d-4977-8689-cd45f841f599 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798786 Jul 28 11:52:51.055712 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-fc41dde1-8ced-4332-9b5e-023e92945734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '4e408f3c-9425-4074-8008-59f1521e6ae5', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'floating_ip_address': '172.26.1.35', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'port_id': '7ab271e8-9d71-4f4b-86dc-7051b20f2196', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'mac_address': 'fa:16:3e:69:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8f60f-a738-49e7-a290-73031f6e4a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:52:49Z', 'updated_at': '2021-07-28T11:52:49Z', 'revision_number': 0, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ip_address_scope': None}, {'id': 'efdcdbe1-700d-4e3e-a6f7-4cf4713d0e26', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'floating_ip_address': '172.26.1.206', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'port_id': 'e1d11933-2b4b-42a4-8275-6704086fcaf0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'mac_address': 'fa:16:3e:a2:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:50:53Z', 'revision_number': 1, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:08Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:52:51.083117 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41dde1-8ced-4332-9b5e-023e92945734 None None] The sync data for ids ['8c47119f-1756-451d-b3c3-4b231fa5082c'] in dv-neutron-786478-16-hyperv is: [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '4e408f3c-9425-4074-8008-59f1521e6ae5', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'floating_ip_address': '172.26.1.35', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'port_id': '7ab271e8-9d71-4f4b-86dc-7051b20f2196', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'mac_address': 'fa:16:3e:69:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff8f60f-a738-49e7-a290-73031f6e4a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:52:49Z', 'updated_at': '2021-07-28T11:52:49Z', 'revision_number': 0, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ip_address_scope': None}, {'id': 'efdcdbe1-700d-4e3e-a6f7-4cf4713d0e26', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'floating_ip_address': '172.26.1.206', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'port_id': 'e1d11933-2b4b-42a4-8275-6704086fcaf0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'mac_address': 'fa:16:3e:a2:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:50:53Z', 'revision_number': 1, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:08Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:52:51.261448 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9711352-9c0d-4ee8-8e1b-35e597c9dbae None None] New status for floating IP 4e408f3c-9425-4074-8008-59f1521e6ae5: ACTIVE {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:53:00.334302 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-95569f28-fac2-493c-8cc3-0c15a0d3f004 req-a7c602c4-1388-41a4-ade0-3cd2a2e9ffef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406649 Jul 28 11:53:00.421800 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95569f28-fac2-493c-8cc3-0c15a0d3f004 req-7b555e68-d1b4-4d3c-ae7c-0a88900d4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:00.423318 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-95569f28-fac2-493c-8cc3-0c15a0d3f004 req-7b555e68-d1b4-4d3c-ae7c-0a88900d4ddb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51ac002bba904616bbf9cec718c70d3e&device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 1098 time: 0.0457487 Jul 28 11:53:00.522583 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95569f28-fac2-493c-8cc3-0c15a0d3f004 req-b565c4cc-bedd-4b1d-9ec6-05dda805fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:00.524029 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-95569f28-fac2-493c-8cc3-0c15a0d3f004 req-b565c4cc-bedd-4b1d-9ec6-05dda805fbb2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 200 len: 911 time: 0.0810535 Jul 28 11:53:00.592706 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-95569f28-fac2-493c-8cc3-0c15a0d3f004 req-4de22695-45e9-4209-8d94-7272efd41789 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1d11933-2b4b-42a4-8275-6704086fcaf0 HTTP/1.1" status: 200 len: 1001 time: 0.0600495 Jul 28 11:53:00.640978 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95569f28-fac2-493c-8cc3-0c15a0d3f004 req-4a129fe1-4b68-4bef-a3fc-b3f692d00370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:00.642373 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-95569f28-fac2-493c-8cc3-0c15a0d3f004 req-4a129fe1-4b68-4bef-a3fc-b3f692d00370 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5 HTTP/1.1" status: 200 len: 849 time: 0.0417459 Jul 28 11:53:00.689671 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95569f28-fac2-493c-8cc3-0c15a0d3f004 req-ef298784-a168-4528-8c3a-a9499b713e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:00.691406 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-95569f28-fac2-493c-8cc3-0c15a0d3f004 req-ef298784-a168-4528-8c3a-a9499b713e23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a1fce29-ec01-4e0f-afda-86e621a73431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399053 Jul 28 11:53:00.783448 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-95569f28-fac2-493c-8cc3-0c15a0d3f004 req-f573fd70-5389-4443-b622-b80679af4ff6 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824738 Jul 28 11:53:00.873507 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-95569f28-fac2-493c-8cc3-0c15a0d3f004 req-f7f0a7a0-f356-4a70-a763-57a5468a40d7 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801411 Jul 28 11:53:02.386549 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a343ded5-fc11-4c28-b967-ee3a9af05920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:04.895003 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-543e2581-0941-4a71-b2b1-b7d776ca9181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:05.320219 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:06.371205 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:07.932619 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:20.025182 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:21.454007 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d088661-667c-4426-8d2a-4b85ad143dd0 req-9cddccd8-a394-4bfa-9972-40b193623f67 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:21.455878 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9d088661-667c-4426-8d2a-4b85ad143dd0 req-9cddccd8-a394-4bfa-9972-40b193623f67 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 946 time: 0.0491400 Jul 28 11:53:21.494522 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9d088661-667c-4426-8d2a-4b85ad143dd0 req-91c1c409-5238-412e-9878-2defba44ad29 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=d361586f-319c-479f-8770-8237d38bdc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327084 Jul 28 11:53:22.612918 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f6f0f-f690-4ecf-985e-9dcd3ff33413 req-0146b3fb-a153-4d9f-8dfe-5381208ed1d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:22.614384 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-911f6f0f-f690-4ecf-985e-9dcd3ff33413 req-0146b3fb-a153-4d9f-8dfe-5381208ed1d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 946 time: 0.0521979 Jul 28 11:53:22.652353 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-911f6f0f-f690-4ecf-985e-9dcd3ff33413 req-0719a776-efee-4830-b43c-17be05364957 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=d361586f-319c-479f-8770-8237d38bdc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312796 Jul 28 11:53:22.768471 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042d9f5-85ad-4e58-a523-fe6e80f0f124 req-f8ac7ea9-110c-442a-b205-0deede11d008 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:22.769912 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0042d9f5-85ad-4e58-a523-fe6e80f0f124 req-f8ac7ea9-110c-442a-b205-0deede11d008 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 946 time: 0.0486979 Jul 28 11:53:22.861990 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-0042d9f5-85ad-4e58-a523-fe6e80f0f124 req-c1670944-c4c9-4110-accd-8f8347c5754d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:53:22.862335 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0042d9f5-85ad-4e58-a523-fe6e80f0f124 req-c1670944-c4c9-4110-accd-8f8347c5754d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:22.884264 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:53:22.949988 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-0042d9f5-85ad-4e58-a523-fe6e80f0f124 req-c1670944-c4c9-4110-accd-8f8347c5754d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770,segment=NetworkSegment(bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608),segment_id=bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:22.950360 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0042d9f5-85ad-4e58-a523-fe6e80f0f124 req-c1670944-c4c9-4110-accd-8f8347c5754d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:23.119239 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0042d9f5-85ad-4e58-a523-fe6e80f0f124 req-c1670944-c4c9-4110-accd-8f8347c5754d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:23.119526 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0042d9f5-85ad-4e58-a523-fe6e80f0f124 req-c1670944-c4c9-4110-accd-8f8347c5754d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:23.119843 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [req-0042d9f5-85ad-4e58-a523-fe6e80f0f124 req-c1670944-c4c9-4110-accd-8f8347c5754d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP f73b144e-f00b-4cbe-ba3e-f7533883c2bc disassociated. External IP: 172.26.1.189, port: 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770. Jul 28 11:53:23.120186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-0042d9f5-85ad-4e58-a523-fe6e80f0f124 req-c1670944-c4c9-4110-accd-8f8347c5754d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:53:23.241740 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0042d9f5-85ad-4e58-a523-fe6e80f0f124 req-c1670944-c4c9-4110-accd-8f8347c5754d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:23.268685 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1670944-c4c9-4110-accd-8f8347c5754d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:23.382327 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0042d9f5-85ad-4e58-a523-fe6e80f0f124 req-c1670944-c4c9-4110-accd-8f8347c5754d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:53:23.487306 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0042d9f5-85ad-4e58-a523-fe6e80f0f124 req-c1670944-c4c9-4110-accd-8f8347c5754d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:53:23.497304 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da4aa2b-abbd-4384-badc-3816714bd4db None None] Sync routers for ids ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:53:23.506098 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da4aa2b-abbd-4384-badc-3816714bd4db None None] Routers {'87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:53:23.506727 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-7da4aa2b-abbd-4384-badc-3816714bd4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:53:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:23.529538 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-0042d9f5-85ad-4e58-a523-fe6e80f0f124 req-c1670944-c4c9-4110-accd-8f8347c5754d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] No DVR routers for this DVR port 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:53:23.532071 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0042d9f5-85ad-4e58-a523-fe6e80f0f124 req-c1670944-c4c9-4110-accd-8f8347c5754d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:23.534041 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0042d9f5-85ad-4e58-a523-fe6e80f0f124 req-c1670944-c4c9-4110-accd-8f8347c5754d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "DELETE /v2.0/ports/13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 HTTP/1.1" status: 204 len: 173 time: 0.7578957 Jul 28 11:53:23.534496 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9553ac-a4a3-4dae-9e33-a4a523764c58', 'name': 'network-vif-deleted', 'tag': '13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:53:23.536718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5ed248-1cfd-4e90-b247-8f9fa30457f5" -d '{"events": [{"server_uuid": "ae9553ac-a4a3-4dae-9e33-a4a523764c58", "name": "network-vif-deleted", "tag": "13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:53:23.580756 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b4b87b-89f1-4d92-bcd7-8dd7dc795ff3 x-openstack-request-id: req-41b4b87b-89f1-4d92-bcd7-8dd7dc795ff3 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:53:23.581050 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9553ac-a4a3-4dae-9e33-a4a523764c58", "name": "network-vif-deleted", "tag": "13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:53:23.581311 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41b4b87b-89f1-4d92-bcd7-8dd7dc795ff3 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:53:23.581712 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9553ac-a4a3-4dae-9e33-a4a523764c58', 'name': 'network-vif-deleted', 'tag': '13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770', 'status': 'completed', 'code': 200} Jul 28 11:53:23.614478 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-7da4aa2b-abbd-4384-badc-3816714bd4db None None] Set router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:53:23.763894 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3480fc85-362a-464d-b08c-ebf9141ca69a req-22d41d79-c996-4f7e-be16-3cefe25f5cc6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae9553ac-a4a3-4dae-9e33-a4a523764c58 HTTP/1.1" status: 200 len: 210 time: 0.0285437 Jul 28 11:53:23.819910 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-7da4aa2b-abbd-4384-badc-3816714bd4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:51:41Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '3a7a0938-fb97-4708-8198-d5e7fab706d2', 'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:1f:1e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:40Z', 'updated_at': '2021-07-28T11:51:45Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:23.848490 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da4aa2b-abbd-4384-badc-3816714bd4db None None] Checking router: 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:53:23.857168 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da4aa2b-abbd-4384-badc-3816714bd4db None None] Routers {'87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:53:23.857715 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-7da4aa2b-abbd-4384-badc-3816714bd4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:53:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:23.963441 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-7da4aa2b-abbd-4384-badc-3816714bd4db None None] Set router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:53:24.156040 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-7da4aa2b-abbd-4384-badc-3816714bd4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:51:41Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '3a7a0938-fb97-4708-8198-d5e7fab706d2', 'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:1f:1e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:40Z', 'updated_at': '2021-07-28T11:51:45Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:24.181614 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da4aa2b-abbd-4384-badc-3816714bd4db None None] The sync data for ids ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'] in dv-neutron-786478-16-hyperv is: [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:51:41Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '3a7a0938-fb97-4708-8198-d5e7fab706d2', 'name': '', 'network_id': '31da9974-a0d0-422f-b3bd-c9a35d2053ac', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:1f:1e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:40Z', 'updated_at': '2021-07-28T11:51:45Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '36a85f2d-f7a2-41fc-88ac-5fd19170bc5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:53:24.401263 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cb2ee-a95d-47ec-9827-eeafb8e3fe1d None None] New status for floating IP f73b144e-f00b-4cbe-ba3e-f7533883c2bc: DOWN {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:53:24.821413 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 32796) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:24.879006 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-89cf9383-50cf-45de-adc5-7765b92bb6d0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.904426 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-89cf9383-50cf-45de-adc5-7765b92bb6d0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.964647 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-89cf9383-50cf-45de-adc5-7765b92bb6d0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.967963 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-89cf9383-50cf-45de-adc5-7765b92bb6d0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.969422 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-89cf9383-50cf-45de-adc5-7765b92bb6d0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/security-groups/d361586f-319c-479f-8770-8237d38bdc60 HTTP/1.1" status: 204 len: 168 time: 0.1470058 Jul 28 11:53:24.980361 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf9383-50cf-45de-adc5-7765b92bb6d0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d361586f-319c-479f-8770-8237d38bdc60,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:25.003881 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 32800) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:25.129282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-12308de7-95ec-45da-a9fa-b7e377f6acf6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 2736d2a2-4742-4739-8b6e-b64f65c33efe {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:53:25.129543 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-12308de7-95ec-45da-a9fa-b7e377f6acf6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:25.203477 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-12308de7-95ec-45da-a9fa-b7e377f6acf6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:25.203879 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-12308de7-95ec-45da-a9fa-b7e377f6acf6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:25.216056 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-12308de7-95ec-45da-a9fa-b7e377f6acf6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 2736d2a2-4742-4739-8b6e-b64f65c33efe owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:53:25.345235 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-12308de7-95ec-45da-a9fa-b7e377f6acf6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:25.370021 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12308de7-95ec-45da-a9fa-b7e377f6acf6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=2736d2a2-4742-4739-8b6e-b64f65c33efe,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:25.433031 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-12308de7-95ec-45da-a9fa-b7e377f6acf6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:25.435583 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-12308de7-95ec-45da-a9fa-b7e377f6acf6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:25.436729 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-12308de7-95ec-45da-a9fa-b7e377f6acf6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/floatingips/f73b144e-f00b-4cbe-ba3e-f7533883c2bc HTTP/1.1" status: 204 len: 168 time: 0.4318745 Jul 28 11:53:25.646771 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550979d-229c-4904-8e6c-3deae8b457d4 req-647b9b55-8aa3-4e3c-b0c7-e1f6f89c4af3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:25.648248 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5550979d-229c-4904-8e6c-3deae8b457d4 req-647b9b55-8aa3-4e3c-b0c7-e1f6f89c4af3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 946 time: 0.0500114 Jul 28 11:53:25.686654 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5550979d-229c-4904-8e6c-3deae8b457d4 req-2251bcd6-d7ec-4221-abf6-418ce609ed8e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016d3cc-8a0a-45c4-900c-7d3b07295311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Jul 28 11:53:26.808925 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc134de7-75ac-43c5-9739-23988462cc0a req-c16d88e7-08ea-4cd4-b9ce-cb1c83ac44d2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:26.810558 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-cc134de7-75ac-43c5-9739-23988462cc0a req-c16d88e7-08ea-4cd4-b9ce-cb1c83ac44d2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 946 time: 0.0543349 Jul 28 11:53:26.850888 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-cc134de7-75ac-43c5-9739-23988462cc0a req-a49a616a-6588-42fb-aa67-9b17775dc5a1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016d3cc-8a0a-45c4-900c-7d3b07295311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342948 Jul 28 11:53:26.966974 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da5385-e241-43e5-bedc-8bd9381e78f1 req-d2e6bbd6-5c8a-4cf0-881b-4fae75f9a0ef tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:26.968571 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-34da5385-e241-43e5-bedc-8bd9381e78f1 req-d2e6bbd6-5c8a-4cf0-881b-4fae75f9a0ef tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/ports?device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 946 time: 0.0535388 Jul 28 11:53:27.032791 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:53:27.054463 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:53:27.055409 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 13b6bfaf-50d8-46fb-81d1-d7fc7aa3c770 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:53:27.068752 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-34da5385-e241-43e5-bedc-8bd9381e78f1 req-fd07ae4e-5fcf-4c80-a924-cf23a217d576 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 84e1f1d2-0e37-49e3-abde-484b6e231769 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:53:27.069246 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-34da5385-e241-43e5-bedc-8bd9381e78f1 req-fd07ae4e-5fcf-4c80-a924-cf23a217d576 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:27.169162 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-34da5385-e241-43e5-bedc-8bd9381e78f1 req-fd07ae4e-5fcf-4c80-a924-cf23a217d576 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 84e1f1d2-0e37-49e3-abde-484b6e231769, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=84e1f1d2-0e37-49e3-abde-484b6e231769,segment=NetworkSegment(bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608),segment_id=bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:27.169529 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-34da5385-e241-43e5-bedc-8bd9381e78f1 req-fd07ae4e-5fcf-4c80-a924-cf23a217d576 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:27.183919 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-34da5385-e241-43e5-bedc-8bd9381e78f1 req-fd07ae4e-5fcf-4c80-a924-cf23a217d576 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 84e1f1d2-0e37-49e3-abde-484b6e231769 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:53:27.323453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-34da5385-e241-43e5-bedc-8bd9381e78f1 req-fd07ae4e-5fcf-4c80-a924-cf23a217d576 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:27.352599 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07ae4e-5fcf-4c80-a924-cf23a217d576 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=84e1f1d2-0e37-49e3-abde-484b6e231769,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:27.394190 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-34da5385-e241-43e5-bedc-8bd9381e78f1 req-fd07ae4e-5fcf-4c80-a924-cf23a217d576 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] No DVR routers for this DVR port 84e1f1d2-0e37-49e3-abde-484b6e231769 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:53:27.396716 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-34da5385-e241-43e5-bedc-8bd9381e78f1 req-fd07ae4e-5fcf-4c80-a924-cf23a217d576 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:27.398817 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-34da5385-e241-43e5-bedc-8bd9381e78f1 req-fd07ae4e-5fcf-4c80-a924-cf23a217d576 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "DELETE /v2.0/ports/84e1f1d2-0e37-49e3-abde-484b6e231769 HTTP/1.1" status: 204 len: 173 time: 0.4233160 Jul 28 11:53:27.399248 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ad5b7f-09ce-422a-ac40-2c31bb32bb72', 'name': 'network-vif-deleted', 'tag': '84e1f1d2-0e37-49e3-abde-484b6e231769'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:53:27.401507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e821c86-0875-43f0-914b-2a40ec043733" -d '{"events": [{"server_uuid": "47ad5b7f-09ce-422a-ac40-2c31bb32bb72", "name": "network-vif-deleted", "tag": "84e1f1d2-0e37-49e3-abde-484b6e231769"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:53:27.447096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179a31fa-186d-46b1-8e6c-ec60d0377e12 x-openstack-request-id: req-179a31fa-186d-46b1-8e6c-ec60d0377e12 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:53:27.447388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ad5b7f-09ce-422a-ac40-2c31bb32bb72", "name": "network-vif-deleted", "tag": "84e1f1d2-0e37-49e3-abde-484b6e231769", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:53:27.447641 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-179a31fa-186d-46b1-8e6c-ec60d0377e12 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:53:27.448104 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ad5b7f-09ce-422a-ac40-2c31bb32bb72', 'name': 'network-vif-deleted', 'tag': '84e1f1d2-0e37-49e3-abde-484b6e231769', 'status': 'completed', 'code': 200} Jul 28 11:53:27.968400 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-40159e19-754f-400a-8eb9-7bd109b9fcad req-1846756f-ac9d-4e2d-9faa-e4c1fe26bc9a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ad5b7f-09ce-422a-ac40-2c31bb32bb72 HTTP/1.1" status: 200 len: 210 time: 0.0281646 Jul 28 11:53:29.024771 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 32814) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:29.084445 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dab4e91b-9932-4e0a-8134-08098115b0ff tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:29.110509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dab4e91b-9932-4e0a-8134-08098115b0ff tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:29.168420 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dab4e91b-9932-4e0a-8134-08098115b0ff tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:29.171053 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dab4e91b-9932-4e0a-8134-08098115b0ff tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:29.172191 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-dab4e91b-9932-4e0a-8134-08098115b0ff tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/security-groups/c016d3cc-8a0a-45c4-900c-7d3b07295311 HTTP/1.1" status: 204 len: 168 time: 0.1464531 Jul 28 11:53:29.182010 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4e91b-9932-4e0a-8134-08098115b0ff tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c016d3cc-8a0a-45c4-900c-7d3b07295311,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:29.204369 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 32820) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:29.575665 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-affe447a-0427-4feb-8997-3c95bfed9278 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:30.116784 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-affe447a-0427-4feb-8997-3c95bfed9278 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 3a7a0938-fb97-4708-8198-d5e7fab706d2 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:53:30.117555 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-affe447a-0427-4feb-8997-3c95bfed9278 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:30.201637 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-affe447a-0427-4feb-8997-3c95bfed9278 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 3a7a0938-fb97-4708-8198-d5e7fab706d2, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=3a7a0938-fb97-4708-8198-d5e7fab706d2,segment=NetworkSegment(bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608),segment_id=bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:30.201996 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-affe447a-0427-4feb-8997-3c95bfed9278 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:30.214992 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-affe447a-0427-4feb-8997-3c95bfed9278 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 3a7a0938-fb97-4708-8198-d5e7fab706d2 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:53:30.396118 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-affe447a-0427-4feb-8997-3c95bfed9278 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:30.428612 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe447a-0427-4feb-8997-3c95bfed9278 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=3a7a0938-fb97-4708-8198-d5e7fab706d2,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:30.597177 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-affe447a-0427-4feb-8997-3c95bfed9278 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:30.827338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affe447a-0427-4feb-8997-3c95bfed9278 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:53:30.935913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affe447a-0427-4feb-8997-3c95bfed9278 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:53:30.944537 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-affe447a-0427-4feb-8997-3c95bfed9278 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7354813 Jul 28 11:53:30.944537 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 32822) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:30.946789 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9779e84e-49e7-461e-80f7-6b101e3f9620 None None] Sync routers for ids ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:53:30.956354 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9779e84e-49e7-461e-80f7-6b101e3f9620 None None] Routers {'87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:53:30.956959 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9779e84e-49e7-461e-80f7-6b101e3f9620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:53:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:30.997822 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-0883b044-8ae8-405b-a31b-c3f77ebe6ed2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting subnet 36a85f2d-f7a2-41fc-88ac-5fd19170bc5b {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:53:31.001525 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0883b044-8ae8-405b-a31b-c3f77ebe6ed2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:31.047059 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 84e1f1d2-0e37-49e3-abde-484b6e231769 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:53:31.048568 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0883b044-8ae8-405b-a31b-c3f77ebe6ed2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:31.067892 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 84e1f1d2-0e37-49e3-abde-484b6e231769 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:53:31.068241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 84e1f1d2-0e37-49e3-abde-484b6e231769 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:53:31.150939 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0883b044-8ae8-405b-a31b-c3f77ebe6ed2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:31.159619 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-9779e84e-49e7-461e-80f7-6b101e3f9620 None None] Set router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:53:31.214829 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0883b044-8ae8-405b-a31b-c3f77ebe6ed2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:31.245047 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883b044-8ae8-405b-a31b-c3f77ebe6ed2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Subnet': ['ID=36a85f2d-f7a2-41fc-88ac-5fd19170bc5b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:31.248897 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0883b044-8ae8-405b-a31b-c3f77ebe6ed2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:31.251193 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0883b044-8ae8-405b-a31b-c3f77ebe6ed2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/subnets/36a85f2d-f7a2-41fc-88ac-5fd19170bc5b HTTP/1.1" status: 204 len: 168 time: 0.3063581 Jul 28 11:53:31.253644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32824) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:31.259712 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98faf15d-f4a5-45ce-affe-e73cbaf8dd44 None None] Network 31da9974-a0d0-422f-b3bd-c9a35d2053ac requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:53:31.366239 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9779e84e-49e7-461e-80f7-6b101e3f9620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:53:30Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:31.397168 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9779e84e-49e7-461e-80f7-6b101e3f9620 None None] Checking router: 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:53:31.410301 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9779e84e-49e7-461e-80f7-6b101e3f9620 None None] Routers {'87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:53:31.411192 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9779e84e-49e7-461e-80f7-6b101e3f9620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:53:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:31.492969 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc436499-c212-4b79-8e6d-793bf0a53c8d None None] DHCP port deletion for 31da9974-a0d0-422f-b3bd-c9a35d2053ac request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:53:31.530093 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-9779e84e-49e7-461e-80f7-6b101e3f9620 None None] Set router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:53:31.539931 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cc436499-c212-4b79-8e6d-793bf0a53c8d None None] Deleting port 1e0ece31-be4b-4492-8636-084f8bc6ea51 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:53:31.540311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc436499-c212-4b79-8e6d-793bf0a53c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:31.611289 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-cc436499-c212-4b79-8e6d-793bf0a53c8d None None] For port 1e0ece31-be4b-4492-8636-084f8bc6ea51, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1e0ece31-be4b-4492-8636-084f8bc6ea51,segment=NetworkSegment(bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608),segment_id=bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:31.611830 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc436499-c212-4b79-8e6d-793bf0a53c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:31.626800 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cc436499-c212-4b79-8e6d-793bf0a53c8d None None] Calling delete_port for 1e0ece31-be4b-4492-8636-084f8bc6ea51 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:53:31.708313 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc436499-c212-4b79-8e6d-793bf0a53c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:31.733070 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9779e84e-49e7-461e-80f7-6b101e3f9620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:53:30Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:31.733810 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f98f0801-d42c-4280-9594-e7dd0bd16036 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:31.739473 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc436499-c212-4b79-8e6d-793bf0a53c8d None None] No DVR routers for this DVR port 1e0ece31-be4b-4492-8636-084f8bc6ea51 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:53:31.743561 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc436499-c212-4b79-8e6d-793bf0a53c8d None None] Pushing event deleted for resources: {'Port': ['ID=1e0ece31-be4b-4492-8636-084f8bc6ea51,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:31.767077 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9779e84e-49e7-461e-80f7-6b101e3f9620 None None] The sync data for ids ['87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace'] in dv-neutron-786478-16-hyperv is: [{'id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'name': 'tempest-TestNetworkBasicOps-router-448153942', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:51:37Z', 'updated_at': '2021-07-28T11:53:30Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '9da2f3e5-5c75-4650-b5fa-3df6ef52a452', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:51:38Z', 'updated_at': '2021-07-28T11:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:53:31.840372 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f98f0801-d42c-4280-9594-e7dd0bd16036 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:31.892826 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-f98f0801-d42c-4280-9594-e7dd0bd16036 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 9da2f3e5-5c75-4650-b5fa-3df6ef52a452 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:53:31.893171 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f98f0801-d42c-4280-9594-e7dd0bd16036 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:31.970976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-f98f0801-d42c-4280-9594-e7dd0bd16036 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 9da2f3e5-5c75-4650-b5fa-3df6ef52a452, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=9da2f3e5-5c75-4650-b5fa-3df6ef52a452,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:31.971325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f98f0801-d42c-4280-9594-e7dd0bd16036 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:31.984600 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-f98f0801-d42c-4280-9594-e7dd0bd16036 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 9da2f3e5-5c75-4650-b5fa-3df6ef52a452 owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:53:32.146644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f98f0801-d42c-4280-9594-e7dd0bd16036 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.173927 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f0801-d42c-4280-9594-e7dd0bd16036 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=9da2f3e5-5c75-4650-b5fa-3df6ef52a452,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:32.239313 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f98f0801-d42c-4280-9594-e7dd0bd16036 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.336753 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f98f0801-d42c-4280-9594-e7dd0bd16036 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.338841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f98f0801-d42c-4280-9594-e7dd0bd16036 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.379892 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f98f0801-d42c-4280-9594-e7dd0bd16036 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.380712 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98f0801-d42c-4280-9594-e7dd0bd16036 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Fanout notify agent at l3_agent the message router_deleted on router 87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:53:32.387625 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-656f084f-42b9-48ae-b9a6-26e901f41079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.388288 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f98f0801-d42c-4280-9594-e7dd0bd16036 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.392831 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 32826) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:32.393456 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f98f0801-d42c-4280-9594-e7dd0bd16036 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/routers/87e13ba1-e2b7-42ec-ba3d-e9aa98e7dace HTTP/1.1" status: 204 len: 168 time: 1.1383133 Jul 28 11:53:32.475537 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-76d1ae24-9cd7-48b6-b8bc-8d6d0b2667d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.560963 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-76d1ae24-9cd7-48b6-b8bc-8d6d0b2667d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.571099 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-76d1ae24-9cd7-48b6-b8bc-8d6d0b2667d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31da9974-a0d0-422f-b3bd-c9a35d2053ac']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:32.581316 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-76d1ae24-9cd7-48b6-b8bc-8d6d0b2667d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:32.581664 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-76d1ae24-9cd7-48b6-b8bc-8d6d0b2667d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb9c5e3-3c8e-4c5f-8e7b-b26d638d4608') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:32.591267 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-76d1ae24-9cd7-48b6-b8bc-8d6d0b2667d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.604682 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-76d1ae24-9cd7-48b6-b8bc-8d6d0b2667d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.610690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d1ae24-9cd7-48b6-b8bc-8d6d0b2667d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:53:32.611071 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-76d1ae24-9cd7-48b6-b8bc-8d6d0b2667d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:53:32.613900 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:53:32.676561 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-76d1ae24-9cd7-48b6-b8bc-8d6d0b2667d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.680982 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-76d1ae24-9cd7-48b6-b8bc-8d6d0b2667d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.682962 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-76d1ae24-9cd7-48b6-b8bc-8d6d0b2667d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/networks/31da9974-a0d0-422f-b3bd-c9a35d2053ac HTTP/1.1" status: 204 len: 168 time: 0.2891166 Jul 28 11:53:32.698478 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1ae24-9cd7-48b6-b8bc-8d6d0b2667d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Network': ['ID=31da9974-a0d0-422f-b3bd-c9a35d2053ac,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:32.705797 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 32828) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:32.710699 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b5d9a40a-20c3-4245-882e-b8bd7191e199 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'network': {'name': 'tempest-network-smoke--2033836135', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'port_security_enabled': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:32.731542 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d9a40a-20c3-4245-882e-b8bd7191e199 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:53:32.734973 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b5d9a40a-20c3-4245-882e-b8bd7191e199 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.757580 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d9a40a-20c3-4245-882e-b8bd7191e199 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:53:32.767652 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b5d9a40a-20c3-4245-882e-b8bd7191e199 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.768021 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-b5d9a40a-20c3-4245-882e-b8bd7191e199 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Added segment cf3d6953-6453-495b-a7df-7a6beb2fe891 of type vlan for network dd64d3dd-0a47-4921-b276-cb49779e61c7 Jul 28 11:53:32.811290 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b5d9a40a-20c3-4245-882e-b8bd7191e199 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.851946 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b5d9a40a-20c3-4245-882e-b8bd7191e199 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.857990 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d9a40a-20c3-4245-882e-b8bd7191e199 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:32.858830 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b5d9a40a-20c3-4245-882e-b8bd7191e199 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.892401 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3a7a0938-fb97-4708-8198-d5e7fab706d2 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:53:32.916427 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 3a7a0938-fb97-4708-8198-d5e7fab706d2 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:53:32.916770 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3a7a0938-fb97-4708-8198-d5e7fab706d2 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:53:32.917191 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1e0ece31-be4b-4492-8636-084f8bc6ea51 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:53:32.923573 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b5d9a40a-20c3-4245-882e-b8bd7191e199 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2141562 Jul 28 11:53:32.923921 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32830) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:32.928587 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1186071432', 'admin_state_up': True, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:32.936350 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 1e0ece31-be4b-4492-8636-084f8bc6ea51 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:53:32.936697 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1e0ece31-be4b-4492-8636-084f8bc6ea51 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:53:32.937118 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9da2f3e5-5c75-4650-b5fa-3df6ef52a452 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:53:32.947165 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9a40a-20c3-4245-882e-b8bd7191e199 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Network': ['ID=dd64d3dd-0a47-4921-b276-cb49779e61c7,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:32.959819 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network dd64d3dd-0a47-4921-b276-cb49779e61c7 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:53:32.962329 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 9da2f3e5-5c75-4650-b5fa-3df6ef52a452 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:53:32.962703 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 9da2f3e5-5c75-4650-b5fa-3df6ef52a452 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:53:32.963135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.964168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:33.017853 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:33.155614 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:33.344788 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:33.363428 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:33.463962 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.26.1.108 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/a9fdb4df-eda4-4b83-b8e8-cd88e40acff8) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:53:33.564782 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:33.603383 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:33.641508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:53:33.646241 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:53:33.648682 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:53:33.654495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=a9fdb4df-eda4-4b83-b8e8-cd88e40acff8,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:33.680654 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:33.681006 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:33.681348 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:33.681703 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:33.682015 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:33.682345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:33.682697 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:33.683024 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:33.683349 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:33.683670 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:33.683996 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:33.684313 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:33.901286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:34.091840 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:34.215182 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router bb6cc54e-2f22-4251-a0c7-ea65b7abd847 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:53:34.319637 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:53:34.329577 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Sync routers for ids ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:53:34.339788 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Routers {'bb6cc54e-2f22-4251-a0c7-ea65b7abd847'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:53:34.340528 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:53:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:34.343987 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:34.345239 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7e1ac1b9-69da-4771-92ce-2b3cc9e39723 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4203150 Jul 28 11:53:34.348400 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32832) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:34.447292 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Set router bb6cc54e-2f22-4251-a0c7-ea65b7abd847 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:53:34.525599 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-849eacb0-78ef-4bbb-bb70-c7c9d02a0310 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=494923637e9742fd92ad3c4630d377e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1732140 Jul 28 11:53:34.525851 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32836) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:34.609441 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa9655d-e8bf-431b-b18b-bbebfde34fb0 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:34.610987 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-daa9655d-e8bf-431b-b18b-bbebfde34fb0 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0842957 Jul 28 11:53:34.613887 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32838) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:34.626617 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'name': 'tempest-TestNetworkBasicOps-router-1186071432', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:32Z', 'updated_at': '2021-07-28T11:53:33Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:64:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:33Z', 'updated_at': '2021-07-28T11:53:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:34.646486 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7057e589-cbed-4c87-b2cd-aaafd56b6c65 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312870 Jul 28 11:53:34.649459 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32840) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:34.653657 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Checking router: bb6cc54e-2f22-4251-a0c7-ea65b7abd847 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:53:34.654013 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Updating router bb6cc54e-2f22-4251-a0c7-ea65b7abd847 port a9fdb4df-eda4-4b83-b8e8-cd88e40acff8 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:53:34.654733 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-17838528-22d5-4ce7-9346-30fed689b04d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1458305269', 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:34.679159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:34.744199 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17838528-22d5-4ce7-9346-30fed689b04d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:53:34.747868 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-17838528-22d5-4ce7-9346-30fed689b04d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:34.911635 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0712496-35d4-44a0-be26-06efde8cd730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:34.937930 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-17838528-22d5-4ce7-9346-30fed689b04d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:34.951270 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:34.962482 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Transition to ACTIVE for port object a9fdb4df-eda4-4b83-b8e8-cd88e40acff8 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:53:34.968352 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:35.003822 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17838528-22d5-4ce7-9346-30fed689b04d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Subnet': ['ID=4738bdb8-0dc1-4d26-a33e-e3771aaecfca,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:35.009845 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17838528-22d5-4ce7-9346-30fed689b04d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Checking segment: {'id': 'cf3d6953-6453-495b-a7df-7a6beb2fe891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:53:35.010205 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17838528-22d5-4ce7-9346-30fed689b04d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network hostable DHCP agents. Network: dd64d3dd-0a47-4921-b276-cb49779e61c7, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:53:35.016065 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Attempting to bind port a9fdb4df-eda4-4b83-b8e8-cd88e40acff8 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:53:35.016442 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Attempting to bind port a9fdb4df-eda4-4b83-b8e8-cd88e40acff8 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:53:35.016804 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Attempting to bind port a9fdb4df-eda4-4b83-b8e8-cd88e40acff8 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:53:35.028664 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17838528-22d5-4ce7-9346-30fed689b04d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network dd64d3dd-0a47-4921-b276-cb49779e61c7 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:53:35.029166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:53:35.029539 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:53:35.029943 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:35.030336 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:53:35.030832 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Bound port: a9fdb4df-eda4-4b83-b8e8-cd88e40acff8, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:53:35.031222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:35.033616 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0aa60-b9dc-4a79-8bbe-484dab750303 None None] Pushing event updated for resources: {'Port': ['ID=a9fdb4df-eda4-4b83-b8e8-cd88e40acff8,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:35.038305 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-17838528-22d5-4ce7-9346-30fed689b04d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, dd64d3dd-0a47-4921-b276-cb49779e61c7) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:53:35.043341 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17838528-22d5-4ce7-9346-30fed689b04d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:35.043945 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-17838528-22d5-4ce7-9346-30fed689b04d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:35.053786 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c79622-513d-4308-96ed-504699c7bdc0 None None] Network dd64d3dd-0a47-4921-b276-cb49779e61c7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:53:35.061220 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-17838528-22d5-4ce7-9346-30fed689b04d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4082050 Jul 28 11:53:35.061721 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 32842) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:35.134836 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] For port a9fdb4df-eda4-4b83-b8e8-cd88e40acff8, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:53:35.143067 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] For port a9fdb4df-eda4-4b83-b8e8-cd88e40acff8, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a9fdb4df-eda4-4b83-b8e8-cd88e40acff8,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:53:35.148098 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:35.245491 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Routers {'bb6cc54e-2f22-4251-a0c7-ea65b7abd847'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:53:35.246120 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:53:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:35.250669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0aa60-b9dc-4a79-8bbe-484dab750303 None None] Pushing event updated for resources: {'Port': ['ID=a9fdb4df-eda4-4b83-b8e8-cd88e40acff8,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:35.366465 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-dd64d3dd-0a47-4921-b276-cb49779e61c7', 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ips': [{'subnet_id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:53:35.367560 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:35.383389 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:35.415794 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] Set router bb6cc54e-2f22-4251-a0c7-ea65b7abd847 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:53:35.503612 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:35.791160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Allocated IP 172.20.0.2 (dd64d3dd-0a47-4921-b276-cb49779e61c7/4738bdb8-0dc1-4d26-a33e-e3771aaecfca/de42f924-64d6-455b-ae81-384ddf940887) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:53:35.920813 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'name': 'tempest-TestNetworkBasicOps-router-1186071432', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:32Z', 'updated_at': '2021-07-28T11:53:33Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:64:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:33Z', 'updated_at': '2021-07-28T11:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:35.969011 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76971a25-6946-43ef-9e4b-b445628eab89 None None] The sync data for ids ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'] in dv-neutron-786478-16-hyperv is: [{'id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'name': 'tempest-TestNetworkBasicOps-router-1186071432', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:32Z', 'updated_at': '2021-07-28T11:53:33Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:64:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:33Z', 'updated_at': '2021-07-28T11:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:53:35.999086 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:36.007530 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Transition to ACTIVE for port object de42f924-64d6-455b-ae81-384ddf940887 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:53:36.025111 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Transition to ACTIVE for port object de42f924-64d6-455b-ae81-384ddf940887 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:53:36.031955 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:36.073090 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Network dd64d3dd-0a47-4921-b276-cb49779e61c7 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:53:36.078262 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:53:36.082707 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:53:36.087249 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Pushing event updated for resources: {'Port': ['ID=de42f924-64d6-455b-ae81-384ddf940887,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:36.088673 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.1 (dd64d3dd-0a47-4921-b276-cb49779e61c7/4738bdb8-0dc1-4d26-a33e-e3771aaecfca/877cabaf-0c75-45d5-9702-fb7df0b1ccb6) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:53:36.142710 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Attempting to bind port de42f924-64d6-455b-ae81-384ddf940887 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:53:36.143104 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Attempting to bind port de42f924-64d6-455b-ae81-384ddf940887 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'cf3d6953-6453-495b-a7df-7a6beb2fe891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:53:36.143432 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Attempting to bind port de42f924-64d6-455b-ae81-384ddf940887 on network dd64d3dd-0a47-4921-b276-cb49779e61c7 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:53:36.149409 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:53:36.149853 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Checking segment: {'id': 'cf3d6953-6453-495b-a7df-7a6beb2fe891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:53:36.150416 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:36.150834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Bound using segment: {'id': 'cf3d6953-6453-495b-a7df-7a6beb2fe891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:53:36.151457 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Bound port: de42f924-64d6-455b-ae81-384ddf940887, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3d6953-6453-495b-a7df-7a6beb2fe891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:53:36.151846 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:36.223547 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:36.242693 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:53:36.246353 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] For port de42f924-64d6-455b-ae81-384ddf940887, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:53:36.249803 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] For port de42f924-64d6-455b-ae81-384ddf940887, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=de42f924-64d6-455b-ae81-384ddf940887,segment=NetworkSegment(cf3d6953-6453-495b-a7df-7a6beb2fe891),segment_id=cf3d6953-6453-495b-a7df-7a6beb2fe891)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:53:36.261557 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:36.280372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:36.328156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2c370-3e8d-4aac-a787-9a4f8a0a4468 None None] Pushing event updated for resources: {'Port': ['ID=de42f924-64d6-455b-ae81-384ddf940887,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:36.341509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=877cabaf-0c75-45d5-9702-fb7df0b1ccb6,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:36.353843 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network dd64d3dd-0a47-4921-b276-cb49779e61c7 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:53:36.356025 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:36.356382 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:36.356732 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:36.357132 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:36.357474 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:36.357813 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:36.358146 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:36.358513 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:36.358852 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:36.359179 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:36.359505 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:36.359831 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:36.364053 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:53:36.366155 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:53:36.388729 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:36.419616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:36.583338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:36.906838 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a9fdb4df-eda4-4b83-b8e8-cd88e40acff8 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:53:36.922047 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:36.931307 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:36.962645 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port a9fdb4df-eda4-4b83-b8e8-cd88e40acff8 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:53:36.967318 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port a9fdb4df-eda4-4b83-b8e8-cd88e40acff8 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:36.967778 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:37.009725 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=877cabaf-0c75-45d5-9702-fb7df0b1ccb6,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:37.012371 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:37.059137 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:37.084537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port a9fdb4df-eda4-4b83-b8e8-cd88e40acff8, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a9fdb4df-eda4-4b83-b8e8-cd88e40acff8,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:37.091019 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:37.091920 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device de42f924-64d6-455b-ae81-384ddf940887 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:53:37.181797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=a9fdb4df-eda4-4b83-b8e8-cd88e40acff8,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:37.194826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port de42f924-64d6-455b-ae81-384ddf940887 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:53:37.354040 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374b2636-cddd-4b3e-ac07-4b18b8075c1a None None] Network dd64d3dd-0a47-4921-b276-cb49779e61c7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:53:37.425477 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network dd64d3dd-0a47-4921-b276-cb49779e61c7 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:53:37.427158 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:53:37.483698 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c5107682-757d-4b17-b632-4eae0f5cd69a None None] Provisioning for port de42f924-64d6-455b-ae81-384ddf940887 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:53:37.488234 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c5107682-757d-4b17-b632-4eae0f5cd69a None None] Provisioning complete for port de42f924-64d6-455b-ae81-384ddf940887 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:37.488612 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5107682-757d-4b17-b632-4eae0f5cd69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:37.561542 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router bb6cc54e-2f22-4251-a0c7-ea65b7abd847 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:53:37.596064 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5107682-757d-4b17-b632-4eae0f5cd69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:37.654137 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c5107682-757d-4b17-b632-4eae0f5cd69a None None] For port de42f924-64d6-455b-ae81-384ddf940887, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=de42f924-64d6-455b-ae81-384ddf940887,segment=NetworkSegment(cf3d6953-6453-495b-a7df-7a6beb2fe891),segment_id=cf3d6953-6453-495b-a7df-7a6beb2fe891)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:37.659202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5107682-757d-4b17-b632-4eae0f5cd69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:37.697716 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:53:37.709149 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ffe75b62-3d55-4a6b-9670-f98a705859a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/bb6cc54e-2f22-4251-a0c7-ea65b7abd847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6436729 Jul 28 11:53:37.709707 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32848) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:37.732291 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5107682-757d-4b17-b632-4eae0f5cd69a None None] Pushing event updated for resources: {'Port': ['ID=de42f924-64d6-455b-ae81-384ddf940887,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:37.830372 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb7fee8-1f2d-4a09-9d17-7b5a0cfcd06b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:37.830898 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb7fee8-1f2d-4a09-9d17-7b5a0cfcd06b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:37.831445 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb7fee8-1f2d-4a09-9d17-7b5a0cfcd06b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:37.831897 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb7fee8-1f2d-4a09-9d17-7b5a0cfcd06b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:37.832438 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb7fee8-1f2d-4a09-9d17-7b5a0cfcd06b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:37.833120 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb7fee8-1f2d-4a09-9d17-7b5a0cfcd06b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:37.835003 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ccb7fee8-1f2d-4a09-9d17-7b5a0cfcd06b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1241338 Jul 28 11:53:37.838722 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32850) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:37.881934 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a018eed4-27e6-4e5a-a656-1a6837b717c1 None None] Provisioning for port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:53:37.891102 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a018eed4-27e6-4e5a-a656-1a6837b717c1 None None] Provisioning complete for port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:37.891784 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a018eed4-27e6-4e5a-a656-1a6837b717c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:37.946353 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:37.948950 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a018eed4-27e6-4e5a-a656-1a6837b717c1 None None] Port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:53:37.957322 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbf42e6-4226-4c21-9da0-46c3770180e1 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:37.957811 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbf42e6-4226-4c21-9da0-46c3770180e1 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:37.958396 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbf42e6-4226-4c21-9da0-46c3770180e1 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:37.958900 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbf42e6-4226-4c21-9da0-46c3770180e1 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:37.959443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbf42e6-4226-4c21-9da0-46c3770180e1 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:37.959929 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbf42e6-4226-4c21-9da0-46c3770180e1 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:37.965186 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9bbf42e6-4226-4c21-9da0-46c3770180e1 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1227336 Jul 28 11:53:37.965644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32852) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:37.966979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a018eed4-27e6-4e5a-a656-1a6837b717c1 None None] Provisioning complete for port de42f924-64d6-455b-ae81-384ddf940887 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:37.967471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a018eed4-27e6-4e5a-a656-1a6837b717c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:38.040368 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Sync routers for ids ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:53:38.058829 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Routers {'bb6cc54e-2f22-4251-a0c7-ea65b7abd847'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:53:38.059492 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:53:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:38.134687 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d1272bb4-1ad8-4d7a-be9f-d78e56573682 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1629348 Jul 28 11:53:38.134923 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32854) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:38.140637 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-89378ba6-374d-4e3e-a83c-15178cf57d7b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-396719123', 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:38.186783 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Set router bb6cc54e-2f22-4251-a0c7-ea65b7abd847 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:53:38.194342 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-aff92057-6706-4ade-84bd-69816897835e None None] Provisioning complete for port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:38.194905 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aff92057-6706-4ade-84bd-69816897835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:38.237231 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-aff92057-6706-4ade-84bd-69816897835e None None] Port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:53:38.276132 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89378ba6-374d-4e3e-a83c-15178cf57d7b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:53:38.281017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89378ba6-374d-4e3e-a83c-15178cf57d7b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:38.302440 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [None req-89378ba6-374d-4e3e-a83c-15178cf57d7b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] device_id is not set on port 867e1224-f682-4c28-8e90-2390b4a7cac9 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:53:38.360754 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ed9028ed-29e5-4356-a51e-977cc4d0b79a None None] Provisioning complete for port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:38.361128 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed9028ed-29e5-4356-a51e-977cc4d0b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:38.397740 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ed9028ed-29e5-4356-a51e-977cc4d0b79a None None] Port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:53:38.401806 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'name': 'tempest-TestNetworkBasicOps-router-1186071432', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:32Z', 'updated_at': '2021-07-28T11:53:36Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:33Z', 'updated_at': '2021-07-28T11:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '877cabaf-0c75-45d5-9702-fb7df0b1ccb6', 'name': '', 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:ff:71:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:35Z', 'updated_at': '2021-07-28T11:53:36Z', 'revision_number': 2, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:38.421335 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-89378ba6-374d-4e3e-a83c-15178cf57d7b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.11 (dd64d3dd-0a47-4921-b276-cb49779e61c7/4738bdb8-0dc1-4d26-a33e-e3771aaecfca/867e1224-f682-4c28-8e90-2390b4a7cac9) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:53:38.432779 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Checking router: bb6cc54e-2f22-4251-a0c7-ea65b7abd847 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:53:38.433267 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Updating router bb6cc54e-2f22-4251-a0c7-ea65b7abd847 port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:53:38.459055 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:38.571121 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89378ba6-374d-4e3e-a83c-15178cf57d7b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:38.584346 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-89378ba6-374d-4e3e-a83c-15178cf57d7b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object 867e1224-f682-4c28-8e90-2390b4a7cac9 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:53:38.616141 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89378ba6-374d-4e3e-a83c-15178cf57d7b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:38.658693 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89378ba6-374d-4e3e-a83c-15178cf57d7b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network dd64d3dd-0a47-4921-b276-cb49779e61c7 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:53:38.661616 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-89378ba6-374d-4e3e-a83c-15178cf57d7b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:53:38.667967 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89378ba6-374d-4e3e-a83c-15178cf57d7b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:53:38.692115 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89378ba6-374d-4e3e-a83c-15178cf57d7b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=867e1224-f682-4c28-8e90-2390b4a7cac9,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:38.724177 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89378ba6-374d-4e3e-a83c-15178cf57d7b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:38.724880 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-89378ba6-374d-4e3e-a83c-15178cf57d7b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:38.744506 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-89378ba6-374d-4e3e-a83c-15178cf57d7b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6084499 Jul 28 11:53:38.770755 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:38.783277 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Transition to ACTIVE for port object 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:53:38.796062 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:38.846933 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a9fdb4df-eda4-4b83-b8e8-cd88e40acff8 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:53:38.866258 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed999e82-6620-4b05-b7d1-8901d075c751 None None] Pushing event updated for resources: {'Port': ['ID=877cabaf-0c75-45d5-9702-fb7df0b1ccb6,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:38.892725 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed999e82-6620-4b05-b7d1-8901d075c751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:38.893145 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed999e82-6620-4b05-b7d1-8901d075c751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:38.893745 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed999e82-6620-4b05-b7d1-8901d075c751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:38.894201 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed999e82-6620-4b05-b7d1-8901d075c751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:38.894633 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed999e82-6620-4b05-b7d1-8901d075c751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:38.895031 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed999e82-6620-4b05-b7d1-8901d075c751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:38.895436 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed999e82-6620-4b05-b7d1-8901d075c751 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:38.895944 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed999e82-6620-4b05-b7d1-8901d075c751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:38.896337 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed999e82-6620-4b05-b7d1-8901d075c751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:38.896826 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed999e82-6620-4b05-b7d1-8901d075c751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:38.897245 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed999e82-6620-4b05-b7d1-8901d075c751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:38.897685 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed999e82-6620-4b05-b7d1-8901d075c751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:38.921221 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port a9fdb4df-eda4-4b83-b8e8-cd88e40acff8 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:38.921609 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:38.938253 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Attempting to bind port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:53:38.938932 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Attempting to bind port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'cf3d6953-6453-495b-a7df-7a6beb2fe891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:53:38.939435 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Attempting to bind port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 on network dd64d3dd-0a47-4921-b276-cb49779e61c7 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:53:38.944813 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:53:38.945932 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Checking segment: {'id': 'cf3d6953-6453-495b-a7df-7a6beb2fe891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:53:38.946447 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:38.946937 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Bound using segment: {'id': 'cf3d6953-6453-495b-a7df-7a6beb2fe891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:53:38.947790 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Bound port: 877cabaf-0c75-45d5-9702-fb7df0b1ccb6, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3d6953-6453-495b-a7df-7a6beb2fe891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:53:38.948266 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:38.962640 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e382b9a9-1c37-4a85-a952-84ec62cdf171 None None] Provisioning for port 867e1224-f682-4c28-8e90-2390b4a7cac9 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:53:38.972214 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e382b9a9-1c37-4a85-a952-84ec62cdf171 None None] Provisioning complete for port 867e1224-f682-4c28-8e90-2390b4a7cac9 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:38.972596 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e382b9a9-1c37-4a85-a952-84ec62cdf171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.027430 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] For port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:53:39.031705 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] For port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=877cabaf-0c75-45d5-9702-fb7df0b1ccb6,segment=NetworkSegment(cf3d6953-6453-495b-a7df-7a6beb2fe891),segment_id=cf3d6953-6453-495b-a7df-7a6beb2fe891)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:53:39.037999 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e382b9a9-1c37-4a85-a952-84ec62cdf171 None None] Port 867e1224-f682-4c28-8e90-2390b4a7cac9 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:53:39.039723 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.051702 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device de42f924-64d6-455b-ae81-384ddf940887 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:53:39.092973 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Routers {'bb6cc54e-2f22-4251-a0c7-ea65b7abd847'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:53:39.094325 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:53:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:39.114700 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port de42f924-64d6-455b-ae81-384ddf940887 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:39.115197 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.245487 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed999e82-6620-4b05-b7d1-8901d075c751 None None] Pushing event updated for resources: {'Port': ['ID=877cabaf-0c75-45d5-9702-fb7df0b1ccb6,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:39.314447 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] Set router bb6cc54e-2f22-4251-a0c7-ea65b7abd847 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:53:39.424804 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32858) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:39.430130 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-0cd044d5-c958-4444-8e15-b50c2357d808 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1561718300', 'description': 'tempest-secgroup-smoke-1561718300 description', 'project_id': '494923637e9742fd92ad3c4630d377e7'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:39.451005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0cd044d5-c958-4444-8e15-b50c2357d808 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.516697 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'name': 'tempest-TestNetworkBasicOps-router-1186071432', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:32Z', 'updated_at': '2021-07-28T11:53:36Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:33Z', 'updated_at': '2021-07-28T11:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '877cabaf-0c75-45d5-9702-fb7df0b1ccb6', 'name': '', 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:ff:71:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:35Z', 'updated_at': '2021-07-28T11:53:39Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:39.534065 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0cd044d5-c958-4444-8e15-b50c2357d808 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.537687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0cd044d5-c958-4444-8e15-b50c2357d808 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.543837 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab344509-6072-41b3-862d-2f8c5eb4539b None None] The sync data for ids ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'] in dv-neutron-786478-16-hyperv is: [{'id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'name': 'tempest-TestNetworkBasicOps-router-1186071432', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:32Z', 'updated_at': '2021-07-28T11:53:36Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:33Z', 'updated_at': '2021-07-28T11:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '877cabaf-0c75-45d5-9702-fb7df0b1ccb6', 'name': '', 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:ff:71:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:35Z', 'updated_at': '2021-07-28T11:53:39Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:53:39.566714 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0cd044d5-c958-4444-8e15-b50c2357d808 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.568238 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0cd044d5-c958-4444-8e15-b50c2357d808 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1423261 Jul 28 11:53:39.571296 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 32860) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:39.574485 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd044d5-c958-4444-8e15-b50c2357d808 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2bc56d-2b8f-43cc-88f4-bd144a44028a,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:39.576208 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-df63b3ec-4e6c-4988-aa49-b7503216980c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '8a2bc56d-2b8f-43cc-88f4-bd144a44028a', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:39.622856 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-df63b3ec-4e6c-4988-aa49-b7503216980c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.685513 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-df63b3ec-4e6c-4988-aa49-b7503216980c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.689725 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-df63b3ec-4e6c-4988-aa49-b7503216980c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.708455 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63b3ec-4e6c-4988-aa49-b7503216980c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5444f453-f122-47f2-b829-7dd93288d4cc,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:39.715234 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-df63b3ec-4e6c-4988-aa49-b7503216980c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.716577 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-df63b3ec-4e6c-4988-aa49-b7503216980c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440942 Jul 28 11:53:39.719323 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32862) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:39.724153 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-6545cda3-d4ad-40f9-9fc3-7c8431e60ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '8a2bc56d-2b8f-43cc-88f4-bd144a44028a', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:39.752268 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6545cda3-d4ad-40f9-9fc3-7c8431e60ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.817168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6545cda3-d4ad-40f9-9fc3-7c8431e60ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.821336 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6545cda3-d4ad-40f9-9fc3-7c8431e60ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.839810 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545cda3-d4ad-40f9-9fc3-7c8431e60ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802d5876-2aa3-4c47-be31-587054fca3e3,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:39.847934 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6545cda3-d4ad-40f9-9fc3-7c8431e60ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.849546 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6545cda3-d4ad-40f9-9fc3-7c8431e60ec7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291454 Jul 28 11:53:39.852895 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32864) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:39.857457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-adcf30f1-7a04-4c0f-aee8-3e47af90e70e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '8a2bc56d-2b8f-43cc-88f4-bd144a44028a', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:39.884709 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-adcf30f1-7a04-4c0f-aee8-3e47af90e70e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.947710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-adcf30f1-7a04-4c0f-aee8-3e47af90e70e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.951913 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-adcf30f1-7a04-4c0f-aee8-3e47af90e70e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.970410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf30f1-7a04-4c0f-aee8-3e47af90e70e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5105666a-4278-48c2-85b3-198ac7616bc5,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:39.979286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-adcf30f1-7a04-4c0f-aee8-3e47af90e70e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:39.980665 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-adcf30f1-7a04-4c0f-aee8-3e47af90e70e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268075 Jul 28 11:53:39.983621 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32866) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:39.988175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-45338654-2159-42d8-b2c8-44d345b30baf tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '8a2bc56d-2b8f-43cc-88f4-bd144a44028a', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:40.016973 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-45338654-2159-42d8-b2c8-44d345b30baf tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:40.080926 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-45338654-2159-42d8-b2c8-44d345b30baf tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:40.084776 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-45338654-2159-42d8-b2c8-44d345b30baf tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:40.102712 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45338654-2159-42d8-b2c8-44d345b30baf tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5614ae-b3b9-4d8b-a35e-c5c834ef3c93,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:40.110192 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-45338654-2159-42d8-b2c8-44d345b30baf tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:40.111616 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-45338654-2159-42d8-b2c8-44d345b30baf tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270187 Jul 28 11:53:40.114315 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32868) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:40.119859 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-58c118d4-fbe8-4c70-9f15-410ebf83c4f1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '8a2bc56d-2b8f-43cc-88f4-bd144a44028a', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:40.142635 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-58c118d4-fbe8-4c70-9f15-410ebf83c4f1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:53:40.147615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58c118d4-fbe8-4c70-9f15-410ebf83c4f1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:40.213993 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58c118d4-fbe8-4c70-9f15-410ebf83c4f1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:40.218587 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58c118d4-fbe8-4c70-9f15-410ebf83c4f1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:40.238698 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c118d4-fbe8-4c70-9f15-410ebf83c4f1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f78e9e-ce48-43ab-8958-b29ef5879d9a,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:40.248031 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-58c118d4-fbe8-4c70-9f15-410ebf83c4f1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:40.249248 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-58c118d4-fbe8-4c70-9f15-410ebf83c4f1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1338985 Jul 28 11:53:40.252151 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32870) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:40.256555 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a41d6538-64d3-4f53-88fa-b3ad5453385f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '8a2bc56d-2b8f-43cc-88f4-bd144a44028a', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:40.279363 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-a41d6538-64d3-4f53-88fa-b3ad5453385f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:53:40.284451 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a41d6538-64d3-4f53-88fa-b3ad5453385f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:40.346468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a41d6538-64d3-4f53-88fa-b3ad5453385f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:40.350762 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a41d6538-64d3-4f53-88fa-b3ad5453385f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:40.369482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d6538-64d3-4f53-88fa-b3ad5453385f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26359aa-4ccb-4a0c-86d9-b410bb88baf6,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:40.377902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a41d6538-64d3-4f53-88fa-b3ad5453385f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:40.379347 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a41d6538-64d3-4f53-88fa-b3ad5453385f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262882 Jul 28 11:53:40.527418 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-6386d6ce-b003-4e64-b2ac-d3d8ae5ec07a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561718300&fields=id&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 267 time: 0.0354407 Jul 28 11:53:40.579982 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-e525e79b-02e4-4959-9a04-e70c541852cd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:40.581311 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-e525e79b-02e4-4959-9a04-e70c541852cd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports/867e1224-f682-4c28-8e90-2390b4a7cac9 HTTP/1.1" status: 200 len: 930 time: 0.0471256 Jul 28 11:53:40.631406 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-327b9242-8c69-4eff-9ae7-70a16be49007 service neutron] 10.222.0.43 "GET /v2.0/ports/867e1224-f682-4c28-8e90-2390b4a7cac9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0372965 Jul 28 11:53:40.718441 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-e857100e-2a3e-42f8-8776-f927c04cdb9f service neutron] 10.222.0.43 "GET /v2.0/networks/dd64d3dd-0a47-4921-b276-cb49779e61c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806537 Jul 28 11:53:40.814943 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-5dacfa3c-c8ff-41a1-8973-077122e08fec service neutron] 10.222.0.43 "GET /v2.0/networks/dd64d3dd-0a47-4921-b276-cb49779e61c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905776 Jul 28 11:53:40.834055 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:53:40.881704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:53:40.885816 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:40.886193 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:40.973864 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:40.977481 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e1380da5-1b15-4eb1-99b5-8cef701cbefd req-22793ccf-5264-4e5c-ba65-f380cb2ba642 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948 HTTP/1.1" status: 200 len: 210 time: 0.0277092 Jul 28 11:53:41.008845 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=877cabaf-0c75-45d5-9702-fb7df0b1ccb6,segment=NetworkSegment(cf3d6953-6453-495b-a7df-7a6beb2fe891),segment_id=cf3d6953-6453-495b-a7df-7a6beb2fe891)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:41.016057 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:41.069264 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=877cabaf-0c75-45d5-9702-fb7df0b1ccb6,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:41.077484 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:41.077830 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:41.078169 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:41.078538 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:41.078871 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:41.079200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:41.079526 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:41.079849 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:41.080173 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:41.080653 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:41.080998 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:41.081316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:41.812889 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-be69e810-1526-4f36-bff4-91ebbdd729bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:41.814279 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-be69e810-1526-4f36-bff4-91ebbdd729bc service neutron] 10.222.0.39 "GET /v2.0/ports/867e1224-f682-4c28-8e90-2390b4a7cac9 HTTP/1.1" status: 200 len: 1026 time: 0.0345323 Jul 28 11:53:41.921402 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-03fa15a5-aa6a-44a9-893f-de028633aa00 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:41.922872 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-03fa15a5-aa6a-44a9-893f-de028633aa00 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/networks?id=dd64d3dd-0a47-4921-b276-cb49779e61c7 HTTP/1.1" status: 200 len: 797 time: 0.1030498 Jul 28 11:53:41.968104 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-e1b3cc63-305b-4861-b3d7-a1b7c30d3642 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 380 time: 0.0356829 Jul 28 11:53:41.979140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Request body: {'port': {'device_id': 'd4d4f48c-7b53-4a43-81c2-2c69e0684948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:42.031784 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:42.075932 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-04e8ada4-bcb6-4e32-a840-425a5488a3d2 req-d2e8bbb2-bfb5-4e7d-8920-a79f43b3ab3b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948 HTTP/1.1" status: 200 len: 210 time: 0.0288858 Jul 28 11:53:42.291295 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867e1224-f682-4c28-8e90-2390b4a7cac9 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:53:42.298414 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:42.313156 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Transition to ACTIVE for port object 867e1224-f682-4c28-8e90-2390b4a7cac9 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:53:42.316758 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:42.366228 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Pushing event updated for resources: {'Port': ['ID=867e1224-f682-4c28-8e90-2390b4a7cac9,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:42.438345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Attempting to bind port 867e1224-f682-4c28-8e90-2390b4a7cac9 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:53:42.438858 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Attempting to bind port 867e1224-f682-4c28-8e90-2390b4a7cac9 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'cf3d6953-6453-495b-a7df-7a6beb2fe891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:53:42.439281 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Attempting to bind port 867e1224-f682-4c28-8e90-2390b4a7cac9 on network dd64d3dd-0a47-4921-b276-cb49779e61c7 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:53:42.443957 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Port 867e1224-f682-4c28-8e90-2390b4a7cac9 on network dd64d3dd-0a47-4921-b276-cb49779e61c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:53:42.444386 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Attempting to bind port 867e1224-f682-4c28-8e90-2390b4a7cac9 on network dd64d3dd-0a47-4921-b276-cb49779e61c7 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:53:42.449723 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:53:42.450138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Checking segment: {'id': 'cf3d6953-6453-495b-a7df-7a6beb2fe891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:53:42.450617 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Bound using segment: {'id': 'cf3d6953-6453-495b-a7df-7a6beb2fe891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:53:42.451123 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Bound port: 867e1224-f682-4c28-8e90-2390b4a7cac9, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf3d6953-6453-495b-a7df-7a6beb2fe891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:53:42.451591 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:42.515365 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] For port 867e1224-f682-4c28-8e90-2390b4a7cac9, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:53:42.518326 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] For port 867e1224-f682-4c28-8e90-2390b4a7cac9, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=867e1224-f682-4c28-8e90-2390b4a7cac9,segment=NetworkSegment(cf3d6953-6453-495b-a7df-7a6beb2fe891),segment_id=cf3d6953-6453-495b-a7df-7a6beb2fe891)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:53:42.523665 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:42.557381 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:42.558005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:42.559476 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] 10.222.0.39 "PUT /v2.0/ports/867e1224-f682-4c28-8e90-2390b4a7cac9 HTTP/1.1" status: 200 len: 1131 time: 0.5845726 Jul 28 11:53:42.559916 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d4f48c-7b53-4a43-81c2-2c69e0684948', 'tag': '867e1224-f682-4c28-8e90-2390b4a7cac9'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:53:42.562169 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b83e5b-678c-4bdc-b37a-72f885ca7a75" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d4f48c-7b53-4a43-81c2-2c69e0684948", "tag": "867e1224-f682-4c28-8e90-2390b4a7cac9"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:53:42.589413 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458e4aa-67c6-4d0a-a5ea-928d0b65685c service neutron] Pushing event updated for resources: {'Port': ['ID=867e1224-f682-4c28-8e90-2390b4a7cac9,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:42.621038 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c728c2b-6d57-42cc-8538-25d97ce548bf x-openstack-request-id: req-6c728c2b-6d57-42cc-8538-25d97ce548bf {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:53:42.621338 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d4f48c-7b53-4a43-81c2-2c69e0684948", "tag": "867e1224-f682-4c28-8e90-2390b4a7cac9", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:53:42.621594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c728c2b-6d57-42cc-8538-25d97ce548bf {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:53:42.621995 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d4f48c-7b53-4a43-81c2-2c69e0684948', 'tag': '867e1224-f682-4c28-8e90-2390b4a7cac9', 'status': 'completed', 'code': 200} Jul 28 11:53:42.652434 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-dd79ed23-ed98-4a99-a203-c17fb9b8e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:42.653972 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-dd79ed23-ed98-4a99-a203-c17fb9b8e22b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948 HTTP/1.1" status: 200 len: 1134 time: 0.0451298 Jul 28 11:53:42.818893 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:53:42.871349 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:42.871614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:43.034639 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-f2858468-edb3-4bd6-b6ed-2efadadacad6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=867e1224-f682-4c28-8e90-2390b4a7cac9 HTTP/1.1" status: 200 len: 217 time: 0.3732755 Jul 28 11:53:43.082777 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-be458809-75de-44aa-8924-65398ad564a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:43.084207 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-be458809-75de-44aa-8924-65398ad564a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4738bdb8-0dc1-4d26-a33e-e3771aaecfca HTTP/1.1" status: 200 len: 835 time: 0.0430834 Jul 28 11:53:43.129834 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-1e13cf74-58c6-42a0-863f-949e97baa643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:43.131347 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-1e13cf74-58c6-42a0-863f-949e97baa643 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd64d3dd-0a47-4921-b276-cb49779e61c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403061 Jul 28 11:53:43.189213 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2633c9-e919-496c-a527-001a4c861f30 req-35719cda-f623-4a81-93d6-813d300c0879 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:43.190866 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4e2633c9-e919-496c-a527-001a4c861f30 req-35719cda-f623-4a81-93d6-813d300c0879 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948 HTTP/1.1" status: 200 len: 981 time: 0.0487249 Jul 28 11:53:43.222289 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-d70139f0-8e51-4095-bbbe-922d07b931de service neutron] 10.222.0.39 "GET /v2.0/networks/dd64d3dd-0a47-4921-b276-cb49779e61c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838518 Jul 28 11:53:43.230182 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4e2633c9-e919-496c-a527-001a4c861f30 req-b8711c8c-1ab4-43be-b25d-c113b69690fd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324626 Jul 28 11:53:43.310129 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9e2e2711-33e8-493c-9ead-0360608d48b9 req-01168e48-68c6-4497-9eae-c27c669d8936 service neutron] 10.222.0.39 "GET /v2.0/networks/dd64d3dd-0a47-4921-b276-cb49779e61c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805244 Jul 28 11:53:43.398902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b83e5b-678c-4bdc-b37a-72f885ca7a75 req-11baa2ad-be6a-44e6-81f4-6ab09f388bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:43.400331 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-68b83e5b-678c-4bdc-b37a-72f885ca7a75 req-11baa2ad-be6a-44e6-81f4-6ab09f388bf8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948 HTTP/1.1" status: 200 len: 1134 time: 0.0450263 Jul 28 11:53:43.486837 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b83e5b-678c-4bdc-b37a-72f885ca7a75 req-7102497a-0dc7-45cc-85b2-bd7429950c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:43.488262 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-68b83e5b-678c-4bdc-b37a-72f885ca7a75 req-7102497a-0dc7-45cc-85b2-bd7429950c08 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd64d3dd-0a47-4921-b276-cb49779e61c7 HTTP/1.1" status: 200 len: 898 time: 0.0800264 Jul 28 11:53:43.533406 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-68b83e5b-678c-4bdc-b37a-72f885ca7a75 req-8cf2b768-7316-4269-9cc3-d89b804f748f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=867e1224-f682-4c28-8e90-2390b4a7cac9 HTTP/1.1" status: 200 len: 217 time: 0.0342727 Jul 28 11:53:43.584976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b83e5b-678c-4bdc-b37a-72f885ca7a75 req-281652e0-a372-4285-86c3-cd1113d2ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:43.586734 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-68b83e5b-678c-4bdc-b37a-72f885ca7a75 req-281652e0-a372-4285-86c3-cd1113d2ed8e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4738bdb8-0dc1-4d26-a33e-e3771aaecfca HTTP/1.1" status: 200 len: 835 time: 0.0463479 Jul 28 11:53:43.631874 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b83e5b-678c-4bdc-b37a-72f885ca7a75 req-ed692e41-159c-4a3e-a7cf-0abde39b9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:43.634293 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-68b83e5b-678c-4bdc-b37a-72f885ca7a75 req-ed692e41-159c-4a3e-a7cf-0abde39b9f37 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd64d3dd-0a47-4921-b276-cb49779e61c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401285 Jul 28 11:53:43.727303 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-68b83e5b-678c-4bdc-b37a-72f885ca7a75 req-402e9b57-378d-4ceb-9a8d-a9619021da98 service neutron] 10.222.0.39 "GET /v2.0/networks/dd64d3dd-0a47-4921-b276-cb49779e61c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854561 Jul 28 11:53:43.821744 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-68b83e5b-678c-4bdc-b37a-72f885ca7a75 req-9dc4a4fa-36fc-4c53-9cf3-bcb10e80edd0 service neutron] 10.222.0.39 "GET /v2.0/networks/dd64d3dd-0a47-4921-b276-cb49779e61c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858040 Jul 28 11:53:44.349778 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a7478-a9f2-40b6-b265-1277283c90aa req-ff59d203-75e9-4694-bfc3-3bfc5961cce3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:44.352018 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-625a7478-a9f2-40b6-b265-1277283c90aa req-ff59d203-75e9-4694-bfc3-3bfc5961cce3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948 HTTP/1.1" status: 200 len: 981 time: 0.0544844 Jul 28 11:53:44.389492 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-625a7478-a9f2-40b6-b265-1277283c90aa req-8b56eb71-7a9a-42c5-9a99-3c68df75560e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315750 Jul 28 11:53:45.140914 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 867e1224-f682-4c28-8e90-2390b4a7cac9 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:53:45.232844 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 867e1224-f682-4c28-8e90-2390b4a7cac9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=867e1224-f682-4c28-8e90-2390b4a7cac9,segment=NetworkSegment(cf3d6953-6453-495b-a7df-7a6beb2fe891),segment_id=cf3d6953-6453-495b-a7df-7a6beb2fe891)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:45.244067 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '867e1224-f682-4c28-8e90-2390b4a7cac9', 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7', 'port_id': '867e1224-f682-4c28-8e90-2390b4a7cac9', 'mac_address': 'fa:16:3e:df:75:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:53:45.278930 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:45.291435 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867e1224-f682-4c28-8e90-2390b4a7cac9 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:53:45.310206 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 867e1224-f682-4c28-8e90-2390b4a7cac9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=867e1224-f682-4c28-8e90-2390b4a7cac9,segment=NetworkSegment(cf3d6953-6453-495b-a7df-7a6beb2fe891),segment_id=cf3d6953-6453-495b-a7df-7a6beb2fe891)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:45.313750 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:45.358277 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=867e1224-f682-4c28-8e90-2390b4a7cac9,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:45.506593 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3341f-85fc-4e50-8c94-e4ff2fda66b4 req-141282e2-ef98-46e4-9444-a130b0835894 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:45.508127 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-03f3341f-85fc-4e50-8c94-e4ff2fda66b4 req-141282e2-ef98-46e4-9444-a130b0835894 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948 HTTP/1.1" status: 200 len: 982 time: 0.0514598 Jul 28 11:53:45.541707 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['867e1224-f682-4c28-8e90-2390b4a7cac9'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:53:45.546813 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-03f3341f-85fc-4e50-8c94-e4ff2fda66b4 req-81f8bc80-ac1f-4223-838f-026be0b65a97 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325916 Jul 28 11:53:46.659119 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243ab74-2385-4fb0-bc1d-374cedddb08d req-4e2ba47f-cde7-4d7d-9a71-186b0b111e43 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:46.660599 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8243ab74-2385-4fb0-bc1d-374cedddb08d req-4e2ba47f-cde7-4d7d-9a71-186b0b111e43 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948 HTTP/1.1" status: 200 len: 982 time: 0.0493855 Jul 28 11:53:46.698588 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8243ab74-2385-4fb0-bc1d-374cedddb08d req-6677cee9-db55-4b37-9bfc-b5363ee78dca tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319738 Jul 28 11:53:47.156300 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 867e1224-f682-4c28-8e90-2390b4a7cac9 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:53:47.202720 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 867e1224-f682-4c28-8e90-2390b4a7cac9 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:53:47.206284 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 867e1224-f682-4c28-8e90-2390b4a7cac9 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:47.206686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:47.284882 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:47.307077 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d4f48c-7b53-4a43-81c2-2c69e0684948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867e1224-f682-4c28-8e90-2390b4a7cac9'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:53:47.309976 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e557feb-daf7-43ca-b17c-233fa80644d5" -d '{"events": [{"server_uuid": "d4d4f48c-7b53-4a43-81c2-2c69e0684948", "name": "network-vif-plugged", "status": "completed", "tag": "867e1224-f682-4c28-8e90-2390b4a7cac9"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:53:47.322757 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 867e1224-f682-4c28-8e90-2390b4a7cac9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=867e1224-f682-4c28-8e90-2390b4a7cac9,segment=NetworkSegment(cf3d6953-6453-495b-a7df-7a6beb2fe891),segment_id=cf3d6953-6453-495b-a7df-7a6beb2fe891)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:47.327112 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:47.353723 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6768ad70-d9bd-43de-beec-ced1ccd69adc x-openstack-request-id: req-6768ad70-d9bd-43de-beec-ced1ccd69adc {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:53:47.354022 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d4f48c-7b53-4a43-81c2-2c69e0684948", "name": "network-vif-plugged", "status": "completed", "tag": "867e1224-f682-4c28-8e90-2390b4a7cac9", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:53:47.354370 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6768ad70-d9bd-43de-beec-ced1ccd69adc {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:53:47.354795 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d4f48c-7b53-4a43-81c2-2c69e0684948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867e1224-f682-4c28-8e90-2390b4a7cac9', 'code': 200} Jul 28 11:53:47.381277 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=867e1224-f682-4c28-8e90-2390b4a7cac9,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:47.506720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b75f38-0f0b-417b-9f42-5991451b2282 req-cdf9a482-dd36-45b5-bd1c-ac936ca1e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:47.508726 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d3b75f38-0f0b-417b-9f42-5991451b2282 req-cdf9a482-dd36-45b5-bd1c-ac936ca1e6d9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948 HTTP/1.1" status: 200 len: 1136 time: 0.0407779 Jul 28 11:53:47.543210 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d3b75f38-0f0b-417b-9f42-5991451b2282 req-4eec7eb9-e05d-442b-828f-994b1cafee48 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274081 Jul 28 11:53:47.814897 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf6e58-293e-40be-b351-703f21edc932 req-039b92b0-4248-4d8b-aa06-fb53ef586b0b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:47.816386 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-41bf6e58-293e-40be-b351-703f21edc932 req-039b92b0-4248-4d8b-aa06-fb53ef586b0b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948 HTTP/1.1" status: 200 len: 983 time: 0.0529377 Jul 28 11:53:47.854469 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-41bf6e58-293e-40be-b351-703f21edc932 req-1e9c4405-ed32-4aa0-b427-0af9dd67bd7a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314829 Jul 28 11:53:48.970871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3058b-cd03-4a62-9f8d-967b085cd8bc req-f680d635-cb6f-4539-ae22-d9fe1f2f8740 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:48.972355 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f1f3058b-cd03-4a62-9f8d-967b085cd8bc req-f680d635-cb6f-4539-ae22-d9fe1f2f8740 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948 HTTP/1.1" status: 200 len: 983 time: 0.0488195 Jul 28 11:53:49.010750 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f1f3058b-cd03-4a62-9f8d-967b085cd8bc req-b3172df1-4402-4bb8-95b7-8a8a4ec89c5b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314493 Jul 28 11:53:49.123704 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe50515-e36b-4604-8f35-8b60a7a84920 req-8cbbe23c-708e-48f0-ab57-201e558f8f7a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:49.125189 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-cfe50515-e36b-4604-8f35-8b60a7a84920 req-8cbbe23c-708e-48f0-ab57-201e558f8f7a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948 HTTP/1.1" status: 200 len: 983 time: 0.0490017 Jul 28 11:53:49.163003 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-cfe50515-e36b-4604-8f35-8b60a7a84920 req-78ab201b-98e5-4f3c-bc1b-d5d7f0a4a619 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319581 Jul 28 11:53:49.185087 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 32922) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:49.228614 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee487b3-e69a-491b-8fbb-3251cf538497 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:49.230099 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-eee487b3-e69a-491b-8fbb-3251cf538497 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948 HTTP/1.1" status: 200 len: 1131 time: 0.0440021 Jul 28 11:53:49.232904 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 32924) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:49.237240 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '867e1224-f682-4c28-8e90-2390b4a7cac9', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:49.260510 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:49.355642 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:49.460200 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.26.1.249 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/80df11f6-b55c-445b-a36d-30c61a480850) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:53:49.557887 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:49.597358 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:49.638268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:53:49.640975 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:53:49.646283 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:53:49.652539 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=80df11f6-b55c-445b-a36d-30c61a480850,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:49.995997 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:50.043585 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:50.065569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:50.215109 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:50.219301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:50.287616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=80df11f6-b55c-445b-a36d-30c61a480850,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:50.296173 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:50.395961 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP 39f9ba34-b146-4202-92ee-9e1f43d889f2 associated. External IP: 172.26.1.249, port: 867e1224-f682-4c28-8e90-2390b4a7cac9. Jul 28 11:53:50.601654 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router bb6cc54e-2f22-4251-a0c7-ea65b7abd847 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:53:50.729780 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:53:50.739102 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c1481-7307-4131-986a-de635246158e None None] Sync routers for ids ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:53:50.745602 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:50.749186 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c1481-7307-4131-986a-de635246158e None None] Routers {'bb6cc54e-2f22-4251-a0c7-ea65b7abd847'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:53:50.749813 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-f29c1481-7307-4131-986a-de635246158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:53:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:50.775275 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-22a5e6ef-6b84-41c1-8b9f-a8a62ea86d4a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.5387659 Jul 28 11:53:50.775275 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d4f48c-7b53-4a43-81c2-2c69e0684948', 'tag': '867e1224-f682-4c28-8e90-2390b4a7cac9'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:53:50.775671 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32926) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:50.776154 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101c887d-1580-41c5-9f6b-c845928f65f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d4f48c-7b53-4a43-81c2-2c69e0684948", "tag": "867e1224-f682-4c28-8e90-2390b4a7cac9"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:53:50.818083 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7bf4bc-edff-4160-af09-c70715d1bdf2 x-openstack-request-id: req-fa7bf4bc-edff-4160-af09-c70715d1bdf2 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:53:50.818374 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d4f48c-7b53-4a43-81c2-2c69e0684948", "tag": "867e1224-f682-4c28-8e90-2390b4a7cac9", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:53:50.818654 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa7bf4bc-edff-4160-af09-c70715d1bdf2 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:53:50.819064 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d4f48c-7b53-4a43-81c2-2c69e0684948', 'tag': '867e1224-f682-4c28-8e90-2390b4a7cac9', 'status': 'completed', 'code': 200} Jul 28 11:53:50.864122 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-f29c1481-7307-4131-986a-de635246158e None None] Set router bb6cc54e-2f22-4251-a0c7-ea65b7abd847 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:53:50.883315 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100311d4-70a6-4f21-b23c-d2d740b0dd03 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:50.884866 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-100311d4-70a6-4f21-b23c-d2d740b0dd03 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948&network_id=dd64d3dd-0a47-4921-b276-cb49779e61c7 HTTP/1.1" status: 200 len: 1131 time: 0.1082137 Jul 28 11:53:50.901816 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c887d-1580-41c5-9f6b-c845928f65f9 req-e611df02-505f-4fcd-996f-669dbc940a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:50.903707 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-101c887d-1580-41c5-9f6b-c845928f65f9 req-e611df02-505f-4fcd-996f-669dbc940a35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948 HTTP/1.1" status: 200 len: 1136 time: 0.0615404 Jul 28 11:53:51.004106 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c887d-1580-41c5-9f6b-c845928f65f9 req-7d194579-f1af-46b1-9f37-0b7c94c50285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:51.005668 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-101c887d-1580-41c5-9f6b-c845928f65f9 req-7d194579-f1af-46b1-9f37-0b7c94c50285 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd64d3dd-0a47-4921-b276-cb49779e61c7 HTTP/1.1" status: 200 len: 898 time: 0.0954399 Jul 28 11:53:51.074183 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-101c887d-1580-41c5-9f6b-c845928f65f9 req-7b5a8c54-06dc-4b26-80d2-80914f5db2d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=867e1224-f682-4c28-8e90-2390b4a7cac9 HTTP/1.1" status: 200 len: 1037 time: 0.0603561 Jul 28 11:53:51.107613 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-f29c1481-7307-4131-986a-de635246158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'name': 'tempest-TestNetworkBasicOps-router-1186071432', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:32Z', 'updated_at': '2021-07-28T11:53:36Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:33Z', 'updated_at': '2021-07-28T11:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '39f9ba34-b146-4202-92ee-9e1f43d889f2', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.249', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'port_id': '867e1224-f682-4c28-8e90-2390b4a7cac9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-396719123', 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7', 'mac_address': 'fa:16:3e:df:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d4f48c-7b53-4a43-81c2-2c69e0684948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:53:49Z', 'updated_at': '2021-07-28T11:53:49Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877cabaf-0c75-45d5-9702-fb7df0b1ccb6', 'name': '', 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:ff:71:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:35Z', 'updated_at': '2021-07-28T11:53:40Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:51.111570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1119aa-1d35-42b6-8cfb-10ebbb90f4ce req-54264749-8b8c-4f16-9f79-61c331481952 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:51.113101 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4c1119aa-1d35-42b6-8cfb-10ebbb90f4ce req-54264749-8b8c-4f16-9f79-61c331481952 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948 HTTP/1.1" status: 200 len: 983 time: 0.0507133 Jul 28 11:53:51.129531 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c887d-1580-41c5-9f6b-c845928f65f9 req-e1c045e5-82ae-4cd9-9419-c9a94e7ec400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:51.131056 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-101c887d-1580-41c5-9f6b-c845928f65f9 req-e1c045e5-82ae-4cd9-9419-c9a94e7ec400 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4738bdb8-0dc1-4d26-a33e-e3771aaecfca HTTP/1.1" status: 200 len: 835 time: 0.0493309 Jul 28 11:53:51.134397 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c1481-7307-4131-986a-de635246158e None None] Checking router: bb6cc54e-2f22-4251-a0c7-ea65b7abd847 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:53:51.142592 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c1481-7307-4131-986a-de635246158e None None] Routers {'bb6cc54e-2f22-4251-a0c7-ea65b7abd847'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:53:51.143202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-f29c1481-7307-4131-986a-de635246158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:53:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:51.154861 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4c1119aa-1d35-42b6-8cfb-10ebbb90f4ce req-bcb77371-ab1b-4ee8-9a70-b8ee0d4f54af tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350857 Jul 28 11:53:51.188004 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c887d-1580-41c5-9f6b-c845928f65f9 req-ce730fb5-dc1f-44e9-ac61-1006aa9b6b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:51.189516 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-101c887d-1580-41c5-9f6b-c845928f65f9 req-ce730fb5-dc1f-44e9-ac61-1006aa9b6b5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd64d3dd-0a47-4921-b276-cb49779e61c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0500331 Jul 28 11:53:51.248399 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-f29c1481-7307-4131-986a-de635246158e None None] Set router bb6cc54e-2f22-4251-a0c7-ea65b7abd847 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:53:51.279706 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-101c887d-1580-41c5-9f6b-c845928f65f9 req-839f2cb5-9f3d-44ab-b087-7fbb8c79b276 service neutron] 10.222.0.39 "GET /v2.0/networks/dd64d3dd-0a47-4921-b276-cb49779e61c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815475 Jul 28 11:53:51.376039 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-101c887d-1580-41c5-9f6b-c845928f65f9 req-56ef251d-e873-4bf2-bd97-1ab826b6339c service neutron] 10.222.0.39 "GET /v2.0/networks/dd64d3dd-0a47-4921-b276-cb49779e61c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887523 Jul 28 11:53:51.467452 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-f29c1481-7307-4131-986a-de635246158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'name': 'tempest-TestNetworkBasicOps-router-1186071432', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:32Z', 'updated_at': '2021-07-28T11:53:36Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:33Z', 'updated_at': '2021-07-28T11:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '39f9ba34-b146-4202-92ee-9e1f43d889f2', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.249', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'port_id': '867e1224-f682-4c28-8e90-2390b4a7cac9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-396719123', 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7', 'mac_address': 'fa:16:3e:df:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d4f48c-7b53-4a43-81c2-2c69e0684948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:53:49Z', 'updated_at': '2021-07-28T11:53:49Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877cabaf-0c75-45d5-9702-fb7df0b1ccb6', 'name': '', 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:ff:71:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:35Z', 'updated_at': '2021-07-28T11:53:40Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:51.497549 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c1481-7307-4131-986a-de635246158e None None] The sync data for ids ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'] in dv-neutron-786478-16-hyperv is: [{'id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'name': 'tempest-TestNetworkBasicOps-router-1186071432', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:32Z', 'updated_at': '2021-07-28T11:53:36Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:33Z', 'updated_at': '2021-07-28T11:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '39f9ba34-b146-4202-92ee-9e1f43d889f2', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.249', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'port_id': '867e1224-f682-4c28-8e90-2390b4a7cac9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-396719123', 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7', 'mac_address': 'fa:16:3e:df:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d4f48c-7b53-4a43-81c2-2c69e0684948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:53:49Z', 'updated_at': '2021-07-28T11:53:49Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877cabaf-0c75-45d5-9702-fb7df0b1ccb6', 'name': '', 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:ff:71:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:35Z', 'updated_at': '2021-07-28T11:53:40Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:53:51.687438 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac3d40a-6bb5-4d1d-8dc5-1c3d34f288ca None None] New status for floating IP 39f9ba34-b146-4202-92ee-9e1f43d889f2: ACTIVE {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:53:52.275084 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647187f-a286-4d04-b7ba-296aa4bb0008 req-10581083-b76f-486d-a792-1324c106af13 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:52.276599 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e647187f-a286-4d04-b7ba-296aa4bb0008 req-10581083-b76f-486d-a792-1324c106af13 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948 HTTP/1.1" status: 200 len: 983 time: 0.0531430 Jul 28 11:53:52.315291 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e647187f-a286-4d04-b7ba-296aa4bb0008 req-1ad1ae0b-b728-450f-abb6-c63a3aaed9e6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323851 Jul 28 11:53:52.371667 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd777-4570-42a6-985a-ac8032c79306 req-eeb0cb28-5484-41a4-8399-1ae5ca8a21c4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:52.373164 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5ddcd777-4570-42a6-985a-ac8032c79306 req-eeb0cb28-5484-41a4-8399-1ae5ca8a21c4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948 HTTP/1.1" status: 200 len: 983 time: 0.0486805 Jul 28 11:53:52.417045 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd777-4570-42a6-985a-ac8032c79306 req-3a54f52e-3c5e-40e8-9591-166e7b01e795 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:52.418378 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5ddcd777-4570-42a6-985a-ac8032c79306 req-3a54f52e-3c5e-40e8-9591-166e7b01e795 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/ports/867e1224-f682-4c28-8e90-2390b4a7cac9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0390410 Jul 28 11:53:52.519392 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5ddcd777-4570-42a6-985a-ac8032c79306 req-a3b27805-66fe-48db-b3ac-eb40342a949c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/networks/dd64d3dd-0a47-4921-b276-cb49779e61c7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0956037 Jul 28 11:53:52.531090 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-5ddcd777-4570-42a6-985a-ac8032c79306 req-ec98a975-0f65-4ff1-99b7-812a52b5d06c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:52.581843 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5ddcd777-4570-42a6-985a-ac8032c79306 req-ec98a975-0f65-4ff1-99b7-812a52b5d06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:52.711024 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-5ddcd777-4570-42a6-985a-ac8032c79306 req-ec98a975-0f65-4ff1-99b7-812a52b5d06c service neutron] For port 867e1224-f682-4c28-8e90-2390b4a7cac9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=867e1224-f682-4c28-8e90-2390b4a7cac9,segment=NetworkSegment(cf3d6953-6453-495b-a7df-7a6beb2fe891),segment_id=cf3d6953-6453-495b-a7df-7a6beb2fe891)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:52.746739 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-5ddcd777-4570-42a6-985a-ac8032c79306 req-ec98a975-0f65-4ff1-99b7-812a52b5d06c service neutron] For port 867e1224-f682-4c28-8e90-2390b4a7cac9, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:53:52.778611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-5ddcd777-4570-42a6-985a-ac8032c79306 req-ec98a975-0f65-4ff1-99b7-812a52b5d06c service neutron] device_id is not set on port 867e1224-f682-4c28-8e90-2390b4a7cac9 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:53:52.787347 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5ddcd777-4570-42a6-985a-ac8032c79306 req-ec98a975-0f65-4ff1-99b7-812a52b5d06c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:52.793699 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5ddcd777-4570-42a6-985a-ac8032c79306 req-ec98a975-0f65-4ff1-99b7-812a52b5d06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:52.896347 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98a975-0f65-4ff1-99b7-812a52b5d06c service neutron] Pushing event updated for resources: {'Port': ['ID=867e1224-f682-4c28-8e90-2390b4a7cac9,revision_number=6']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:52.961096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddcd777-4570-42a6-985a-ac8032c79306 req-ec98a975-0f65-4ff1-99b7-812a52b5d06c service neutron] No DVR routers for this DVR port 867e1224-f682-4c28-8e90-2390b4a7cac9 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:53:53.024898 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e8b2068e-574b-4ced-bbc5-88c2924d3598 None None] Provisioning complete for port 867e1224-f682-4c28-8e90-2390b4a7cac9 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:53.025505 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8b2068e-574b-4ced-bbc5-88c2924d3598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:53.060161 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e8b2068e-574b-4ced-bbc5-88c2924d3598 None None] Port 867e1224-f682-4c28-8e90-2390b4a7cac9 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:53:53.099335 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-5ddcd777-4570-42a6-985a-ac8032c79306 req-ec98a975-0f65-4ff1-99b7-812a52b5d06c service neutron] In _notify_port_updated(), no bound segment for port 867e1224-f682-4c28-8e90-2390b4a7cac9 on network dd64d3dd-0a47-4921-b276-cb49779e61c7 {{(pid=100415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:53:53.100172 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd777-4570-42a6-985a-ac8032c79306 req-ec98a975-0f65-4ff1-99b7-812a52b5d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:53.101394 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5ddcd777-4570-42a6-985a-ac8032c79306 req-ec98a975-0f65-4ff1-99b7-812a52b5d06c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:53.102642 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5ddcd777-4570-42a6-985a-ac8032c79306 req-ec98a975-0f65-4ff1-99b7-812a52b5d06c service neutron] 10.222.0.39 "PUT /v2.0/ports/867e1224-f682-4c28-8e90-2390b4a7cac9 HTTP/1.1" status: 200 len: 1026 time: 0.5756481 Jul 28 11:53:53.419843 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-16f698f2-70a9-4949-be98-865ab314fa35 req-146496a8-7980-4535-af11-54e96255fd2b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d4f48c-7b53-4a43-81c2-2c69e0684948 HTTP/1.1" status: 200 len: 210 time: 0.0275238 Jul 28 11:53:54.474338 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32940) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:54.516372 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee92e08-41ee-418d-af94-a0e2b7faa49d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:54.517717 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3ee92e08-41ee-418d-af94-a0e2b7faa49d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports/867e1224-f682-4c28-8e90-2390b4a7cac9 HTTP/1.1" status: 200 len: 925 time: 0.0423191 Jul 28 11:53:54.910638 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 32944) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:54.916107 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b71f8510-e948-45ec-b8cc-69b28dded48b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1764518989', 'description': 'tempest-secgroup-smoke-1764518989 description', 'project_id': '494923637e9742fd92ad3c4630d377e7'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:54.937867 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b71f8510-e948-45ec-b8cc-69b28dded48b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.017012 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b71f8510-e948-45ec-b8cc-69b28dded48b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.020476 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b71f8510-e948-45ec-b8cc-69b28dded48b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.048033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b71f8510-e948-45ec-b8cc-69b28dded48b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.049240 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b71f8510-e948-45ec-b8cc-69b28dded48b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1375687 Jul 28 11:53:55.051286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f8510-e948-45ec-b8cc-69b28dded48b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb6b9fc-5433-4f3c-8b1c-39ba0c87ea9b,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:55.052232 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 32946) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:55.057138 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-6c1000ce-59e9-4a5d-84f8-b8aabcf92c4d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '6fb6b9fc-5433-4f3c-8b1c-39ba0c87ea9b', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:55.083263 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c1000ce-59e9-4a5d-84f8-b8aabcf92c4d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.138327 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c1000ce-59e9-4a5d-84f8-b8aabcf92c4d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.141758 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c1000ce-59e9-4a5d-84f8-b8aabcf92c4d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.157189 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1000ce-59e9-4a5d-84f8-b8aabcf92c4d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9146a12-dc5c-4514-bc4d-14912bd34858,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:55.165360 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6c1000ce-59e9-4a5d-84f8-b8aabcf92c4d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.166831 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6c1000ce-59e9-4a5d-84f8-b8aabcf92c4d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134942 Jul 28 11:53:55.169544 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 32948) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:55.173998 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-7848060d-96a2-4660-a73d-9f4170a498bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '6fb6b9fc-5433-4f3c-8b1c-39ba0c87ea9b', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:55.199848 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7848060d-96a2-4660-a73d-9f4170a498bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.254849 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7848060d-96a2-4660-a73d-9f4170a498bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.258679 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7848060d-96a2-4660-a73d-9f4170a498bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.278590 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848060d-96a2-4660-a73d-9f4170a498bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a7a653-2465-4d8c-859a-8b5dbc170b03,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:55.281704 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7848060d-96a2-4660-a73d-9f4170a498bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.282896 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7848060d-96a2-4660-a73d-9f4170a498bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1124508 Jul 28 11:53:55.285570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 32950) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:55.290219 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-28e1bf0c-8e12-4f35-b89f-e41ddae23158 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '6fb6b9fc-5433-4f3c-8b1c-39ba0c87ea9b', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:55.316788 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-28e1bf0c-8e12-4f35-b89f-e41ddae23158 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.377301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-28e1bf0c-8e12-4f35-b89f-e41ddae23158 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.380685 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-28e1bf0c-8e12-4f35-b89f-e41ddae23158 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.398728 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1bf0c-8e12-4f35-b89f-e41ddae23158 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2c53e2-0da1-4ec9-86f1-3cb3f0126686,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:55.407787 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-28e1bf0c-8e12-4f35-b89f-e41ddae23158 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.409017 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-28e1bf0c-8e12-4f35-b89f-e41ddae23158 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224964 Jul 28 11:53:55.411897 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 32952) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:55.416395 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-e86d1c8d-209a-498f-8269-f7f2e5e355bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '6fb6b9fc-5433-4f3c-8b1c-39ba0c87ea9b', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:55.443327 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e86d1c8d-209a-498f-8269-f7f2e5e355bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.502120 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e86d1c8d-209a-498f-8269-f7f2e5e355bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.505531 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e86d1c8d-209a-498f-8269-f7f2e5e355bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.523482 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d1c8d-209a-498f-8269-f7f2e5e355bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23143a5a-b900-46b0-9d5e-87aa65427879,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:55.528731 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e86d1c8d-209a-498f-8269-f7f2e5e355bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.529930 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e86d1c8d-209a-498f-8269-f7f2e5e355bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170313 Jul 28 11:53:55.532469 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 32954) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:55.536767 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-6ff9f421-3716-4227-bfb4-9b78dd5f2be6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '6fb6b9fc-5433-4f3c-8b1c-39ba0c87ea9b', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:55.557962 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.securitygroups_db [None req-6ff9f421-3716-4227-bfb4-9b78dd5f2be6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:53:55.562593 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f421-3716-4227-bfb4-9b78dd5f2be6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.620376 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f421-3716-4227-bfb4-9b78dd5f2be6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.623628 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f421-3716-4227-bfb4-9b78dd5f2be6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.638300 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9f421-3716-4227-bfb4-9b78dd5f2be6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6be834-7b3c-4e80-9849-0dc7ecaa32ea,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:55.647252 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6ff9f421-3716-4227-bfb4-9b78dd5f2be6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.649195 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6ff9f421-3716-4227-bfb4-9b78dd5f2be6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156325 Jul 28 11:53:55.652281 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 32956) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:55.656691 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-e5474820-3367-41bd-b8d8-c61712b2579f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '6fb6b9fc-5433-4f3c-8b1c-39ba0c87ea9b', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:55.677986 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.securitygroups_db [None req-e5474820-3367-41bd-b8d8-c61712b2579f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:53:55.683592 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e5474820-3367-41bd-b8d8-c61712b2579f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.746651 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e5474820-3367-41bd-b8d8-c61712b2579f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.750259 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e5474820-3367-41bd-b8d8-c61712b2579f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.768545 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5474820-3367-41bd-b8d8-c61712b2579f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89d5c5e-fa60-4998-8f8f-1f4addfa0733,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:55.776511 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e5474820-3367-41bd-b8d8-c61712b2579f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:55.777964 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e5474820-3367-41bd-b8d8-c61712b2579f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247673 Jul 28 11:53:55.914470 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-bd0a082a-952c-4f5e-be31-b0e617ed1428 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764518989&fields=id&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 267 time: 0.0321877 Jul 28 11:53:55.961487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-017d2734-d53c-4aeb-8fc7-4a9fd6d97097 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:55.962818 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-017d2734-d53c-4aeb-8fc7-4a9fd6d97097 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports/867e1224-f682-4c28-8e90-2390b4a7cac9 HTTP/1.1" status: 200 len: 930 time: 0.0418341 Jul 28 11:53:56.006513 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-f485cb5e-c6bd-4cdb-b34f-07273d34db08 service neutron] 10.222.0.43 "GET /v2.0/ports/867e1224-f682-4c28-8e90-2390b4a7cac9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0319405 Jul 28 11:53:56.015773 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-457d13b0-77e8-441c-a863-c26c30c0b63a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:53:56.016692 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-457d13b0-77e8-441c-a863-c26c30c0b63a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048757 Jul 28 11:53:56.105029 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-628a10d6-d283-46d5-8f4c-c074b8d62521 service neutron] 10.222.0.43 "GET /v2.0/networks/dd64d3dd-0a47-4921-b276-cb49779e61c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828559 Jul 28 11:53:56.192701 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-f05caca7-cc97-4a22-9745-3a2d872bae70 service neutron] 10.222.0.43 "GET /v2.0/networks/dd64d3dd-0a47-4921-b276-cb49779e61c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819132 Jul 28 11:53:56.347506 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c54450e1-e465-451e-9e39-b259a53cd3d3 req-578d605d-93fa-498a-abaf-c81847efec92 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4 HTTP/1.1" status: 200 len: 210 time: 0.0270004 Jul 28 11:53:57.232039 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 867e1224-f682-4c28-8e90-2390b4a7cac9 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:53:57.248576 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-4dfa94f3-8b6d-4c98-a751-8e8179f77a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:57.249956 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-4dfa94f3-8b6d-4c98-a751-8e8179f77a8d service neutron] 10.222.0.39 "GET /v2.0/ports/867e1224-f682-4c28-8e90-2390b4a7cac9 HTTP/1.1" status: 200 len: 1026 time: 0.0808005 Jul 28 11:53:57.272914 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 867e1224-f682-4c28-8e90-2390b4a7cac9 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:53:57.356491 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-43a1356a-eb77-44a2-9705-e8cb2f42a4ed tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:57.357915 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-43a1356a-eb77-44a2-9705-e8cb2f42a4ed tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/networks?id=dd64d3dd-0a47-4921-b276-cb49779e61c7 HTTP/1.1" status: 200 len: 797 time: 0.1019261 Jul 28 11:53:57.403427 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-99456be4-4a4b-4caa-b59c-ef1f6032d7c9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 473 time: 0.0356820 Jul 28 11:53:57.413796 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-e7561f89-e627-4444-9729-81fe70b70465 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:53:57.414769 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-e7561f89-e627-4444-9729-81fe70b70465 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057340 Jul 28 11:53:57.427134 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Request body: {'port': {'device_id': '929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:57.445767 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-19a0ecef-2b41-4720-84d2-ce86d3ae26aa req-69ca3b2b-3cd9-417b-b355-5793f7264be1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4 HTTP/1.1" status: 200 len: 210 time: 0.0309308 Jul 28 11:53:57.488287 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:57.746164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867e1224-f682-4c28-8e90-2390b4a7cac9 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:53:57.753560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:57.765032 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Transition to ACTIVE for port object 867e1224-f682-4c28-8e90-2390b4a7cac9 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:53:57.768815 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:57.846685 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=867e1224-f682-4c28-8e90-2390b4a7cac9,revision_number=7']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:57.942052 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Attempting to bind port 867e1224-f682-4c28-8e90-2390b4a7cac9 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:53:57.942394 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Attempting to bind port 867e1224-f682-4c28-8e90-2390b4a7cac9 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'cf3d6953-6453-495b-a7df-7a6beb2fe891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:53:57.942755 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Attempting to bind port 867e1224-f682-4c28-8e90-2390b4a7cac9 on network dd64d3dd-0a47-4921-b276-cb49779e61c7 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:53:57.947755 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Port 867e1224-f682-4c28-8e90-2390b4a7cac9 on network dd64d3dd-0a47-4921-b276-cb49779e61c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:53:57.948078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Attempting to bind port 867e1224-f682-4c28-8e90-2390b4a7cac9 on network dd64d3dd-0a47-4921-b276-cb49779e61c7 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:53:57.952868 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:53:57.953211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Checking segment: {'id': 'cf3d6953-6453-495b-a7df-7a6beb2fe891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:53:57.953609 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Bound using segment: {'id': 'cf3d6953-6453-495b-a7df-7a6beb2fe891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:53:57.954036 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Bound port: 867e1224-f682-4c28-8e90-2390b4a7cac9, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf3d6953-6453-495b-a7df-7a6beb2fe891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:53:57.954400 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:58.016258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] For port 867e1224-f682-4c28-8e90-2390b4a7cac9, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:53:58.019320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] For port 867e1224-f682-4c28-8e90-2390b4a7cac9, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=867e1224-f682-4c28-8e90-2390b4a7cac9,segment=NetworkSegment(cf3d6953-6453-495b-a7df-7a6beb2fe891),segment_id=cf3d6953-6453-495b-a7df-7a6beb2fe891)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:53:58.022965 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:58.059947 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:58.060642 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:58.062023 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] 10.222.0.39 "PUT /v2.0/ports/867e1224-f682-4c28-8e90-2390b4a7cac9 HTTP/1.1" status: 200 len: 1131 time: 0.6392860 Jul 28 11:53:58.062522 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4', 'tag': '867e1224-f682-4c28-8e90-2390b4a7cac9'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:53:58.064761 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ab40a0-e131-42ee-bd4f-c97d38678a11" -d '{"events": [{"name": "network-changed", "server_uuid": "929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4", "tag": "867e1224-f682-4c28-8e90-2390b4a7cac9"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:53:58.092779 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762f2cd-c9ef-4cc7-af85-52e1b785f4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=867e1224-f682-4c28-8e90-2390b4a7cac9,revision_number=8']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:58.111370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17f34c3-e113-409a-9cb3-3e3918ca876d x-openstack-request-id: req-a17f34c3-e113-409a-9cb3-3e3918ca876d {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:53:58.111741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4", "tag": "867e1224-f682-4c28-8e90-2390b4a7cac9", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:53:58.112065 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a17f34c3-e113-409a-9cb3-3e3918ca876d {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:53:58.112471 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4', 'tag': '867e1224-f682-4c28-8e90-2390b4a7cac9', 'status': 'completed', 'code': 200} Jul 28 11:53:58.157381 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-803cbb4a-dc4d-4a2a-8a23-cdc11caa2085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:58.159130 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-803cbb4a-dc4d-4a2a-8a23-cdc11caa2085 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4 HTTP/1.1" status: 200 len: 1134 time: 0.0429990 Jul 28 11:53:58.230099 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-b2fdf5bf-b35e-438e-ab6e-9fad33f06ce1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=867e1224-f682-4c28-8e90-2390b4a7cac9 HTTP/1.1" status: 200 len: 1037 time: 0.0602713 Jul 28 11:53:58.283071 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-5a5bbe54-d107-475d-a102-eb94bf6db3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:58.284397 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-5a5bbe54-d107-475d-a102-eb94bf6db3a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4738bdb8-0dc1-4d26-a33e-e3771aaecfca HTTP/1.1" status: 200 len: 835 time: 0.0474176 Jul 28 11:53:58.332684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-b3bb2707-8556-44a0-b177-1b93f25ca6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:58.334206 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-b3bb2707-8556-44a0-b177-1b93f25ca6b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd64d3dd-0a47-4921-b276-cb49779e61c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0421691 Jul 28 11:53:58.421343 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-20d7a133-3e3f-4806-94b7-999a398ae54e service neutron] 10.222.0.39 "GET /v2.0/networks/dd64d3dd-0a47-4921-b276-cb49779e61c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789068 Jul 28 11:53:58.514058 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e22b2e8-5817-428a-99d8-c039e5f1966c req-bea68313-d2a4-4181-abbc-cc27ec859b29 service neutron] 10.222.0.39 "GET /v2.0/networks/dd64d3dd-0a47-4921-b276-cb49779e61c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854974 Jul 28 11:53:58.563729 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c37cc-3f25-4a06-b2fd-8fb70de77892 req-400dde3f-5864-4caa-9cec-d81b63a7b6df tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:58.565234 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-034c37cc-3f25-4a06-b2fd-8fb70de77892 req-400dde3f-5864-4caa-9cec-d81b63a7b6df tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4 HTTP/1.1" status: 200 len: 981 time: 0.0535257 Jul 28 11:53:58.604039 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab40a0-e131-42ee-bd4f-c97d38678a11 req-df7d6b66-5e96-4992-b338-b5827efcac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:58.604853 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-034c37cc-3f25-4a06-b2fd-8fb70de77892 req-6feb0649-0a0c-43d7-83d2-364b4fee38b3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330372 Jul 28 11:53:58.605617 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8ab40a0-e131-42ee-bd4f-c97d38678a11 req-df7d6b66-5e96-4992-b338-b5827efcac4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4 HTTP/1.1" status: 200 len: 1134 time: 0.0426838 Jul 28 11:53:58.698100 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab40a0-e131-42ee-bd4f-c97d38678a11 req-42987111-9df9-42fa-9e6d-68d4e2fe50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:58.699630 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8ab40a0-e131-42ee-bd4f-c97d38678a11 req-42987111-9df9-42fa-9e6d-68d4e2fe50ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd64d3dd-0a47-4921-b276-cb49779e61c7 HTTP/1.1" status: 200 len: 898 time: 0.0862787 Jul 28 11:53:58.763439 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8ab40a0-e131-42ee-bd4f-c97d38678a11 req-fa2eb498-d4e2-4521-a3c3-faf68f19b791 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=867e1224-f682-4c28-8e90-2390b4a7cac9 HTTP/1.1" status: 200 len: 1037 time: 0.0564907 Jul 28 11:53:58.811707 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab40a0-e131-42ee-bd4f-c97d38678a11 req-9aa3f91f-b1f7-4c2a-a128-2deb07aacc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:58.813150 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8ab40a0-e131-42ee-bd4f-c97d38678a11 req-9aa3f91f-b1f7-4c2a-a128-2deb07aacc21 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4738bdb8-0dc1-4d26-a33e-e3771aaecfca HTTP/1.1" status: 200 len: 835 time: 0.0427310 Jul 28 11:53:58.862898 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab40a0-e131-42ee-bd4f-c97d38678a11 req-8f9be91c-7685-4ebd-8c5d-592add852d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:58.864315 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8ab40a0-e131-42ee-bd4f-c97d38678a11 req-8f9be91c-7685-4ebd-8c5d-592add852d2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd64d3dd-0a47-4921-b276-cb49779e61c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0427365 Jul 28 11:53:58.952171 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8ab40a0-e131-42ee-bd4f-c97d38678a11 req-810d833a-7e4f-473c-98e8-a86d762bf203 service neutron] 10.222.0.39 "GET /v2.0/networks/dd64d3dd-0a47-4921-b276-cb49779e61c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792425 Jul 28 11:53:59.044702 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8ab40a0-e131-42ee-bd4f-c97d38678a11 req-79832b4d-7850-4597-be82-028a5396bce8 service neutron] 10.222.0.39 "GET /v2.0/networks/dd64d3dd-0a47-4921-b276-cb49779e61c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848804 Jul 28 11:53:59.718880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa3016-721f-4f29-bd2e-6a34d6fc7076 req-f7aee4c2-9efa-480a-94e2-9dd7efcb9a22 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:59.720350 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d3fa3016-721f-4f29-bd2e-6a34d6fc7076 req-f7aee4c2-9efa-480a-94e2-9dd7efcb9a22 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4 HTTP/1.1" status: 200 len: 981 time: 0.0477746 Jul 28 11:53:59.757855 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d3fa3016-721f-4f29-bd2e-6a34d6fc7076 req-99300c2c-d01e-4366-87f1-aecc203a13c3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311124 Jul 28 11:53:59.882779 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:54:00.873584 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69467a06-6c5f-4c4a-8296-ab77edd0f411 req-d1a4f5eb-b0bd-4a05-b5b1-bd445993c23c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:00.874731 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-69467a06-6c5f-4c4a-8296-ab77edd0f411 req-d1a4f5eb-b0bd-4a05-b5b1-bd445993c23c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4 HTTP/1.1" status: 200 len: 981 time: 0.0508552 Jul 28 11:54:00.913246 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-69467a06-6c5f-4c4a-8296-ab77edd0f411 req-6495f9c6-790c-45cf-ab50-11123c9e7a71 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325811 Jul 28 11:54:01.249411 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 867e1224-f682-4c28-8e90-2390b4a7cac9 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:54:01.346357 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 867e1224-f682-4c28-8e90-2390b4a7cac9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=867e1224-f682-4c28-8e90-2390b4a7cac9,segment=NetworkSegment(cf3d6953-6453-495b-a7df-7a6beb2fe891),segment_id=cf3d6953-6453-495b-a7df-7a6beb2fe891)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:01.357813 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '867e1224-f682-4c28-8e90-2390b4a7cac9', 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7', 'port_id': '867e1224-f682-4c28-8e90-2390b4a7cac9', 'mac_address': 'fa:16:3e:df:75:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:54:01.359407 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-41aded13-3eb5-4985-8f13-345ecec498b3 req-0af67144-8c55-487b-b6f3-995add4ff278 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401108 Jul 28 11:54:01.396298 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:01.409582 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867e1224-f682-4c28-8e90-2390b4a7cac9 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:54:01.419719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aded13-3eb5-4985-8f13-345ecec498b3 req-6c46fa2a-0b9c-4621-8ae7-90aac1cd7fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:01.421230 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-41aded13-3eb5-4985-8f13-345ecec498b3 req-6c46fa2a-0b9c-4621-8ae7-90aac1cd7fdd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51ac002bba904616bbf9cec718c70d3e&device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 1098 time: 0.0409374 Jul 28 11:54:01.429983 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 867e1224-f682-4c28-8e90-2390b4a7cac9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=867e1224-f682-4c28-8e90-2390b4a7cac9,segment=NetworkSegment(cf3d6953-6453-495b-a7df-7a6beb2fe891),segment_id=cf3d6953-6453-495b-a7df-7a6beb2fe891)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:01.434397 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:01.484301 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=867e1224-f682-4c28-8e90-2390b4a7cac9,revision_number=9']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:01.523922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aded13-3eb5-4985-8f13-345ecec498b3 req-d307b245-2745-45a3-969d-42a1a092be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:01.525381 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-41aded13-3eb5-4985-8f13-345ecec498b3 req-d307b245-2745-45a3-969d-42a1a092be8d service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 200 len: 911 time: 0.0861022 Jul 28 11:54:01.588287 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-41aded13-3eb5-4985-8f13-345ecec498b3 req-8693918d-3ba1-4576-adea-7967a1cd9e5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ab271e8-9d71-4f4b-86dc-7051b20f2196 HTTP/1.1" status: 200 len: 1000 time: 0.0555713 Jul 28 11:54:01.634661 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aded13-3eb5-4985-8f13-345ecec498b3 req-59e559eb-4c85-412e-a843-42f37e19e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:01.636026 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-41aded13-3eb5-4985-8f13-345ecec498b3 req-59e559eb-4c85-412e-a843-42f37e19e46d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5 HTTP/1.1" status: 200 len: 849 time: 0.0409462 Jul 28 11:54:01.645058 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['867e1224-f682-4c28-8e90-2390b4a7cac9'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:54:01.686987 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aded13-3eb5-4985-8f13-345ecec498b3 req-9ebf5397-8cfd-4a6e-9c3a-84ec44248be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:01.688510 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-41aded13-3eb5-4985-8f13-345ecec498b3 req-9ebf5397-8cfd-4a6e-9c3a-84ec44248be4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a1fce29-ec01-4e0f-afda-86e621a73431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0455782 Jul 28 11:54:01.780374 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-41aded13-3eb5-4985-8f13-345ecec498b3 req-071d1e42-158a-4e08-bf00-04e8e6481732 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841193 Jul 28 11:54:01.877436 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-41aded13-3eb5-4985-8f13-345ecec498b3 req-cbceba35-66d3-4b00-9d16-31bccd686398 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897362 Jul 28 11:54:02.026463 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a7010-ad30-401c-ab39-8b001a509554 req-eb2b7c20-2953-4c97-be55-e94fce706d4d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:02.028188 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ba2a7010-ad30-401c-ab39-8b001a509554 req-eb2b7c20-2953-4c97-be55-e94fce706d4d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4 HTTP/1.1" status: 200 len: 982 time: 0.0489423 Jul 28 11:54:02.064680 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ba2a7010-ad30-401c-ab39-8b001a509554 req-02623fc9-2cb0-4c09-8609-25fef0da5e7a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305111 Jul 28 11:54:02.387611 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3d03113a-8f1e-44a2-b08c-1bb5c6e9f494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:03.178762 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dba59-1599-4daa-8acb-8bd3e8aa1790 req-55cc663e-2eb4-4f21-96f5-154a4257c7ee tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:03.180776 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-841dba59-1599-4daa-8acb-8bd3e8aa1790 req-55cc663e-2eb4-4f21-96f5-154a4257c7ee tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4 HTTP/1.1" status: 200 len: 982 time: 0.0492041 Jul 28 11:54:03.217540 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-841dba59-1599-4daa-8acb-8bd3e8aa1790 req-e3f8b959-5ae0-4eb4-bc51-4be9fc6cda03 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309446 Jul 28 11:54:03.264991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 867e1224-f682-4c28-8e90-2390b4a7cac9 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:54:03.315828 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 867e1224-f682-4c28-8e90-2390b4a7cac9 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:54:03.319340 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 867e1224-f682-4c28-8e90-2390b4a7cac9 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:54:03.319742 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:03.392836 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:03.415880 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867e1224-f682-4c28-8e90-2390b4a7cac9'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:54:03.418123 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487a10e4-b87f-4efc-b481-cfa45876ca81" -d '{"events": [{"server_uuid": "929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4", "name": "network-vif-plugged", "status": "completed", "tag": "867e1224-f682-4c28-8e90-2390b4a7cac9"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:54:03.431664 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 867e1224-f682-4c28-8e90-2390b4a7cac9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=867e1224-f682-4c28-8e90-2390b4a7cac9,segment=NetworkSegment(cf3d6953-6453-495b-a7df-7a6beb2fe891),segment_id=cf3d6953-6453-495b-a7df-7a6beb2fe891)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:03.435494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:03.457777 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f16a4a-c929-4041-ba22-8333d032ae3a x-openstack-request-id: req-73f16a4a-c929-4041-ba22-8333d032ae3a {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:54:03.458067 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4", "name": "network-vif-plugged", "status": "completed", "tag": "867e1224-f682-4c28-8e90-2390b4a7cac9", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:54:03.458335 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73f16a4a-c929-4041-ba22-8333d032ae3a {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:54:03.458762 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867e1224-f682-4c28-8e90-2390b4a7cac9', 'code': 200} Jul 28 11:54:03.484574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=867e1224-f682-4c28-8e90-2390b4a7cac9,revision_number=10']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:03.614438 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1bc41-64ca-4dda-a965-9073a5bea79c req-4e9b39fb-84bb-4d61-a430-61fc1a580632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:03.615930 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-cfd1bc41-64ca-4dda-a965-9073a5bea79c req-4e9b39fb-84bb-4d61-a430-61fc1a580632 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4 HTTP/1.1" status: 200 len: 1137 time: 0.0403333 Jul 28 11:54:03.652171 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-cfd1bc41-64ca-4dda-a965-9073a5bea79c req-db75fd0d-8513-4dd0-98d9-fce3296056e8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274632 Jul 28 11:54:04.339766 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9739be2-cf77-48aa-b852-d7d9add694e9 req-acaa1532-1f2b-4686-b9cf-87945f385fe1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:04.341366 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e9739be2-cf77-48aa-b852-d7d9add694e9 req-acaa1532-1f2b-4686-b9cf-87945f385fe1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4 HTTP/1.1" status: 200 len: 984 time: 0.0563033 Jul 28 11:54:04.381988 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e9739be2-cf77-48aa-b852-d7d9add694e9 req-7f8c7dee-d50d-473a-89f3-348de3d83e06 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342827 Jul 28 11:54:04.895105 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e30c0420-8104-4e73-b2ff-69013dea9c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:05.323182 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:05.497518 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22612910-cd86-46f1-ad16-2b550d02c108 req-e47fd409-2128-4d6c-80bc-963b23f045e5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:05.499030 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-22612910-cd86-46f1-ad16-2b550d02c108 req-e47fd409-2128-4d6c-80bc-963b23f045e5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4 HTTP/1.1" status: 200 len: 984 time: 0.0489438 Jul 28 11:54:05.537420 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-22612910-cd86-46f1-ad16-2b550d02c108 req-d3ac650a-05b0-407a-8f09-050a5fda3075 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325322 Jul 28 11:54:05.649356 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4560e-a16c-4497-a8a0-daf4ddf1334b req-6024289b-d677-4975-a713-92ba9f0028f9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:05.650801 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-30f4560e-a16c-4497-a8a0-daf4ddf1334b req-6024289b-d677-4975-a713-92ba9f0028f9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4 HTTP/1.1" status: 200 len: 984 time: 0.0489230 Jul 28 11:54:05.687481 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-30f4560e-a16c-4497-a8a0-daf4ddf1334b req-6ceff8c7-45f3-45a3-ab42-1f92462e583a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306783 Jul 28 11:54:05.708739 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33010) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:05.781508 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25419909-f0a1-4054-a8f4-3d6367799fef tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:05.783072 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-25419909-f0a1-4054-a8f4-3d6367799fef tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4&network_id=dd64d3dd-0a47-4921-b276-cb49779e61c7 HTTP/1.1" status: 200 len: 1132 time: 0.0733809 Jul 28 11:54:05.991039 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd1f14-0847-4f19-bab4-7d9137d3945c req-200ca1d0-770e-4cb2-aba1-94a42740175a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:05.993120 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0cdd1f14-0847-4f19-bab4-7d9137d3945c req-200ca1d0-770e-4cb2-aba1-94a42740175a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4 HTTP/1.1" status: 200 len: 984 time: 0.0480027 Jul 28 11:54:06.030642 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0cdd1f14-0847-4f19-bab4-7d9137d3945c req-a667a8ec-0a1b-49c8-86b3-2d39fd997662 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315163 Jul 28 11:54:06.377473 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:07.150002 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570c1ee-8a7d-44b5-905f-6a2801be58af req-f0798b63-15c0-4b20-9484-b0294fbcd1c9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:07.151504 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3570c1ee-8a7d-44b5-905f-6a2801be58af req-f0798b63-15c0-4b20-9484-b0294fbcd1c9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4 HTTP/1.1" status: 200 len: 984 time: 0.0489273 Jul 28 11:54:07.188450 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3570c1ee-8a7d-44b5-905f-6a2801be58af req-e55e3bfa-eb60-4ee6-9ce2-bc45c486ed8d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307889 Jul 28 11:54:07.247161 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee08c6c-cb0f-4343-b70d-120618a54676 req-4ab39467-7508-4762-8785-5e2d5571ab35 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:07.248613 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-eee08c6c-cb0f-4343-b70d-120618a54676 req-4ab39467-7508-4762-8785-5e2d5571ab35 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/ports?device_id=929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4 HTTP/1.1" status: 200 len: 984 time: 0.0479648 Jul 28 11:54:07.296209 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee08c6c-cb0f-4343-b70d-120618a54676 req-a099be65-0a24-4a8b-9f80-2da5b3327854 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:07.297577 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-eee08c6c-cb0f-4343-b70d-120618a54676 req-a099be65-0a24-4a8b-9f80-2da5b3327854 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/ports/867e1224-f682-4c28-8e90-2390b4a7cac9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0431240 Jul 28 11:54:07.396290 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-eee08c6c-cb0f-4343-b70d-120618a54676 req-ad2d4033-e32b-4cb6-a40a-105c889a8ac2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/networks/dd64d3dd-0a47-4921-b276-cb49779e61c7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0931010 Jul 28 11:54:07.407544 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-eee08c6c-cb0f-4343-b70d-120618a54676 req-cdc4882e-938a-42d0-b3ef-753ab9d40185 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:54:07.462403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-eee08c6c-cb0f-4343-b70d-120618a54676 req-cdc4882e-938a-42d0-b3ef-753ab9d40185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:07.587980 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-eee08c6c-cb0f-4343-b70d-120618a54676 req-cdc4882e-938a-42d0-b3ef-753ab9d40185 service neutron] For port 867e1224-f682-4c28-8e90-2390b4a7cac9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=867e1224-f682-4c28-8e90-2390b4a7cac9,segment=NetworkSegment(cf3d6953-6453-495b-a7df-7a6beb2fe891),segment_id=cf3d6953-6453-495b-a7df-7a6beb2fe891)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:07.620680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-eee08c6c-cb0f-4343-b70d-120618a54676 req-cdc4882e-938a-42d0-b3ef-753ab9d40185 service neutron] For port 867e1224-f682-4c28-8e90-2390b4a7cac9, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:54:07.657817 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-eee08c6c-cb0f-4343-b70d-120618a54676 req-cdc4882e-938a-42d0-b3ef-753ab9d40185 service neutron] device_id is not set on port 867e1224-f682-4c28-8e90-2390b4a7cac9 yet. {{(pid=100415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:54:07.666193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-eee08c6c-cb0f-4343-b70d-120618a54676 req-cdc4882e-938a-42d0-b3ef-753ab9d40185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:07.671132 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-eee08c6c-cb0f-4343-b70d-120618a54676 req-cdc4882e-938a-42d0-b3ef-753ab9d40185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:07.745863 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4882e-938a-42d0-b3ef-753ab9d40185 service neutron] Pushing event updated for resources: {'Port': ['ID=867e1224-f682-4c28-8e90-2390b4a7cac9,revision_number=11']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:07.788102 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee08c6c-cb0f-4343-b70d-120618a54676 req-cdc4882e-938a-42d0-b3ef-753ab9d40185 service neutron] No DVR routers for this DVR port 867e1224-f682-4c28-8e90-2390b4a7cac9 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:54:07.902906 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7cdaa1b2-0a79-47d1-aa32-80674bb4fdcc None None] Provisioning complete for port 867e1224-f682-4c28-8e90-2390b4a7cac9 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:54:07.903503 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa1b2-0a79-47d1-aa32-80674bb4fdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:07.925456 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-eee08c6c-cb0f-4343-b70d-120618a54676 req-cdc4882e-938a-42d0-b3ef-753ab9d40185 service neutron] In _notify_port_updated(), no bound segment for port 867e1224-f682-4c28-8e90-2390b4a7cac9 on network dd64d3dd-0a47-4921-b276-cb49779e61c7 {{(pid=100415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:54:07.926264 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee08c6c-cb0f-4343-b70d-120618a54676 req-cdc4882e-938a-42d0-b3ef-753ab9d40185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:07.926897 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-eee08c6c-cb0f-4343-b70d-120618a54676 req-cdc4882e-938a-42d0-b3ef-753ab9d40185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:07.928226 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-eee08c6c-cb0f-4343-b70d-120618a54676 req-cdc4882e-938a-42d0-b3ef-753ab9d40185 service neutron] 10.222.0.39 "PUT /v2.0/ports/867e1224-f682-4c28-8e90-2390b4a7cac9 HTTP/1.1" status: 200 len: 1027 time: 0.5245554 Jul 28 11:54:07.946284 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:07.947382 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7cdaa1b2-0a79-47d1-aa32-80674bb4fdcc None None] Port 867e1224-f682-4c28-8e90-2390b4a7cac9 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:54:08.297537 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f8169925-e497-4683-9e51-0b9fcff63d29 req-fa3e94f0-bdc3-4fa7-ad27-40331b34f508 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=929f7d76-f4dc-425f-a2c9-6d3f34f2b1b4 HTTP/1.1" status: 200 len: 210 time: 0.0319304 Jul 28 11:54:09.351555 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33022) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:09.409200 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4535a5eb-918e-4e97-9f57-ca0ad72b9ce5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:09.434626 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4535a5eb-918e-4e97-9f57-ca0ad72b9ce5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:09.491080 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4535a5eb-918e-4e97-9f57-ca0ad72b9ce5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:09.494415 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4535a5eb-918e-4e97-9f57-ca0ad72b9ce5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:09.495568 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4535a5eb-918e-4e97-9f57-ca0ad72b9ce5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/security-groups/6fb6b9fc-5433-4f3c-8b1c-39ba0c87ea9b HTTP/1.1" status: 204 len: 168 time: 0.1430466 Jul 28 11:54:09.504914 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535a5eb-918e-4e97-9f57-ca0ad72b9ce5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb6b9fc-5433-4f3c-8b1c-39ba0c87ea9b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:09.527376 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33026) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:09.679389 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-4ef9368b-b634-4323-8bae-586034bca06a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 80df11f6-b55c-445b-a36d-30c61a480850 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:54:09.679629 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ef9368b-b634-4323-8bae-586034bca06a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:09.750294 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ef9368b-b634-4323-8bae-586034bca06a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:09.750652 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ef9368b-b634-4323-8bae-586034bca06a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:09.762063 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-4ef9368b-b634-4323-8bae-586034bca06a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 80df11f6-b55c-445b-a36d-30c61a480850 owned by network:floatingip {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:54:09.907411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ef9368b-b634-4323-8bae-586034bca06a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:09.930627 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9368b-b634-4323-8bae-586034bca06a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=80df11f6-b55c-445b-a36d-30c61a480850,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:09.996980 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ef9368b-b634-4323-8bae-586034bca06a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:09.997317 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-4ef9368b-b634-4323-8bae-586034bca06a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP 39f9ba34-b146-4202-92ee-9e1f43d889f2 disassociated (deleted). External IP: 172.26.1.249, port: 867e1224-f682-4c28-8e90-2390b4a7cac9. Jul 28 11:54:10.528002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef9368b-b634-4323-8bae-586034bca06a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router bb6cc54e-2f22-4251-a0c7-ea65b7abd847 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:54:10.630479 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef9368b-b634-4323-8bae-586034bca06a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:54:10.635808 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4ef9368b-b634-4323-8bae-586034bca06a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:10.640749 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b01713-15d0-4d26-b726-83967527889a None None] Sync routers for ids ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:54:10.650379 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b01713-15d0-4d26-b726-83967527889a None None] Routers {'bb6cc54e-2f22-4251-a0c7-ea65b7abd847'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:54:10.651042 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-19b01713-15d0-4d26-b726-83967527889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:54:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:10.662709 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4ef9368b-b634-4323-8bae-586034bca06a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/floatingips/39f9ba34-b146-4202-92ee-9e1f43d889f2 HTTP/1.1" status: 204 len: 168 time: 1.1339850 Jul 28 11:54:10.729249 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33032) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:10.757147 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-19b01713-15d0-4d26-b726-83967527889a None None] Set router bb6cc54e-2f22-4251-a0c7-ea65b7abd847 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:54:10.788498 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe283e07-0080-4c20-9926-ad92f828ab0a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:10.814913 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe283e07-0080-4c20-9926-ad92f828ab0a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:10.874647 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe283e07-0080-4c20-9926-ad92f828ab0a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:10.877436 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fe283e07-0080-4c20-9926-ad92f828ab0a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:10.878615 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fe283e07-0080-4c20-9926-ad92f828ab0a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/security-groups/8a2bc56d-2b8f-43cc-88f4-bd144a44028a HTTP/1.1" status: 204 len: 168 time: 0.1483455 Jul 28 11:54:10.887741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe283e07-0080-4c20-9926-ad92f828ab0a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2bc56d-2b8f-43cc-88f4-bd144a44028a,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:10.909034 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33036) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:10.972795 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-19b01713-15d0-4d26-b726-83967527889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'name': 'tempest-TestNetworkBasicOps-router-1186071432', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:32Z', 'updated_at': '2021-07-28T11:53:36Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:33Z', 'updated_at': '2021-07-28T11:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '877cabaf-0c75-45d5-9702-fb7df0b1ccb6', 'name': '', 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:ff:71:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:35Z', 'updated_at': '2021-07-28T11:53:40Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:10.997969 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-ff81ef40-35ff-4605-8cb6-dba4ea4c11a2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 867e1224-f682-4c28-8e90-2390b4a7cac9 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:54:10.998317 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ff81ef40-35ff-4605-8cb6-dba4ea4c11a2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:10.999348 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b01713-15d0-4d26-b726-83967527889a None None] Checking router: bb6cc54e-2f22-4251-a0c7-ea65b7abd847 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:54:11.007309 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b01713-15d0-4d26-b726-83967527889a None None] Routers {'bb6cc54e-2f22-4251-a0c7-ea65b7abd847'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:54:11.007913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-19b01713-15d0-4d26-b726-83967527889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:54:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:11.081873 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ff81ef40-35ff-4605-8cb6-dba4ea4c11a2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:11.094083 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-ff81ef40-35ff-4605-8cb6-dba4ea4c11a2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 867e1224-f682-4c28-8e90-2390b4a7cac9 owned by {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:54:11.111998 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-19b01713-15d0-4d26-b726-83967527889a None None] Set router bb6cc54e-2f22-4251-a0c7-ea65b7abd847 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:54:11.221593 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ff81ef40-35ff-4605-8cb6-dba4ea4c11a2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:11.248031 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81ef40-35ff-4605-8cb6-dba4ea4c11a2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=867e1224-f682-4c28-8e90-2390b4a7cac9,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:11.312839 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 867e1224-f682-4c28-8e90-2390b4a7cac9 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:54:11.318032 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-19b01713-15d0-4d26-b726-83967527889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'name': 'tempest-TestNetworkBasicOps-router-1186071432', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:32Z', 'updated_at': '2021-07-28T11:53:36Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:33Z', 'updated_at': '2021-07-28T11:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '877cabaf-0c75-45d5-9702-fb7df0b1ccb6', 'name': '', 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:ff:71:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:35Z', 'updated_at': '2021-07-28T11:53:40Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:11.320885 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ff81ef40-35ff-4605-8cb6-dba4ea4c11a2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:11.326191 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33038) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:11.326822 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ff81ef40-35ff-4605-8cb6-dba4ea4c11a2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/ports/867e1224-f682-4c28-8e90-2390b4a7cac9 HTTP/1.1" status: 204 len: 168 time: 0.4161885 Jul 28 11:54:11.337135 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 867e1224-f682-4c28-8e90-2390b4a7cac9 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:54:11.337667 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 867e1224-f682-4c28-8e90-2390b4a7cac9 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:54:11.366345 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b01713-15d0-4d26-b726-83967527889a None None] The sync data for ids ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'] in dv-neutron-786478-16-hyperv is: [{'id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'name': 'tempest-TestNetworkBasicOps-router-1186071432', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:32Z', 'updated_at': '2021-07-28T11:53:36Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:33Z', 'updated_at': '2021-07-28T11:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '877cabaf-0c75-45d5-9702-fb7df0b1ccb6', 'name': '', 'network_id': 'dd64d3dd-0a47-4921-b276-cb49779e61c7', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:ff:71:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:35Z', 'updated_at': '2021-07-28T11:53:40Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '4738bdb8-0dc1-4d26-a33e-e3771aaecfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:54:11.592489 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dddd4b5-a8d8-497a-be9a-96258d7e7a93 None None] New status for floating IP 39f9ba34-b146-4202-92ee-9e1f43d889f2: DOWN {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:54:11.701093 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-76f71634-6e6c-4294-9c74-ac05f350c1ce tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:11.947164 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-76f71634-6e6c-4294-9c74-ac05f350c1ce tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:54:11.947425 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-76f71634-6e6c-4294-9c74-ac05f350c1ce tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:12.034156 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-76f71634-6e6c-4294-9c74-ac05f350c1ce tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 877cabaf-0c75-45d5-9702-fb7df0b1ccb6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=877cabaf-0c75-45d5-9702-fb7df0b1ccb6,segment=NetworkSegment(cf3d6953-6453-495b-a7df-7a6beb2fe891),segment_id=cf3d6953-6453-495b-a7df-7a6beb2fe891)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:12.034547 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-76f71634-6e6c-4294-9c74-ac05f350c1ce tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:12.047077 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-76f71634-6e6c-4294-9c74-ac05f350c1ce tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:54:12.524988 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-76f71634-6e6c-4294-9c74-ac05f350c1ce tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:12.554618 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f71634-6e6c-4294-9c74-ac05f350c1ce tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=877cabaf-0c75-45d5-9702-fb7df0b1ccb6,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:12.728202 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-76f71634-6e6c-4294-9c74-ac05f350c1ce tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:12.944644 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f71634-6e6c-4294-9c74-ac05f350c1ce tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router bb6cc54e-2f22-4251-a0c7-ea65b7abd847 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:54:13.047979 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f71634-6e6c-4294-9c74-ac05f350c1ce tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:54:13.053674 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-76f71634-6e6c-4294-9c74-ac05f350c1ce tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/bb6cc54e-2f22-4251-a0c7-ea65b7abd847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7254527 Jul 28 11:54:13.058065 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7790bfd-c3c4-4cc4-8e0f-873425d10a02 None None] Sync routers for ids ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:54:13.058747 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33040) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:13.067187 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7790bfd-c3c4-4cc4-8e0f-873425d10a02 None None] Routers {'bb6cc54e-2f22-4251-a0c7-ea65b7abd847'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:54:13.067893 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b7790bfd-c3c4-4cc4-8e0f-873425d10a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:54:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:13.109213 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08f8125-2eee-495d-b39a-7e2e7b9dba68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting subnet 4738bdb8-0dc1-4d26-a33e-e3771aaecfca {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:54:13.112664 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e08f8125-2eee-495d-b39a-7e2e7b9dba68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:13.152515 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e08f8125-2eee-495d-b39a-7e2e7b9dba68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:13.170786 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-b7790bfd-c3c4-4cc4-8e0f-873425d10a02 None None] Set router bb6cc54e-2f22-4251-a0c7-ea65b7abd847 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:54:13.240137 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e08f8125-2eee-495d-b39a-7e2e7b9dba68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:13.299401 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e08f8125-2eee-495d-b39a-7e2e7b9dba68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:13.326498 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f8125-2eee-495d-b39a-7e2e7b9dba68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Subnet': ['ID=4738bdb8-0dc1-4d26-a33e-e3771aaecfca,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:13.330301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e08f8125-2eee-495d-b39a-7e2e7b9dba68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:13.332186 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e08f8125-2eee-495d-b39a-7e2e7b9dba68 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/subnets/4738bdb8-0dc1-4d26-a33e-e3771aaecfca HTTP/1.1" status: 204 len: 168 time: 0.2724998 Jul 28 11:54:13.334765 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33042) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:13.343145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03927601-c0a7-4161-94c8-5cb3ec89e0c2 None None] Network dd64d3dd-0a47-4921-b276-cb49779e61c7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:54:13.411793 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b7790bfd-c3c4-4cc4-8e0f-873425d10a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'name': 'tempest-TestNetworkBasicOps-router-1186071432', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:32Z', 'updated_at': '2021-07-28T11:54:12Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:33Z', 'updated_at': '2021-07-28T11:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:13.441546 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-85a74a4b-fc2d-4cf5-bbb5-906b522ef724 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:13.455476 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7790bfd-c3c4-4cc4-8e0f-873425d10a02 None None] Checking router: bb6cc54e-2f22-4251-a0c7-ea65b7abd847 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:54:13.481485 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7790bfd-c3c4-4cc4-8e0f-873425d10a02 None None] Routers {'bb6cc54e-2f22-4251-a0c7-ea65b7abd847'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:54:13.482114 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b7790bfd-c3c4-4cc4-8e0f-873425d10a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:54:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:13.547164 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-85a74a4b-fc2d-4cf5-bbb5-906b522ef724 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:13.597578 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff702072-60a3-4971-9975-3d337a6c21ad None None] DHCP port deletion for dd64d3dd-0a47-4921-b276-cb49779e61c7 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:54:13.603162 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-85a74a4b-fc2d-4cf5-bbb5-906b522ef724 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port a9fdb4df-eda4-4b83-b8e8-cd88e40acff8 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:54:13.603567 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-b7790bfd-c3c4-4cc4-8e0f-873425d10a02 None None] Set router bb6cc54e-2f22-4251-a0c7-ea65b7abd847 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:54:13.603713 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-85a74a4b-fc2d-4cf5-bbb5-906b522ef724 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:13.686736 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-85a74a4b-fc2d-4cf5-bbb5-906b522ef724 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port a9fdb4df-eda4-4b83-b8e8-cd88e40acff8, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a9fdb4df-eda4-4b83-b8e8-cd88e40acff8,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:13.687392 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-85a74a4b-fc2d-4cf5-bbb5-906b522ef724 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:13.699792 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-85a74a4b-fc2d-4cf5-bbb5-906b522ef724 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for a9fdb4df-eda4-4b83-b8e8-cd88e40acff8 owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:54:13.751947 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ff702072-60a3-4971-9975-3d337a6c21ad None None] Deleting port de42f924-64d6-455b-ae81-384ddf940887 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:54:13.752321 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff702072-60a3-4971-9975-3d337a6c21ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:13.845719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ff702072-60a3-4971-9975-3d337a6c21ad None None] For port de42f924-64d6-455b-ae81-384ddf940887, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=de42f924-64d6-455b-ae81-384ddf940887,segment=NetworkSegment(cf3d6953-6453-495b-a7df-7a6beb2fe891),segment_id=cf3d6953-6453-495b-a7df-7a6beb2fe891)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:13.846008 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff702072-60a3-4971-9975-3d337a6c21ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:13.861528 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ff702072-60a3-4971-9975-3d337a6c21ad None None] Calling delete_port for de42f924-64d6-455b-ae81-384ddf940887 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:54:13.867324 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-85a74a4b-fc2d-4cf5-bbb5-906b522ef724 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:13.893983 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a74a4b-fc2d-4cf5-bbb5-906b522ef724 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=a9fdb4df-eda4-4b83-b8e8-cd88e40acff8,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:13.922744 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b7790bfd-c3c4-4cc4-8e0f-873425d10a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'name': 'tempest-TestNetworkBasicOps-router-1186071432', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:32Z', 'updated_at': '2021-07-28T11:54:12Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:33Z', 'updated_at': '2021-07-28T11:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:13.956857 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-85a74a4b-fc2d-4cf5-bbb5-906b522ef724 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:13.957164 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7790bfd-c3c4-4cc4-8e0f-873425d10a02 None None] The sync data for ids ['bb6cc54e-2f22-4251-a0c7-ea65b7abd847'] in dv-neutron-786478-16-hyperv is: [{'id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'name': 'tempest-TestNetworkBasicOps-router-1186071432', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:32Z', 'updated_at': '2021-07-28T11:54:12Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'a9fdb4df-eda4-4b83-b8e8-cd88e40acff8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6cc54e-2f22-4251-a0c7-ea65b7abd847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:33Z', 'updated_at': '2021-07-28T11:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:54:13.982397 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff702072-60a3-4971-9975-3d337a6c21ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.009500 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff702072-60a3-4971-9975-3d337a6c21ad None None] Pushing event deleted for resources: {'Port': ['ID=de42f924-64d6-455b-ae81-384ddf940887,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:14.015065 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff702072-60a3-4971-9975-3d337a6c21ad None None] No DVR routers for this DVR port de42f924-64d6-455b-ae81-384ddf940887 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:54:14.051967 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-85a74a4b-fc2d-4cf5-bbb5-906b522ef724 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.054078 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-85a74a4b-fc2d-4cf5-bbb5-906b522ef724 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.096607 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-85a74a4b-fc2d-4cf5-bbb5-906b522ef724 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.097151 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a74a4b-fc2d-4cf5-bbb5-906b522ef724 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Fanout notify agent at l3_agent the message router_deleted on router bb6cc54e-2f22-4251-a0c7-ea65b7abd847 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:54:14.104443 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-85a74a4b-fc2d-4cf5-bbb5-906b522ef724 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.105557 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-85a74a4b-fc2d-4cf5-bbb5-906b522ef724 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/routers/bb6cc54e-2f22-4251-a0c7-ea65b7abd847 HTTP/1.1" status: 204 len: 168 time: 0.7698939 Jul 28 11:54:14.108274 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33044) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:14.180774 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7162bb7f-e5be-4d88-85d7-86682410e063 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.265857 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7162bb7f-e5be-4d88-85d7-86682410e063 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.275734 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-7162bb7f-e5be-4d88-85d7-86682410e063 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd64d3dd-0a47-4921-b276-cb49779e61c7']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:14.286320 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-7162bb7f-e5be-4d88-85d7-86682410e063 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3d6953-6453-495b-a7df-7a6beb2fe891') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:14.286535 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-7162bb7f-e5be-4d88-85d7-86682410e063 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3d6953-6453-495b-a7df-7a6beb2fe891') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:14.296768 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7162bb7f-e5be-4d88-85d7-86682410e063 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.312369 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7162bb7f-e5be-4d88-85d7-86682410e063 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.319681 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7162bb7f-e5be-4d88-85d7-86682410e063 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:54:14.320088 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7162bb7f-e5be-4d88-85d7-86682410e063 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:54:14.323084 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:54:14.392018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7162bb7f-e5be-4d88-85d7-86682410e063 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.399088 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7162bb7f-e5be-4d88-85d7-86682410e063 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.401614 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7162bb7f-e5be-4d88-85d7-86682410e063 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/networks/dd64d3dd-0a47-4921-b276-cb49779e61c7 HTTP/1.1" status: 204 len: 168 time: 0.2924147 Jul 28 11:54:14.413958 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162bb7f-e5be-4d88-85d7-86682410e063 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Network': ['ID=dd64d3dd-0a47-4921-b276-cb49779e61c7,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:14.416767 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33046) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:14.429072 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-77eb8c2e-81c4-4e94-8875-a2660a830c4f tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0110619 Jul 28 11:54:14.432379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33048) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:14.437816 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-17bb02a0-8899-4b4c-a02d-0529ff7c950d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'network': {'name': 'tempest-network-smoke--759243620', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'port_security_enabled': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:54:14.459212 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bb02a0-8899-4b4c-a02d-0529ff7c950d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:54:14.462686 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-17bb02a0-8899-4b4c-a02d-0529ff7c950d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.485802 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17bb02a0-8899-4b4c-a02d-0529ff7c950d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:54:14.496649 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-17bb02a0-8899-4b4c-a02d-0529ff7c950d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.496992 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-17bb02a0-8899-4b4c-a02d-0529ff7c950d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Added segment 2f0ee290-c62d-4398-90a8-2b3882afb34d of type vlan for network 474a44a0-61e7-45d5-8892-bab1f4a6e67d Jul 28 11:54:14.543373 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-17bb02a0-8899-4b4c-a02d-0529ff7c950d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.573931 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-17bb02a0-8899-4b4c-a02d-0529ff7c950d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.579707 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bb02a0-8899-4b4c-a02d-0529ff7c950d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:14.580330 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-17bb02a0-8899-4b4c-a02d-0529ff7c950d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.646139 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-17bb02a0-8899-4b4c-a02d-0529ff7c950d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2124987 Jul 28 11:54:14.648870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33050) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:14.653634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-979446754', 'admin_state_up': True, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:54:14.666923 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb02a0-8899-4b4c-a02d-0529ff7c950d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Network': ['ID=474a44a0-61e7-45d5-8892-bab1f4a6e67d,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:14.679791 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 474a44a0-61e7-45d5-8892-bab1f4a6e67d details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:54:14.685816 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.686927 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.737509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.873110 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:14.990896 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:54:15.011618 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:54:15.011965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 877cabaf-0c75-45d5-9702-fb7df0b1ccb6 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:54:15.012394 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a9fdb4df-eda4-4b83-b8e8-cd88e40acff8 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:54:15.031415 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: a9fdb4df-eda4-4b83-b8e8-cd88e40acff8 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:54:15.031764 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a9fdb4df-eda4-4b83-b8e8-cd88e40acff8 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:54:15.032184 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device de42f924-64d6-455b-ae81-384ddf940887 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:54:15.053920 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: de42f924-64d6-455b-ae81-384ddf940887 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:54:15.054266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device de42f924-64d6-455b-ae81-384ddf940887 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:54:15.072913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:15.095173 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:15.196589 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.26.1.63 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/ebba5669-3214-41a6-84d2-32a7e1b78011) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:54:15.298166 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:15.336164 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:15.372489 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:54:15.375305 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:54:15.380644 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:54:15.403205 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=ebba5669-3214-41a6-84d2-32a7e1b78011,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:15.627502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:15.819320 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:16.240870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 1fb218fb-f3ff-4a2a-9281-866ded800960 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:54:16.347058 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:54:16.356433 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Sync routers for ids ['1fb218fb-f3ff-4a2a-9281-866ded800960'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:54:16.364375 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:16.365508 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Routers {'1fb218fb-f3ff-4a2a-9281-866ded800960'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:54:16.365668 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-757b6dd9-f58b-4eff-9cdc-2a6e532bf6bd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7157233 Jul 28 11:54:16.366119 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:54:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1fb218fb-f3ff-4a2a-9281-866ded800960'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:16.369976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33052) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:16.396353 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a697c56f-16be-4a1e-8d47-459e960607c8 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=494923637e9742fd92ad3c4630d377e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260699 Jul 28 11:54:16.398725 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33054) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:16.469408 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Set router 1fb218fb-f3ff-4a2a-9281-866ded800960 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:54:16.482137 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c958798f-3601-4ed2-bf58-ac00af2f1c9d tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:16.483676 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c958798f-3601-4ed2-bf58-ac00af2f1c9d tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0840204 Jul 28 11:54:16.486522 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33056) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:16.514564 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-665a3bd7-d022-465a-b034-8d5616f35df3 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269151 Jul 28 11:54:16.516952 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33058) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:16.521845 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-7331ce19-9c01-46e7-9836-f9528a66805e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-710951382', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:54:16.613001 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7331ce19-9c01-46e7-9836-f9528a66805e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:54:16.616441 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7331ce19-9c01-46e7-9836-f9528a66805e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:16.642159 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'name': 'tempest-TestNetworkBasicOps-router-979446754', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:54:14Z', 'updated_at': '2021-07-28T11:54:15Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:15Z', 'updated_at': '2021-07-28T11:54:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:16.672562 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Checking router: 1fb218fb-f3ff-4a2a-9281-866ded800960 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:54:16.672914 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Updating router 1fb218fb-f3ff-4a2a-9281-866ded800960 port ebba5669-3214-41a6-84d2-32a7e1b78011 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:54:16.699142 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:16.808511 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7331ce19-9c01-46e7-9836-f9528a66805e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:16.870066 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331ce19-9c01-46e7-9836-f9528a66805e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Subnet': ['ID=70824950-a407-4bcc-bb3d-805eb4327ff0,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:16.877345 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7331ce19-9c01-46e7-9836-f9528a66805e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Checking segment: {'id': '2f0ee290-c62d-4398-90a8-2b3882afb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:54:16.877713 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7331ce19-9c01-46e7-9836-f9528a66805e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network hostable DHCP agents. Network: 474a44a0-61e7-45d5-8892-bab1f4a6e67d, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:54:16.895143 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7331ce19-9c01-46e7-9836-f9528a66805e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network 474a44a0-61e7-45d5-8892-bab1f4a6e67d is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:54:16.904723 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-7331ce19-9c01-46e7-9836-f9528a66805e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 474a44a0-61e7-45d5-8892-bab1f4a6e67d) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:54:16.908928 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7331ce19-9c01-46e7-9836-f9528a66805e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:16.909517 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7331ce19-9c01-46e7-9836-f9528a66805e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:16.913315 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc71b35c-1692-4ae1-9a2a-5b8a28365c84 None None] Network 474a44a0-61e7-45d5-8892-bab1f4a6e67d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:54:16.927368 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7331ce19-9c01-46e7-9836-f9528a66805e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4060960 Jul 28 11:54:16.927612 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33062) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:16.974117 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:16.984398 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Transition to ACTIVE for port object ebba5669-3214-41a6-84d2-32a7e1b78011 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:54:16.990602 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:17.033175 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Attempting to bind port ebba5669-3214-41a6-84d2-32a7e1b78011 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:54:17.033526 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Attempting to bind port ebba5669-3214-41a6-84d2-32a7e1b78011 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:54:17.034334 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Attempting to bind port ebba5669-3214-41a6-84d2-32a7e1b78011 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:54:17.043176 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:54:17.043568 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:54:17.043958 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:17.044353 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:54:17.044817 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Bound port: ebba5669-3214-41a6-84d2-32a7e1b78011, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:54:17.045197 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:17.064896 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ips': [{'subnet_id': '70824950-a407-4bcc-bb3d-805eb4327ff0'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:54:17.065871 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:17.079302 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88a5b1-fe6b-46e0-9a8a-e889ad3dcef9 None None] Pushing event updated for resources: {'Port': ['ID=ebba5669-3214-41a6-84d2-32a7e1b78011,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:17.110311 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] For port ebba5669-3214-41a6-84d2-32a7e1b78011, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:54:17.114099 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] For port ebba5669-3214-41a6-84d2-32a7e1b78011, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ebba5669-3214-41a6-84d2-32a7e1b78011,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:54:17.119639 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:17.171336 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Routers {'1fb218fb-f3ff-4a2a-9281-866ded800960'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:54:17.171976 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:54:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1fb218fb-f3ff-4a2a-9281-866ded800960'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:17.232908 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88a5b1-fe6b-46e0-9a8a-e889ad3dcef9 None None] Pushing event updated for resources: {'Port': ['ID=ebba5669-3214-41a6-84d2-32a7e1b78011,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:17.292313 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] Set router 1fb218fb-f3ff-4a2a-9281-866ded800960 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:54:17.361818 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Allocated IP 172.20.0.2 (474a44a0-61e7-45d5-8892-bab1f4a6e67d/70824950-a407-4bcc-bb3d-805eb4327ff0/5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:54:17.387687 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:17.487806 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'name': 'tempest-TestNetworkBasicOps-router-979446754', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:54:14Z', 'updated_at': '2021-07-28T11:54:15Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:15Z', 'updated_at': '2021-07-28T11:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:17.511417 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:17.515636 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd650ecc-0120-4f00-822d-efa47c7e38d6 None None] The sync data for ids ['1fb218fb-f3ff-4a2a-9281-866ded800960'] in dv-neutron-786478-16-hyperv is: [{'id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'name': 'tempest-TestNetworkBasicOps-router-979446754', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:54:14Z', 'updated_at': '2021-07-28T11:54:15Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:15Z', 'updated_at': '2021-07-28T11:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:54:17.521737 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Transition to ACTIVE for port object 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:54:17.542798 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Transition to ACTIVE for port object 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:54:17.549108 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:17.594026 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Network 474a44a0-61e7-45d5-8892-bab1f4a6e67d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:54:17.599107 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:54:17.601602 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:54:17.608771 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Pushing event updated for resources: {'Port': ['ID=5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:17.669105 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Attempting to bind port 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:54:17.669475 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Attempting to bind port 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '2f0ee290-c62d-4398-90a8-2b3882afb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:54:17.669835 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Attempting to bind port 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6 on network 474a44a0-61e7-45d5-8892-bab1f4a6e67d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:54:17.676255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:54:17.676626 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Checking segment: {'id': '2f0ee290-c62d-4398-90a8-2b3882afb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:54:17.677316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:17.677435 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Bound using segment: {'id': '2f0ee290-c62d-4398-90a8-2b3882afb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:54:17.677876 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Bound port: 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0ee290-c62d-4398-90a8-2b3882afb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:54:17.678259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:17.687153 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.1 (474a44a0-61e7-45d5-8892-bab1f4a6e67d/70824950-a407-4bcc-bb3d-805eb4327ff0/a7485739-103e-4548-8c43-63f6255ceb73) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:54:17.738002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33064) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:17.812848 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] For port 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:54:17.817924 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] For port 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6,segment=NetworkSegment(2f0ee290-c62d-4398-90a8-2b3882afb34d),segment_id=2f0ee290-c62d-4398-90a8-2b3882afb34d)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:54:17.823479 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:17.863181 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:17.886155 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object a7485739-103e-4548-8c43-63f6255ceb73 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:54:17.902369 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62debb6a-bad4-47e8-97dc-7f036201d767 None None] Pushing event updated for resources: {'Port': ['ID=5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:17.923717 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:17.970276 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network 474a44a0-61e7-45d5-8892-bab1f4a6e67d is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:54:17.972594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-ac2f8196-a71d-4f44-9f8e-d3e0a1af2574 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Deleting port 75742638-17cc-49c0-b6ff-f7f682e38257 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:54:17.973147 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ac2f8196-a71d-4f44-9f8e-d3e0a1af2574 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:17.975862 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:54:17.981245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:54:17.985503 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=a7485739-103e-4548-8c43-63f6255ceb73,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:18.045118 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:18.099159 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ac2f8196-a71d-4f44-9f8e-d3e0a1af2574 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:18.099496 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ac2f8196-a71d-4f44-9f8e-d3e0a1af2574 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:18.114917 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-ac2f8196-a71d-4f44-9f8e-d3e0a1af2574 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Calling delete_port for 75742638-17cc-49c0-b6ff-f7f682e38257 owned by network:floatingip {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:54:18.220549 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:18.312236 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ac2f8196-a71d-4f44-9f8e-d3e0a1af2574 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:18.339434 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f8196-a71d-4f44-9f8e-d3e0a1af2574 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event deleted for resources: {'Port': ['ID=75742638-17cc-49c0-b6ff-f7f682e38257,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:18.412397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ac2f8196-a71d-4f44-9f8e-d3e0a1af2574 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for floatingip, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:18.412895 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-ac2f8196-a71d-4f44-9f8e-d3e0a1af2574 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Floating IP 4e408f3c-9425-4074-8008-59f1521e6ae5 disassociated (deleted). External IP: 172.26.1.35, port: 7ab271e8-9d71-4f4b-86dc-7051b20f2196. Jul 28 11:54:18.537379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:18.542364 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:18.619449 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=a7485739-103e-4548-8c43-63f6255ceb73,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:18.622451 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:18.631246 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2f8196-a71d-4f44-9f8e-d3e0a1af2574 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Router 8c47119f-1756-451d-b3c3-4b231fa5082c has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:54:18.722451 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network 474a44a0-61e7-45d5-8892-bab1f4a6e67d is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:54:18.723977 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:54:18.757902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2f8196-a71d-4f44-9f8e-d3e0a1af2574 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:54:18.762869 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ac2f8196-a71d-4f44-9f8e-d3e0a1af2574 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:18.770218 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3c3f2b-6c81-4008-97ee-e696411b7754 None None] Sync routers for ids ['8c47119f-1756-451d-b3c3-4b231fa5082c'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:54:18.786172 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c3f2b-6c81-4008-97ee-e696411b7754 None None] Routers {'8c47119f-1756-451d-b3c3-4b231fa5082c'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:54:18.786979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ca3c3f2b-6c81-4008-97ee-e696411b7754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:54:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8c47119f-1756-451d-b3c3-4b231fa5082c'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:18.800750 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ac2f8196-a71d-4f44-9f8e-d3e0a1af2574 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "DELETE /v2.0/floatingips/4e408f3c-9425-4074-8008-59f1521e6ae5 HTTP/1.1" status: 204 len: 168 time: 1.0614159 Jul 28 11:54:18.801584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff8f60f-a738-49e7-a290-73031f6e4a71', 'tag': '7ab271e8-9d71-4f4b-86dc-7051b20f2196'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:54:18.804336 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2cb47e-c687-43e8-9e9a-8eb0160db1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff8f60f-a738-49e7-a290-73031f6e4a71", "tag": "7ab271e8-9d71-4f4b-86dc-7051b20f2196"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:54:18.859777 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d05827-a344-4ab9-bca3-72026bc95710 x-openstack-request-id: req-b9d05827-a344-4ab9-bca3-72026bc95710 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:54:18.860071 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff8f60f-a738-49e7-a290-73031f6e4a71", "tag": "7ab271e8-9d71-4f4b-86dc-7051b20f2196", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:54:18.860322 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9d05827-a344-4ab9-bca3-72026bc95710 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:54:18.860724 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff8f60f-a738-49e7-a290-73031f6e4a71', 'tag': '7ab271e8-9d71-4f4b-86dc-7051b20f2196', 'status': 'completed', 'code': 200} Jul 28 11:54:18.888376 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 1fb218fb-f3ff-4a2a-9281-866ded800960 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:54:18.998926 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cb47e-c687-43e8-9e9a-8eb0160db1ef req-3d108138-201d-4a26-9076-247c27bba240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:19.001031 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ea2cb47e-c687-43e8-9e9a-8eb0160db1ef req-3d108138-201d-4a26-9076-247c27bba240 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51ac002bba904616bbf9cec718c70d3e&device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 1098 time: 0.1118252 Jul 28 11:54:19.003237 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ebba5669-3214-41a6-84d2-32a7e1b78011 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:54:19.044675 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6c8434-68cc-43a4-b092-7b9b334c147f None None] Network 474a44a0-61e7-45d5-8892-bab1f4a6e67d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:54:19.085616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:54:19.093359 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0fb687d9-5ae8-4b9e-aff7-150f4a931c54 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/1fb218fb-f3ff-4a2a-9281-866ded800960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1632478 Jul 28 11:54:19.094307 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33072) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:19.103958 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9b82267d-6ff0-4f0c-b5b8-a7049e3b6f7e None None] Provisioning for port 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:54:19.109537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-ca3c3f2b-6c81-4008-97ee-e696411b7754 None None] Set router 8c47119f-1756-451d-b3c3-4b231fa5082c gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:54:19.124507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cb47e-c687-43e8-9e9a-8eb0160db1ef req-2a149537-c41d-4bb2-96b4-058ac966dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:19.126115 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ea2cb47e-c687-43e8-9e9a-8eb0160db1ef req-2a149537-c41d-4bb2-96b4-058ac966dec0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 200 len: 911 time: 0.1181123 Jul 28 11:54:19.186812 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ea2cb47e-c687-43e8-9e9a-8eb0160db1ef req-37c090d3-e25e-4b32-a4c2-5fec64740f91 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ab271e8-9d71-4f4b-86dc-7051b20f2196 HTTP/1.1" status: 200 len: 217 time: 0.0516090 Jul 28 11:54:19.230730 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71b771-b57d-4630-81cc-c0bb1e24ca13 req-a6b62e48-58bf-4a1f-8dc7-be5f8e454167 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:19.232316 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4d71b771-b57d-4630-81cc-c0bb1e24ca13 req-a6b62e48-58bf-4a1f-8dc7-be5f8e454167 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 945 time: 0.0737464 Jul 28 11:54:19.247379 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port ebba5669-3214-41a6-84d2-32a7e1b78011 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:54:19.253860 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cb47e-c687-43e8-9e9a-8eb0160db1ef req-7af74d0d-193e-4b4b-84bd-098dd8f5f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:19.255772 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ea2cb47e-c687-43e8-9e9a-8eb0160db1ef req-7af74d0d-193e-4b4b-84bd-098dd8f5f6de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5 HTTP/1.1" status: 200 len: 849 time: 0.0562305 Jul 28 11:54:19.262153 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ebba5669-3214-41a6-84d2-32a7e1b78011 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:54:19.262478 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:19.283621 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae325ac5-7af8-4c31-824b-6293c5d9f80f tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:19.284107 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae325ac5-7af8-4c31-824b-6293c5d9f80f tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:19.284582 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae325ac5-7af8-4c31-824b-6293c5d9f80f tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:19.285053 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae325ac5-7af8-4c31-824b-6293c5d9f80f tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:19.285653 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae325ac5-7af8-4c31-824b-6293c5d9f80f tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:19.286125 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae325ac5-7af8-4c31-824b-6293c5d9f80f tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:19.291216 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ae325ac5-7af8-4c31-824b-6293c5d9f80f tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1921813 Jul 28 11:54:19.293292 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33074) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:19.303980 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4d71b771-b57d-4630-81cc-c0bb1e24ca13 req-fdf5cb9b-7c6c-465c-9740-1aeae1d92abc tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556540 Jul 28 11:54:19.342326 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cb47e-c687-43e8-9e9a-8eb0160db1ef req-e50c7422-ff19-49cc-ac11-e82f846e8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:19.343406 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ea2cb47e-c687-43e8-9e9a-8eb0160db1ef req-e50c7422-ff19-49cc-ac11-e82f846e8133 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a1fce29-ec01-4e0f-afda-86e621a73431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0786607 Jul 28 11:54:19.382125 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb0c309-a4bc-4acd-9347-1c60084e6016 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:19.382563 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb0c309-a4bc-4acd-9347-1c60084e6016 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:19.383049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb0c309-a4bc-4acd-9347-1c60084e6016 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:19.384186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb0c309-a4bc-4acd-9347-1c60084e6016 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:19.384660 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb0c309-a4bc-4acd-9347-1c60084e6016 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:19.385129 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb0c309-a4bc-4acd-9347-1c60084e6016 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:19.389887 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bbb0c309-a4bc-4acd-9347-1c60084e6016 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0945113 Jul 28 11:54:19.390518 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33076) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:19.491176 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:19.510889 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ea2cb47e-c687-43e8-9e9a-8eb0160db1ef req-bda13ffc-ca0e-4bdb-963e-d6f353a1e171 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570833 Jul 28 11:54:19.534372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port ebba5669-3214-41a6-84d2-32a7e1b78011, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ebba5669-3214-41a6-84d2-32a7e1b78011,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:19.543524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:19.544568 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:54:19.592499 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Sync routers for ids ['1fb218fb-f3ff-4a2a-9281-866ded800960'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:54:19.611089 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Routers {'1fb218fb-f3ff-4a2a-9281-866ded800960'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:54:19.612145 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:54:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1fb218fb-f3ff-4a2a-9281-866ded800960'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:19.636715 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=ebba5669-3214-41a6-84d2-32a7e1b78011,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:19.643372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ca3c3f2b-6c81-4008-97ee-e696411b7754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'efdcdbe1-700d-4e3e-a6f7-4cf4713d0e26', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'floating_ip_address': '172.26.1.206', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'port_id': 'e1d11933-2b4b-42a4-8275-6704086fcaf0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'mac_address': 'fa:16:3e:a2:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:50:53Z', 'revision_number': 1, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:08Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:19.664522 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ea2cb47e-c687-43e8-9e9a-8eb0160db1ef req-ce677cef-f9e0-4750-9ae6-e7fa201bb111 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456783 Jul 28 11:54:19.691040 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3c3f2b-6c81-4008-97ee-e696411b7754 None None] Checking router: 8c47119f-1756-451d-b3c3-4b231fa5082c for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:54:19.694137 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-79b91610-94e9-4c69-bbfb-30718ff995f3 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2729671 Jul 28 11:54:19.708026 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c3f2b-6c81-4008-97ee-e696411b7754 None None] Routers {'8c47119f-1756-451d-b3c3-4b231fa5082c'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:54:19.708756 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ca3c3f2b-6c81-4008-97ee-e696411b7754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:54:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8c47119f-1756-451d-b3c3-4b231fa5082c'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:19.747338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:54:19.756622 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:54:19.757110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:19.854618 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c717953c-f866-400b-9b39-1ea1264cd44b None None] Provisioning for port a7485739-103e-4548-8c43-63f6255ceb73 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:54:19.867400 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c717953c-f866-400b-9b39-1ea1264cd44b None None] Provisioning complete for port a7485739-103e-4548-8c43-63f6255ceb73 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:54:19.867719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c717953c-f866-400b-9b39-1ea1264cd44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:19.886838 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Set router 1fb218fb-f3ff-4a2a-9281-866ded800960 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:54:19.911734 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-ca3c3f2b-6c81-4008-97ee-e696411b7754 None None] Set router 8c47119f-1756-451d-b3c3-4b231fa5082c gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:54:19.968787 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c717953c-f866-400b-9b39-1ea1264cd44b None None] Port a7485739-103e-4548-8c43-63f6255ceb73 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:54:20.037966 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c717953c-f866-400b-9b39-1ea1264cd44b None None] Provisioning complete for port 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:54:20.038287 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c717953c-f866-400b-9b39-1ea1264cd44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.043706 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.110669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.111274 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'name': 'tempest-TestNetworkBasicOps-router-979446754', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:54:14Z', 'updated_at': '2021-07-28T11:54:18Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:15Z', 'updated_at': '2021-07-28T11:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'a7485739-103e-4548-8c43-63f6255ceb73', 'name': '', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:10:5f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:17Z', 'updated_at': '2021-07-28T11:54:18Z', 'revision_number': 2, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:20.155032 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Checking router: 1fb218fb-f3ff-4a2a-9281-866ded800960 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:54:20.155386 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Updating router 1fb218fb-f3ff-4a2a-9281-866ded800960 port a7485739-103e-4548-8c43-63f6255ceb73 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:54:20.198881 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.287609 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6,segment=NetworkSegment(2f0ee290-c62d-4398-90a8-2b3882afb34d),segment_id=2f0ee290-c62d-4398-90a8-2b3882afb34d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:20.296150 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.390903 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33084) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:20.395879 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-a685bf14-ac03-42de-99c3-d04603263e7d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-995020779', 'description': 'tempest-secgroup-smoke-995020779 description', 'project_id': '494923637e9742fd92ad3c4630d377e7'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:54:20.430551 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a685bf14-ac03-42de-99c3-d04603263e7d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.452967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:20.508158 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.515758 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-ca3c3f2b-6c81-4008-97ee-e696411b7754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'efdcdbe1-700d-4e3e-a6f7-4cf4713d0e26', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'floating_ip_address': '172.26.1.206', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'port_id': 'e1d11933-2b4b-42a4-8275-6704086fcaf0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'mac_address': 'fa:16:3e:a2:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:50:53Z', 'revision_number': 1, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:08Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:20.521298 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Transition to ACTIVE for port object a7485739-103e-4548-8c43-63f6255ceb73 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:54:20.530653 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.535831 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01102f-853c-49fe-ade2-7fedf680b12c req-5372a6ca-429b-4aa8-9dff-b3f8b65a3ccf tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:20.537344 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2c01102f-853c-49fe-ade2-7fedf680b12c req-5372a6ca-429b-4aa8-9dff-b3f8b65a3ccf tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 945 time: 0.1589546 Jul 28 11:54:20.546368 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3c3f2b-6c81-4008-97ee-e696411b7754 None None] The sync data for ids ['8c47119f-1756-451d-b3c3-4b231fa5082c'] in dv-neutron-786478-16-hyperv is: [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'efdcdbe1-700d-4e3e-a6f7-4cf4713d0e26', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'floating_ip_address': '172.26.1.206', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'port_id': 'e1d11933-2b4b-42a4-8275-6704086fcaf0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'mac_address': 'fa:16:3e:a2:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:50:49Z', 'updated_at': '2021-07-28T11:50:53Z', 'revision_number': 1, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:08Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:54:20.587594 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a19cd-3774-4ba8-b493-f2addb249deb None None] Pushing event updated for resources: {'Port': ['ID=a7485739-103e-4548-8c43-63f6255ceb73,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:20.610786 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a685bf14-ac03-42de-99c3-d04603263e7d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.616958 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a685bf14-ac03-42de-99c3-d04603263e7d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.662823 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a685bf14-ac03-42de-99c3-d04603263e7d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.664356 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a685bf14-ac03-42de-99c3-d04603263e7d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2727354 Jul 28 11:54:20.670195 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33086) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:20.675412 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Attempting to bind port a7485739-103e-4548-8c43-63f6255ceb73 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:54:20.675954 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Attempting to bind port a7485739-103e-4548-8c43-63f6255ceb73 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '2f0ee290-c62d-4398-90a8-2b3882afb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:54:20.676291 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Attempting to bind port a7485739-103e-4548-8c43-63f6255ceb73 on network 474a44a0-61e7-45d5-8892-bab1f4a6e67d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:54:20.681013 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-03aa2fb4-7b57-4419-91fe-f800204147b0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '7b4d7a24-f2c2-478c-890d-24758906ed25', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:54:20.684112 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:54:20.684672 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Checking segment: {'id': '2f0ee290-c62d-4398-90a8-2b3882afb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:54:20.685084 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.685482 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Bound using segment: {'id': '2f0ee290-c62d-4398-90a8-2b3882afb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:54:20.685963 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Bound port: a7485739-103e-4548-8c43-63f6255ceb73, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0ee290-c62d-4398-90a8-2b3882afb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:54:20.687258 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.689701 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685bf14-ac03-42de-99c3-d04603263e7d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4d7a24-f2c2-478c-890d-24758906ed25,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:20.698330 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2c01102f-853c-49fe-ade2-7fedf680b12c req-75665026-31d3-4c9d-8120-25cf3e9cbea4 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253512 Jul 28 11:54:20.704783 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b140230-0624-4de7-8d0a-c2a80a02cc17 req-f33a52a6-da8b-4a62-93ad-dcd3bd16a7c8 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:20.706460 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4b140230-0624-4de7-8d0a-c2a80a02cc17 req-f33a52a6-da8b-4a62-93ad-dcd3bd16a7c8 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 945 time: 0.0813704 Jul 28 11:54:20.761607 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03aa2fb4-7b57-4419-91fe-f800204147b0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.776095 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] For port a7485739-103e-4548-8c43-63f6255ceb73, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:54:20.780276 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] For port a7485739-103e-4548-8c43-63f6255ceb73, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a7485739-103e-4548-8c43-63f6255ceb73,segment=NetworkSegment(2f0ee290-c62d-4398-90a8-2b3882afb34d),segment_id=2f0ee290-c62d-4398-90a8-2b3882afb34d)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:54:20.794361 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.870952 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Routers {'1fb218fb-f3ff-4a2a-9281-866ded800960'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:54:20.872017 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:54:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1fb218fb-f3ff-4a2a-9281-866ded800960'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:20.891803 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03aa2fb4-7b57-4419-91fe-f800204147b0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.898396 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-4b140230-0624-4de7-8d0a-c2a80a02cc17 req-fc349e7a-654a-4405-93f8-8e034fc4fd3d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Deleting port 7ab271e8-9d71-4f4b-86dc-7051b20f2196 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:54:20.898641 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03aa2fb4-7b57-4419-91fe-f800204147b0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.899720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-4b140230-0624-4de7-8d0a-c2a80a02cc17 req-fc349e7a-654a-4405-93f8-8e034fc4fd3d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.933133 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa2fb4-7b57-4419-91fe-f800204147b0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0083c68-fb08-41e6-aceb-2367da7c46aa,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:20.933338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc1b3f5-178d-418d-a076-bd1bd4d51f59 None None] New status for floating IP 4e408f3c-9425-4074-8008-59f1521e6ae5: DOWN {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:54:20.934537 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03aa2fb4-7b57-4419-91fe-f800204147b0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:20.937094 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-03aa2fb4-7b57-4419-91fe-f800204147b0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2613862 Jul 28 11:54:20.937524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ebba5669-3214-41a6-84d2-32a7e1b78011 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:54:20.939960 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33088) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:20.945143 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-9525e09b-19a8-4a37-b5e6-ff9c324b4358 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '7b4d7a24-f2c2-478c-890d-24758906ed25', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:54:20.985996 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9525e09b-19a8-4a37-b5e6-ff9c324b4358 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.032906 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] Set router 1fb218fb-f3ff-4a2a-9281-866ded800960 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:54:21.054837 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-4b140230-0624-4de7-8d0a-c2a80a02cc17 req-fc349e7a-654a-4405-93f8-8e034fc4fd3d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] For port 7ab271e8-9d71-4f4b-86dc-7051b20f2196, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ab271e8-9d71-4f4b-86dc-7051b20f2196,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:21.055776 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-4b140230-0624-4de7-8d0a-c2a80a02cc17 req-fc349e7a-654a-4405-93f8-8e034fc4fd3d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.074264 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-4b140230-0624-4de7-8d0a-c2a80a02cc17 req-fc349e7a-654a-4405-93f8-8e034fc4fd3d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Calling delete_port for 7ab271e8-9d71-4f4b-86dc-7051b20f2196 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:54:21.094509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9525e09b-19a8-4a37-b5e6-ff9c324b4358 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.099166 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9525e09b-19a8-4a37-b5e6-ff9c324b4358 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.106339 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ebba5669-3214-41a6-84d2-32a7e1b78011 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:54:21.106760 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.121083 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9525e09b-19a8-4a37-b5e6-ff9c324b4358 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.124849 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9525e09b-19a8-4a37-b5e6-ff9c324b4358 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1811156 Jul 28 11:54:21.129007 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33090) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:21.140666 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-a2281a50-34e1-4376-999f-14a1355d6a91 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '7b4d7a24-f2c2-478c-890d-24758906ed25', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:54:21.153238 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525e09b-19a8-4a37-b5e6-ff9c324b4358 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57839d7c-f24c-4732-8c03-85ccbfa1a29d,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:21.190443 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a2281a50-34e1-4376-999f-14a1355d6a91 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.232748 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:54:21.252134 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-4b140230-0624-4de7-8d0a-c2a80a02cc17 req-fc349e7a-654a-4405-93f8-8e034fc4fd3d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.266245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a2281a50-34e1-4376-999f-14a1355d6a91 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.271532 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a2281a50-34e1-4376-999f-14a1355d6a91 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.293800 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a19cd-3774-4ba8-b493-f2addb249deb None None] Pushing event updated for resources: {'Port': ['ID=a7485739-103e-4548-8c43-63f6255ceb73,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:21.294954 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc349e7a-654a-4405-93f8-8e034fc4fd3d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event deleted for resources: {'Port': ['ID=7ab271e8-9d71-4f4b-86dc-7051b20f2196,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:21.296015 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2281a50-34e1-4376-999f-14a1355d6a91 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721cbbcc-d05d-40db-8a1a-f5b70a0a7eda,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:21.308078 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a2281a50-34e1-4376-999f-14a1355d6a91 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.309386 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a2281a50-34e1-4376-999f-14a1355d6a91 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1792722 Jul 28 11:54:21.312320 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33092) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:21.319117 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'name': 'tempest-TestNetworkBasicOps-router-979446754', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:54:14Z', 'updated_at': '2021-07-28T11:54:18Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:15Z', 'updated_at': '2021-07-28T11:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'a7485739-103e-4548-8c43-63f6255ceb73', 'name': '', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:10:5f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:17Z', 'updated_at': '2021-07-28T11:54:20Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:21.323114 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-de201b0d-bd3c-4377-9293-db87b108ab2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '7b4d7a24-f2c2-478c-890d-24758906ed25', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:54:21.328940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:54:21.329322 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.356278 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b2ca9-c436-4d9b-8cbc-9fc6a64ce31d None None] The sync data for ids ['1fb218fb-f3ff-4a2a-9281-866ded800960'] in dv-neutron-786478-16-hyperv is: [{'id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'name': 'tempest-TestNetworkBasicOps-router-979446754', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:54:14Z', 'updated_at': '2021-07-28T11:54:18Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:15Z', 'updated_at': '2021-07-28T11:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'a7485739-103e-4548-8c43-63f6255ceb73', 'name': '', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:10:5f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:17Z', 'updated_at': '2021-07-28T11:54:20Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:54:21.361538 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-de201b0d-bd3c-4377-9293-db87b108ab2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.371724 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b140230-0624-4de7-8d0a-c2a80a02cc17 req-fc349e7a-654a-4405-93f8-8e034fc4fd3d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] No DVR routers for this DVR port 7ab271e8-9d71-4f4b-86dc-7051b20f2196 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:54:21.375856 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-4b140230-0624-4de7-8d0a-c2a80a02cc17 req-fc349e7a-654a-4405-93f8-8e034fc4fd3d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.377901 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4b140230-0624-4de7-8d0a-c2a80a02cc17 req-fc349e7a-654a-4405-93f8-8e034fc4fd3d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.39 "DELETE /v2.0/ports/7ab271e8-9d71-4f4b-86dc-7051b20f2196 HTTP/1.1" status: 204 len: 173 time: 0.6562138 Jul 28 11:54:21.379118 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff8f60f-a738-49e7-a290-73031f6e4a71', 'name': 'network-vif-deleted', 'tag': '7ab271e8-9d71-4f4b-86dc-7051b20f2196'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:54:21.382060 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488a5ae9-792a-4f6c-8bcf-6761c1e73a06" -d '{"events": [{"server_uuid": "5ff8f60f-a738-49e7-a290-73031f6e4a71", "name": "network-vif-deleted", "tag": "7ab271e8-9d71-4f4b-86dc-7051b20f2196"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:54:21.465633 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-de201b0d-bd3c-4377-9293-db87b108ab2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.467869 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49873573-58fb-4492-a915-86ec0708813c x-openstack-request-id: req-49873573-58fb-4492-a915-86ec0708813c {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:54:21.468162 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff8f60f-a738-49e7-a290-73031f6e4a71", "name": "network-vif-deleted", "tag": "7ab271e8-9d71-4f4b-86dc-7051b20f2196", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:54:21.468409 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49873573-58fb-4492-a915-86ec0708813c {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:54:21.469006 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff8f60f-a738-49e7-a290-73031f6e4a71', 'name': 'network-vif-deleted', 'tag': '7ab271e8-9d71-4f4b-86dc-7051b20f2196', 'status': 'completed', 'code': 200} Jul 28 11:54:21.480869 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-de201b0d-bd3c-4377-9293-db87b108ab2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.500495 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de201b0d-bd3c-4377-9293-db87b108ab2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09e5b59-9fb1-4657-8244-f1252ff76c45,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:21.510352 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-de201b0d-bd3c-4377-9293-db87b108ab2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.514806 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-de201b0d-bd3c-4377-9293-db87b108ab2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2013984 Jul 28 11:54:21.515022 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33098) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:21.521783 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-acd1aa9b-f0e1-49bf-a7d1-90de5e2e0786 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '7b4d7a24-f2c2-478c-890d-24758906ed25', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:54:21.553921 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-acd1aa9b-f0e1-49bf-a7d1-90de5e2e0786 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:54:21.560164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-acd1aa9b-f0e1-49bf-a7d1-90de5e2e0786 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.617432 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-acd1aa9b-f0e1-49bf-a7d1-90de5e2e0786 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.622230 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-acd1aa9b-f0e1-49bf-a7d1-90de5e2e0786 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.642947 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1aa9b-f0e1-49bf-a7d1-90de5e2e0786 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc9c4b8-3b6b-422b-adb9-65964540bdab,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:21.653149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-acd1aa9b-f0e1-49bf-a7d1-90de5e2e0786 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.656966 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-acd1aa9b-f0e1-49bf-a7d1-90de5e2e0786 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1372287 Jul 28 11:54:21.657216 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33100) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:21.668569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-f0eb93f5-fb3a-4d8f-a613-87d55bf0728f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '7b4d7a24-f2c2-478c-890d-24758906ed25', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:54:21.698558 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.securitygroups_db [None req-f0eb93f5-fb3a-4d8f-a613-87d55bf0728f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:54:21.704239 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f0eb93f5-fb3a-4d8f-a613-87d55bf0728f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.785585 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f0eb93f5-fb3a-4d8f-a613-87d55bf0728f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.791474 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f0eb93f5-fb3a-4d8f-a613-87d55bf0728f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.826801 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb93f5-fb3a-4d8f-a613-87d55bf0728f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d2b8d3-9e43-4af8-826d-744885c3310d,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:21.848347 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-59bf9d2e-7784-4791-8cf0-e082dd7eea0b req-a4500c13-ed99-4c95-a258-2bd7a192d127 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 210 time: 0.0382915 Jul 28 11:54:21.854116 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f0eb93f5-fb3a-4d8f-a613-87d55bf0728f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:21.865155 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f0eb93f5-fb3a-4d8f-a613-87d55bf0728f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2067330 Jul 28 11:54:22.122923 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-fe592485-8b09-432d-90ca-d51df7bb7d5d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995020779&fields=id&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 267 time: 0.0385273 Jul 28 11:54:22.241654 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-5d2c76b4-84e1-4c06-adf5-da4c1b678a6d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:22.244388 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-5d2c76b4-84e1-4c06-adf5-da4c1b678a6d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/networks?id=474a44a0-61e7-45d5-8892-bab1f4a6e67d HTTP/1.1" status: 200 len: 796 time: 0.1139157 Jul 28 11:54:22.263062 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-a9b064e2-20a0-4291-b2e6-460b728f36ca tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/quotas/494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 375 time: 0.0132256 Jul 28 11:54:22.338977 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-600734ce-d113-47dc-be45-ee8b6d6b5053 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706317 Jul 28 11:54:22.447394 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-7a7dd15f-91f5-4fea-9cba-c25b9e007e9c service neutron] 10.222.0.43 "GET /v2.0/networks/474a44a0-61e7-45d5-8892-bab1f4a6e67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977094 Jul 28 11:54:22.548829 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-30343481-4ab9-4588-bba6-70df88953b3d service neutron] 10.222.0.43 "GET /v2.0/networks/474a44a0-61e7-45d5-8892-bab1f4a6e67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908577 Jul 28 11:54:22.716310 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8f1715a7-08e3-42fb-892e-2b0ee7e3910c req-6f028470-9453-47d1-b804-952d23f75138 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463 HTTP/1.1" status: 200 len: 210 time: 0.0330753 Jul 28 11:54:22.875269 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a7485739-103e-4548-8c43-63f6255ceb73 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:54:22.946835 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port a7485739-103e-4548-8c43-63f6255ceb73 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:54:22.951123 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port a7485739-103e-4548-8c43-63f6255ceb73 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:54:22.951643 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:22.981150 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-90787b8f-085a-4c50-9031-561993bca7b5 req-7afbabfe-eec6-4d3a-b6ad-ad8e311e5a56 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 210 time: 0.0390964 Jul 28 11:54:23.043516 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:23.079812 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port a7485739-103e-4548-8c43-63f6255ceb73, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a7485739-103e-4548-8c43-63f6255ceb73,segment=NetworkSegment(2f0ee290-c62d-4398-90a8-2b3882afb34d),segment_id=2f0ee290-c62d-4398-90a8-2b3882afb34d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:23.084602 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:23.139654 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=a7485739-103e-4548-8c43-63f6255ceb73,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:23.781787 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-9c5bd71a-b364-4f60-bd37-2a683a5627c7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:23.783490 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-9c5bd71a-b364-4f60-bd37-2a683a5627c7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/networks?id=474a44a0-61e7-45d5-8892-bab1f4a6e67d HTTP/1.1" status: 200 len: 796 time: 0.1109865 Jul 28 11:54:23.829743 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0092912d-28a6-4bd6-bb26-2e8902fca2d3 req-9f13be10-0721-480a-8751-a7112805db8c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463 HTTP/1.1" status: 200 len: 210 time: 0.0314815 Jul 28 11:54:23.832840 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-5f7eb3bf-7063-4d57-b815-cff163523e53 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 379 time: 0.0399652 Jul 28 11:54:23.847697 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-e348773a-f44e-437f-b99c-9f123bb55416 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'port': {'device_id': 'f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'admin_state_up': True, 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'security_groups': ['7b4d7a24-f2c2-478c-890d-24758906ed25']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:54:23.955193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-e348773a-f44e-437f-b99c-9f123bb55416 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:54:23.958800 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-e348773a-f44e-437f-b99c-9f123bb55416 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:24.081559 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-830aadf3-1e2a-4f5b-8c39-814820d91bd3 req-90f69459-64a9-4d6c-8a3d-d3d6ae7617da tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 210 time: 0.0262837 Jul 28 11:54:24.093004 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-e348773a-f44e-437f-b99c-9f123bb55416 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.10 (474a44a0-61e7-45d5-8892-bab1f4a6e67d/70824950-a407-4bcc-bb3d-805eb4327ff0/452c0626-5a84-4e55-ba18-5994d392826b) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:54:24.235049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-e348773a-f44e-437f-b99c-9f123bb55416 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:24.248295 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-e348773a-f44e-437f-b99c-9f123bb55416 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object 452c0626-5a84-4e55-ba18-5994d392826b will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:54:24.280820 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-e348773a-f44e-437f-b99c-9f123bb55416 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:24.322801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-e348773a-f44e-437f-b99c-9f123bb55416 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network 474a44a0-61e7-45d5-8892-bab1f4a6e67d is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:54:24.330021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-e348773a-f44e-437f-b99c-9f123bb55416 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:54:24.334590 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-e348773a-f44e-437f-b99c-9f123bb55416 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:54:24.356747 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348773a-f44e-437f-b99c-9f123bb55416 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=452c0626-5a84-4e55-ba18-5994d392826b,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:24.391363 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-e348773a-f44e-437f-b99c-9f123bb55416 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:24.392175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-e348773a-f44e-437f-b99c-9f123bb55416 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:24.410204 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-e348773a-f44e-437f-b99c-9f123bb55416 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5698886 Jul 28 11:54:24.423568 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Request body: {'port': {'device_id': 'f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:54:24.483009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:24.625704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-10402d5c-80f8-4507-83f9-366b03edb1ae None None] Provisioning for port 452c0626-5a84-4e55-ba18-5994d392826b completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:54:24.629605 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-10402d5c-80f8-4507-83f9-366b03edb1ae None None] Provisioning complete for port 452c0626-5a84-4e55-ba18-5994d392826b triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:54:24.630062 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-10402d5c-80f8-4507-83f9-366b03edb1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:24.671995 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-10402d5c-80f8-4507-83f9-366b03edb1ae None None] Port 452c0626-5a84-4e55-ba18-5994d392826b cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:54:24.752995 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452c0626-5a84-4e55-ba18-5994d392826b {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:54:24.761054 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:24.773287 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Transition to ACTIVE for port object 452c0626-5a84-4e55-ba18-5994d392826b will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:54:24.780289 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:24.833479 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Pushing event updated for resources: {'Port': ['ID=452c0626-5a84-4e55-ba18-5994d392826b,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:24.855711 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a7485739-103e-4548-8c43-63f6255ceb73 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:54:24.924508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Attempting to bind port 452c0626-5a84-4e55-ba18-5994d392826b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:54:24.924877 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Attempting to bind port 452c0626-5a84-4e55-ba18-5994d392826b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '2f0ee290-c62d-4398-90a8-2b3882afb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:54:24.925260 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Attempting to bind port 452c0626-5a84-4e55-ba18-5994d392826b on network 474a44a0-61e7-45d5-8892-bab1f4a6e67d {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:54:24.931401 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Port 452c0626-5a84-4e55-ba18-5994d392826b on network 474a44a0-61e7-45d5-8892-bab1f4a6e67d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:54:24.931730 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Attempting to bind port 452c0626-5a84-4e55-ba18-5994d392826b on network 474a44a0-61e7-45d5-8892-bab1f4a6e67d {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:54:24.937487 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:54:24.937844 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Checking segment: {'id': '2f0ee290-c62d-4398-90a8-2b3882afb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:54:24.938215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Bound using segment: {'id': '2f0ee290-c62d-4398-90a8-2b3882afb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:54:24.938710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Bound port: 452c0626-5a84-4e55-ba18-5994d392826b, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0ee290-c62d-4398-90a8-2b3882afb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:54:24.939076 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:24.973159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port a7485739-103e-4548-8c43-63f6255ceb73 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:54:24.973648 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:24.996428 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8759e1b-142c-4b39-b715-46e343da1031 req-81ed4fce-9e1c-4fa0-94be-fd0584e48a7f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:24.998201 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c8759e1b-142c-4b39-b715-46e343da1031 req-81ed4fce-9e1c-4fa0-94be-fd0584e48a7f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463 HTTP/1.1" status: 200 len: 944 time: 0.0595291 Jul 28 11:54:25.020208 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] For port 452c0626-5a84-4e55-ba18-5994d392826b, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:54:25.023533 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] For port 452c0626-5a84-4e55-ba18-5994d392826b, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=452c0626-5a84-4e55-ba18-5994d392826b,segment=NetworkSegment(2f0ee290-c62d-4398-90a8-2b3882afb34d),segment_id=2f0ee290-c62d-4398-90a8-2b3882afb34d)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:54:25.029698 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:25.062751 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c8759e1b-142c-4b39-b715-46e343da1031 req-cadeb896-fbba-487b-8af1-aea6affdb860 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b4d7a24-f2c2-478c-890d-24758906ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519345 Jul 28 11:54:25.079933 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:25.080575 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:25.082139 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] 10.222.0.39 "PUT /v2.0/ports/452c0626-5a84-4e55-ba18-5994d392826b HTTP/1.1" status: 200 len: 1094 time: 0.6627765 Jul 28 11:54:25.082485 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463', 'tag': '452c0626-5a84-4e55-ba18-5994d392826b'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:54:25.085158 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f78d16d-4ef3-4043-88b7-ef6e353de1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463", "tag": "452c0626-5a84-4e55-ba18-5994d392826b"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:54:25.160439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb66a748-144e-4a91-a606-c8aaa48ffde9 x-openstack-request-id: req-fb66a748-144e-4a91-a606-c8aaa48ffde9 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:54:25.160731 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463", "tag": "452c0626-5a84-4e55-ba18-5994d392826b", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:54:25.160979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb66a748-144e-4a91-a606-c8aaa48ffde9 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:54:25.161377 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463', 'tag': '452c0626-5a84-4e55-ba18-5994d392826b', 'status': 'completed', 'code': 200} Jul 28 11:54:25.169061 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404bc80-3435-450b-9124-80e3c1ed056e service neutron] Pushing event updated for resources: {'Port': ['ID=452c0626-5a84-4e55-ba18-5994d392826b,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:25.186778 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-d389e7c7-38d9-41c2-b887-bfd2d1e590c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:25.188389 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-d389e7c7-38d9-41c2-b887-bfd2d1e590c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463 HTTP/1.1" status: 200 len: 1097 time: 0.0590992 Jul 28 11:54:25.205529 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d7190e6c-028f-4981-8274-82a6a446231f req-9456a645-82f0-4c53-832b-5171bc7b28f8 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ff8f60f-a738-49e7-a290-73031f6e4a71 HTTP/1.1" status: 200 len: 210 time: 0.0335493 Jul 28 11:54:25.236083 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-f4110891-1622-4fa6-b5a1-6d3e5086a83e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=452c0626-5a84-4e55-ba18-5994d392826b HTTP/1.1" status: 200 len: 217 time: 0.0383930 Jul 28 11:54:25.288702 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-0bbb9b2f-a201-45a2-871a-ea51f0ab2292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:25.290348 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-0bbb9b2f-a201-45a2-871a-ea51f0ab2292 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70824950-a407-4bcc-bb3d-805eb4327ff0 HTTP/1.1" status: 200 len: 834 time: 0.0465975 Jul 28 11:54:25.344003 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-c44ba19d-96a0-442f-9c5b-f79ccd75e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:25.345797 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-c44ba19d-96a0-442f-9c5b-f79ccd75e03d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=474a44a0-61e7-45d5-8892-bab1f4a6e67d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0470905 Jul 28 11:54:25.374148 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 7ab271e8-9d71-4f4b-86dc-7051b20f2196 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:54:25.396028 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 7ab271e8-9d71-4f4b-86dc-7051b20f2196 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:54:25.396320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 7ab271e8-9d71-4f4b-86dc-7051b20f2196 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:54:25.436791 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-45c16a2c-5311-403d-9fa6-b29e9c1e8212 service neutron] 10.222.0.39 "GET /v2.0/networks/474a44a0-61e7-45d5-8892-bab1f4a6e67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839570 Jul 28 11:54:25.528293 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-58896f5b-4e0a-461a-9172-5f7ca35e57ab req-9fbc9a63-d411-480a-9288-965a15b7da5b service neutron] 10.222.0.39 "GET /v2.0/networks/474a44a0-61e7-45d5-8892-bab1f4a6e67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849848 Jul 28 11:54:25.610141 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78d16d-4ef3-4043-88b7-ef6e353de1d3 req-2d45aa9e-28a5-4273-b844-248703cba326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:25.611688 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6f78d16d-4ef3-4043-88b7-ef6e353de1d3 req-2d45aa9e-28a5-4273-b844-248703cba326 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463 HTTP/1.1" status: 200 len: 1097 time: 0.0392797 Jul 28 11:54:25.700063 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78d16d-4ef3-4043-88b7-ef6e353de1d3 req-5e6ad7b1-74b7-43e9-81d1-fc60551e5ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:25.701419 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6f78d16d-4ef3-4043-88b7-ef6e353de1d3 req-5e6ad7b1-74b7-43e9-81d1-fc60551e5ea5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=474a44a0-61e7-45d5-8892-bab1f4a6e67d HTTP/1.1" status: 200 len: 897 time: 0.0812662 Jul 28 11:54:25.745184 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6f78d16d-4ef3-4043-88b7-ef6e353de1d3 req-971e4a57-0c2c-4936-9e82-809df51b4389 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=452c0626-5a84-4e55-ba18-5994d392826b HTTP/1.1" status: 200 len: 217 time: 0.0362296 Jul 28 11:54:25.794510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78d16d-4ef3-4043-88b7-ef6e353de1d3 req-93e3c9ef-08c5-4af5-b083-3f61a073c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:25.796091 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6f78d16d-4ef3-4043-88b7-ef6e353de1d3 req-93e3c9ef-08c5-4af5-b083-3f61a073c3f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70824950-a407-4bcc-bb3d-805eb4327ff0 HTTP/1.1" status: 200 len: 834 time: 0.0440350 Jul 28 11:54:25.842016 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78d16d-4ef3-4043-88b7-ef6e353de1d3 req-369612d4-f95b-4a5c-b234-0b2796fe53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:25.843543 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6f78d16d-4ef3-4043-88b7-ef6e353de1d3 req-369612d4-f95b-4a5c-b234-0b2796fe53dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=474a44a0-61e7-45d5-8892-bab1f4a6e67d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401800 Jul 28 11:54:25.935589 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6f78d16d-4ef3-4043-88b7-ef6e353de1d3 req-3ff58da2-9b45-4f02-997e-055e18905e96 service neutron] 10.222.0.39 "GET /v2.0/networks/474a44a0-61e7-45d5-8892-bab1f4a6e67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839825 Jul 28 11:54:26.022793 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6f78d16d-4ef3-4043-88b7-ef6e353de1d3 req-5efe0c63-3514-4aa5-b073-2b1904ff19ba service neutron] 10.222.0.39 "GET /v2.0/networks/474a44a0-61e7-45d5-8892-bab1f4a6e67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791948 Jul 28 11:54:26.171585 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2809b1-6ac7-4616-a256-7651ae70776d req-83dbd387-dda8-427c-bc56-ce935b2048fd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:26.173067 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-df2809b1-6ac7-4616-a256-7651ae70776d req-83dbd387-dda8-427c-bc56-ce935b2048fd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463 HTTP/1.1" status: 200 len: 944 time: 0.0506401 Jul 28 11:54:26.209927 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-df2809b1-6ac7-4616-a256-7651ae70776d req-46149de3-2c91-4b98-846d-5a7dd7fb30f7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b4d7a24-f2c2-478c-890d-24758906ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309849 Jul 28 11:54:27.325709 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e362722-25d8-4cc9-afb8-013566fb50b2 req-c993b17b-c800-413d-82a2-1431feb0f8de tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:27.327289 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9e362722-25d8-4cc9-afb8-013566fb50b2 req-c993b17b-c800-413d-82a2-1431feb0f8de tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463 HTTP/1.1" status: 200 len: 944 time: 0.0503697 Jul 28 11:54:27.368516 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9e362722-25d8-4cc9-afb8-013566fb50b2 req-75c09806-2420-4518-87cf-33865c4c0757 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b4d7a24-f2c2-478c-890d-24758906ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344062 Jul 28 11:54:27.390162 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 452c0626-5a84-4e55-ba18-5994d392826b details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:54:27.485345 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 452c0626-5a84-4e55-ba18-5994d392826b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=452c0626-5a84-4e55-ba18-5994d392826b,segment=NetworkSegment(2f0ee290-c62d-4398-90a8-2b3882afb34d),segment_id=2f0ee290-c62d-4398-90a8-2b3882afb34d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:27.497141 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '452c0626-5a84-4e55-ba18-5994d392826b', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'port_id': '452c0626-5a84-4e55-ba18-5994d392826b', 'mac_address': 'fa:16:3e:bd:5e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:54:27.536499 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:27.550933 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452c0626-5a84-4e55-ba18-5994d392826b {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:54:27.572184 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 452c0626-5a84-4e55-ba18-5994d392826b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=452c0626-5a84-4e55-ba18-5994d392826b,segment=NetworkSegment(2f0ee290-c62d-4398-90a8-2b3882afb34d),segment_id=2f0ee290-c62d-4398-90a8-2b3882afb34d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:27.576320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:27.623520 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=452c0626-5a84-4e55-ba18-5994d392826b,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:27.776571 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['452c0626-5a84-4e55-ba18-5994d392826b'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:54:28.494748 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d9ebe-e83f-455a-8ac4-6e9966193945 req-3fa25a1e-1ee5-46ef-a909-b719bc6f7718 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:28.496282 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-986d9ebe-e83f-455a-8ac4-6e9966193945 req-3fa25a1e-1ee5-46ef-a909-b719bc6f7718 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463 HTTP/1.1" status: 200 len: 945 time: 0.0590441 Jul 28 11:54:28.547514 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-986d9ebe-e83f-455a-8ac4-6e9966193945 req-632fd198-6d41-4290-8a4c-7f36e7b6b2aa tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b4d7a24-f2c2-478c-890d-24758906ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451431 Jul 28 11:54:29.394144 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 452c0626-5a84-4e55-ba18-5994d392826b up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:54:29.451657 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 452c0626-5a84-4e55-ba18-5994d392826b completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:54:29.456969 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 452c0626-5a84-4e55-ba18-5994d392826b triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:54:29.457447 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:29.538535 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:29.561784 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452c0626-5a84-4e55-ba18-5994d392826b'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:54:29.564153 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bd45cf-b64b-41c8-8807-a1dab94f24b8" -d '{"events": [{"server_uuid": "f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463", "name": "network-vif-plugged", "status": "completed", "tag": "452c0626-5a84-4e55-ba18-5994d392826b"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:54:29.588508 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 452c0626-5a84-4e55-ba18-5994d392826b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=452c0626-5a84-4e55-ba18-5994d392826b,segment=NetworkSegment(2f0ee290-c62d-4398-90a8-2b3882afb34d),segment_id=2f0ee290-c62d-4398-90a8-2b3882afb34d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:29.594905 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:29.620868 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506eec4c-a78e-4051-a1c7-d186dfcae90c x-openstack-request-id: req-506eec4c-a78e-4051-a1c7-d186dfcae90c {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:54:29.621301 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463", "name": "network-vif-plugged", "status": "completed", "tag": "452c0626-5a84-4e55-ba18-5994d392826b", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:54:29.621557 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-506eec4c-a78e-4051-a1c7-d186dfcae90c {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:54:29.621952 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452c0626-5a84-4e55-ba18-5994d392826b', 'code': 200} Jul 28 11:54:29.651548 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=452c0626-5a84-4e55-ba18-5994d392826b,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:29.678783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a095d1-88e9-4cac-abf5-fb895d2ce50c req-82b04175-71da-4fb3-806f-b2fafca289f4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:29.680736 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-37a095d1-88e9-4cac-abf5-fb895d2ce50c req-82b04175-71da-4fb3-806f-b2fafca289f4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463 HTTP/1.1" status: 200 len: 946 time: 0.0566542 Jul 28 11:54:29.728504 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-37a095d1-88e9-4cac-abf5-fb895d2ce50c req-48d2c5cd-bd49-4ac1-9a42-1a628f1fe438 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b4d7a24-f2c2-478c-890d-24758906ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419922 Jul 28 11:54:29.793847 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e98252-2345-4a24-bb0f-2687b45f30d9 req-5426c2a9-e91d-498e-b0b6-db62737144a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:29.795374 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-66e98252-2345-4a24-bb0f-2687b45f30d9 req-5426c2a9-e91d-498e-b0b6-db62737144a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463 HTTP/1.1" status: 200 len: 1099 time: 0.0402675 Jul 28 11:54:29.833397 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-66e98252-2345-4a24-bb0f-2687b45f30d9 req-e5db79d2-bdb0-4392-82ce-85a54636d8fe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7b4d7a24-f2c2-478c-890d-24758906ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310137 Jul 28 11:54:30.583174 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33178) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:30.740900 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-50031e17-ac7b-4de4-b390-e15967f91254 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Deleting port 684aa76d-ef3d-41ac-a7d2-11cc6ce9f3e8 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:54:30.741622 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-50031e17-ac7b-4de4-b390-e15967f91254 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:30.855544 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-50031e17-ac7b-4de4-b390-e15967f91254 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:30.855798 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-50031e17-ac7b-4de4-b390-e15967f91254 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:30.872189 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-50031e17-ac7b-4de4-b390-e15967f91254 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Calling delete_port for 684aa76d-ef3d-41ac-a7d2-11cc6ce9f3e8 owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:54:30.880751 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed81d-a205-464a-bf50-b802d82aff6e req-a55c8968-97dd-4554-b8cb-dd5d2dcd85e4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:30.882231 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-92aed81d-a205-464a-bf50-b802d82aff6e req-a55c8968-97dd-4554-b8cb-dd5d2dcd85e4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463 HTTP/1.1" status: 200 len: 946 time: 0.0805480 Jul 28 11:54:30.960004 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-92aed81d-a205-464a-bf50-b802d82aff6e req-1e4a6ca4-b050-4e64-b5ef-f3adbaddbde5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b4d7a24-f2c2-478c-890d-24758906ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692568 Jul 28 11:54:31.084112 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-50031e17-ac7b-4de4-b390-e15967f91254 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:31.118767 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51ef0-116c-490c-804a-deb5a3f72a5e req-c2a68962-9f5f-4a0e-8061-be18c102b333 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:31.120332 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a4a51ef0-116c-490c-804a-deb5a3f72a5e req-c2a68962-9f5f-4a0e-8061-be18c102b333 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463 HTTP/1.1" status: 200 len: 946 time: 0.0876176 Jul 28 11:54:31.123481 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50031e17-ac7b-4de4-b390-e15967f91254 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event deleted for resources: {'Port': ['ID=684aa76d-ef3d-41ac-a7d2-11cc6ce9f3e8,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:31.204621 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a4a51ef0-116c-490c-804a-deb5a3f72a5e req-aa27ac4e-b98e-4634-93ec-054aabc99a85 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b4d7a24-f2c2-478c-890d-24758906ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751171 Jul 28 11:54:31.211297 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-50031e17-ac7b-4de4-b390-e15967f91254 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:31.212191 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-50031e17-ac7b-4de4-b390-e15967f91254 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Floating IP efdcdbe1-700d-4e3e-a6f7-4cf4713d0e26 disassociated (deleted). External IP: 172.26.1.206, port: e1d11933-2b4b-42a4-8275-6704086fcaf0. Jul 28 11:54:31.228561 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33184) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:31.269314 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b5a643-b9ea-4c22-a04c-37eb3409d8be tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:31.271196 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-11b5a643-b9ea-4c22-a04c-37eb3409d8be tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463 HTTP/1.1" status: 200 len: 1094 time: 0.0412214 Jul 28 11:54:31.274009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33186) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:31.278817 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '452c0626-5a84-4e55-ba18-5994d392826b', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:54:31.301487 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:31.403302 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:31.518262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.26.1.190 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/f1151583-ab4e-4488-bff9-29257ac1901e) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:54:31.628041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:31.672862 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:31.708952 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:54:31.712972 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:54:31.715506 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:54:31.746717 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=f1151583-ab4e-4488-bff9-29257ac1901e,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:31.747595 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50031e17-ac7b-4de4-b390-e15967f91254 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Router 8c47119f-1756-451d-b3c3-4b231fa5082c has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:54:31.856048 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50031e17-ac7b-4de4-b390-e15967f91254 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:54:31.860490 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-50031e17-ac7b-4de4-b390-e15967f91254 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:31.865563 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e18491-bd39-4ee5-b514-b0d3dc91c1b5 None None] Sync routers for ids ['8c47119f-1756-451d-b3c3-4b231fa5082c'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:54:31.875533 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e18491-bd39-4ee5-b514-b0d3dc91c1b5 None None] Routers {'8c47119f-1756-451d-b3c3-4b231fa5082c'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:54:31.876146 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-97e18491-bd39-4ee5-b514-b0d3dc91c1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:54:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8c47119f-1756-451d-b3c3-4b231fa5082c'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:31.888971 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-50031e17-ac7b-4de4-b390-e15967f91254 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "DELETE /v2.0/floatingips/efdcdbe1-700d-4e3e-a6f7-4cf4713d0e26 HTTP/1.1" status: 204 len: 168 time: 1.3046477 Jul 28 11:54:31.889503 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'tag': 'e1d11933-2b4b-42a4-8275-6704086fcaf0'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:54:31.895084 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd673f05-9d0f-4d46-837d-e3cfb70d26e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b23668-9eb6-470f-8e31-73ad717e0c36", "tag": "e1d11933-2b4b-42a4-8275-6704086fcaf0"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:54:31.943801 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8aa4b91-d464-4e3b-b24c-9914421fe7a7 x-openstack-request-id: req-f8aa4b91-d464-4e3b-b24c-9914421fe7a7 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:54:31.944194 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b23668-9eb6-470f-8e31-73ad717e0c36", "tag": "e1d11933-2b4b-42a4-8275-6704086fcaf0", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:54:31.944547 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8aa4b91-d464-4e3b-b24c-9914421fe7a7 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:54:31.945154 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'tag': 'e1d11933-2b4b-42a4-8275-6704086fcaf0', 'status': 'completed', 'code': 200} Jul 28 11:54:31.986408 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-97e18491-bd39-4ee5-b514-b0d3dc91c1b5 None None] Set router 8c47119f-1756-451d-b3c3-4b231fa5082c gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:54:32.068596 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd673f05-9d0f-4d46-837d-e3cfb70d26e8 req-92fd6941-6a37-423e-ba44-baba5b9441e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:32.070115 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd673f05-9d0f-4d46-837d-e3cfb70d26e8 req-92fd6941-6a37-423e-ba44-baba5b9441e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51ac002bba904616bbf9cec718c70d3e&device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 1098 time: 0.0888577 Jul 28 11:54:32.124875 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022be07-cf94-4c2b-a2e7-c7042336fd03 req-a86d3875-2d00-4254-9499-ae19bd81d67b tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:32.126534 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8022be07-cf94-4c2b-a2e7-c7042336fd03 req-a86d3875-2d00-4254-9499-ae19bd81d67b tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 945 time: 0.0514162 Jul 28 11:54:32.169877 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8022be07-cf94-4c2b-a2e7-c7042336fd03 req-ab9ba6bf-1e70-442a-b368-ec596b003fb8 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344918 Jul 28 11:54:32.202886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:32.207278 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-97e18491-bd39-4ee5-b514-b0d3dc91c1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:08Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:32.237667 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e18491-bd39-4ee5-b514-b0d3dc91c1b5 None None] Checking router: 8c47119f-1756-451d-b3c3-4b231fa5082c for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:54:32.241877 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd673f05-9d0f-4d46-837d-e3cfb70d26e8 req-631f4afc-acad-4ad2-85b8-83c3bbc45db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:32.243527 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd673f05-9d0f-4d46-837d-e3cfb70d26e8 req-631f4afc-acad-4ad2-85b8-83c3bbc45db4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 200 len: 911 time: 0.1645598 Jul 28 11:54:32.246013 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e18491-bd39-4ee5-b514-b0d3dc91c1b5 None None] Routers {'8c47119f-1756-451d-b3c3-4b231fa5082c'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:54:32.246655 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-97e18491-bd39-4ee5-b514-b0d3dc91c1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:54:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8c47119f-1756-451d-b3c3-4b231fa5082c'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:32.287937 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd673f05-9d0f-4d46-837d-e3cfb70d26e8 req-c2c6a0a5-5bef-4a29-b084-9b4bb0e097ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1d11933-2b4b-42a4-8275-6704086fcaf0 HTTP/1.1" status: 200 len: 217 time: 0.0349841 Jul 28 11:54:32.389753 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7003770-f715-4c89-803d-5925dea3393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:32.445886 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-97e18491-bd39-4ee5-b514-b0d3dc91c1b5 None None] Set router 8c47119f-1756-451d-b3c3-4b231fa5082c gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:54:32.656419 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-97e18491-bd39-4ee5-b514-b0d3dc91c1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:08Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:32.682782 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e18491-bd39-4ee5-b514-b0d3dc91c1b5 None None] The sync data for ids ['8c47119f-1756-451d-b3c3-4b231fa5082c'] in dv-neutron-786478-16-hyperv is: [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:46:53Z', 'revision_number': 4, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ebb6495c-0a98-4815-aeea-6ce77fea0cef', 'name': '', 'network_id': '6a1fce29-ec01-4e0f-afda-86e621a73431', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'mac_address': 'fa:16:3e:e8:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:51Z', 'updated_at': '2021-07-28T11:47:08Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'subnets': [{'id': 'e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:54:32.702320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:32.740063 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd673f05-9d0f-4d46-837d-e3cfb70d26e8 req-f2c855fe-2efd-47e7-aa9e-1d10eb32a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:32.741535 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd673f05-9d0f-4d46-837d-e3cfb70d26e8 req-f2c855fe-2efd-47e7-aa9e-1d10eb32a52d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5 HTTP/1.1" status: 200 len: 849 time: 0.4353509 Jul 28 11:54:32.852137 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd673f05-9d0f-4d46-837d-e3cfb70d26e8 req-be34174a-ad7a-41bf-8624-570fa67d8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:32.853857 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd673f05-9d0f-4d46-837d-e3cfb70d26e8 req-be34174a-ad7a-41bf-8624-570fa67d8912 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a1fce29-ec01-4e0f-afda-86e621a73431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0934656 Jul 28 11:54:32.922187 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ed914d-2f6e-49e1-b75e-c2928b15df08 None None] New status for floating IP efdcdbe1-700d-4e3e-a6f7-4cf4713d0e26: DOWN {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:54:32.974305 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:32.979754 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:33.026400 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd673f05-9d0f-4d46-837d-e3cfb70d26e8 req-9e10ebce-4225-4765-8818-330894bf66cb service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625257 Jul 28 11:54:33.105068 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=f1151583-ab4e-4488-bff9-29257ac1901e,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:33.120837 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:33.231351 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd673f05-9d0f-4d46-837d-e3cfb70d26e8 req-4ce03136-963f-491b-8c37-8b9e9204e8de service neutron] 10.222.0.39 "GET /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857672 Jul 28 11:54:33.251668 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP a4eff3a4-8fb7-4ef4-82c8-6edebe529110 associated. External IP: 172.26.1.190, port: 452c0626-5a84-4e55-ba18-5994d392826b. Jul 28 11:54:33.288576 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9fdf4-cb19-4bac-8d34-ff15176050b1 req-cf7b1b14-8e9d-452d-a920-094af903bb49 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:33.290315 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c5b9fdf4-cb19-4bac-8d34-ff15176050b1 req-cf7b1b14-8e9d-452d-a920-094af903bb49 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 945 time: 0.0500941 Jul 28 11:54:33.329462 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c5b9fdf4-cb19-4bac-8d34-ff15176050b1 req-1f3dc3ac-6e2d-4103-83b7-08f4aa107130 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/security-groups?id=652d6ada-68ac-48f3-8ecf-91cdc134df26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325809 Jul 28 11:54:33.458333 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 1fb218fb-f3ff-4a2a-9281-866ded800960 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:54:33.593653 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:54:33.603848 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9626b131-39d2-4052-a842-1cb7b1e3aed8 None None] Sync routers for ids ['1fb218fb-f3ff-4a2a-9281-866ded800960'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:54:33.612832 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9626b131-39d2-4052-a842-1cb7b1e3aed8 None None] Routers {'1fb218fb-f3ff-4a2a-9281-866ded800960'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:54:33.613437 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9626b131-39d2-4052-a842-1cb7b1e3aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:54:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1fb218fb-f3ff-4a2a-9281-866ded800960'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:33.616132 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fd2ef-9943-4408-ab8b-337c7b3c5b0c req-de26fd3d-629d-42c2-a139-99218f5027a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:33.618359 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3d6fd2ef-9943-4408-ab8b-337c7b3c5b0c req-de26fd3d-629d-42c2-a139-99218f5027a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 945 time: 0.0728495 Jul 28 11:54:33.624222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:33.676302 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ca9d5497-b7bd-4dc2-919c-1287479200f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4010446 Jul 28 11:54:33.679208 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33196) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:33.679396 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463', 'tag': '452c0626-5a84-4e55-ba18-5994d392826b'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:54:33.681490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9640aa4-1e7a-4b99-a3c9-be806f3bbff2" -d '{"events": [{"name": "network-changed", "server_uuid": "f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463", "tag": "452c0626-5a84-4e55-ba18-5994d392826b"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:54:33.726101 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-9626b131-39d2-4052-a842-1cb7b1e3aed8 None None] Set router 1fb218fb-f3ff-4a2a-9281-866ded800960 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:54:33.741832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-3d6fd2ef-9943-4408-ab8b-337c7b3c5b0c req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Deleting port e1d11933-2b4b-42a4-8275-6704086fcaf0 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:54:33.742331 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-3d6fd2ef-9943-4408-ab8b-337c7b3c5b0c req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:33.798139 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8af886c-2a4e-495b-a1ac-379aac730e04 x-openstack-request-id: req-a8af886c-2a4e-495b-a1ac-379aac730e04 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:54:33.798454 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463", "tag": "452c0626-5a84-4e55-ba18-5994d392826b", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:54:33.798694 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8af886c-2a4e-495b-a1ac-379aac730e04 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:54:33.799089 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463', 'tag': '452c0626-5a84-4e55-ba18-5994d392826b', 'status': 'completed', 'code': 200} Jul 28 11:54:33.814615 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ebc30ea7-1fc8-4d05-83ab-fe363c968563 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/routers/1fb218fb-f3ff-4a2a-9281-866ded800960 HTTP/1.1" status: 200 len: 921 time: 0.1338670 Jul 28 11:54:33.817023 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33202) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:33.879353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-3d6fd2ef-9943-4408-ab8b-337c7b3c5b0c req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] For port e1d11933-2b4b-42a4-8275-6704086fcaf0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e1d11933-2b4b-42a4-8275-6704086fcaf0,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:33.879844 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-3d6fd2ef-9943-4408-ab8b-337c7b3c5b0c req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:33.884613 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a215b070-2beb-4b28-81a9-5334c0a03d98 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/a4eff3a4-8fb7-4ef4-82c8-6edebe529110 HTTP/1.1" status: 200 len: 992 time: 0.0652544 Jul 28 11:54:33.895184 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-3d6fd2ef-9943-4408-ab8b-337c7b3c5b0c req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Calling delete_port for e1d11933-2b4b-42a4-8275-6704086fcaf0 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:54:33.905170 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9640aa4-1e7a-4b99-a3c9-be806f3bbff2 req-f2846eda-a952-45c3-b3f4-db5787b258f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:33.906716 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c9640aa4-1e7a-4b99-a3c9-be806f3bbff2 req-f2846eda-a952-45c3-b3f4-db5787b258f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463 HTTP/1.1" status: 200 len: 1099 time: 0.0813594 Jul 28 11:54:33.966864 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9626b131-39d2-4052-a842-1cb7b1e3aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'name': 'tempest-TestNetworkBasicOps-router-979446754', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:54:14Z', 'updated_at': '2021-07-28T11:54:18Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:15Z', 'updated_at': '2021-07-28T11:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'a4eff3a4-8fb7-4ef4-82c8-6edebe529110', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.190', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'port_id': '452c0626-5a84-4e55-ba18-5994d392826b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'mac_address': 'fa:16:3e:bd:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:54:31Z', 'updated_at': '2021-07-28T11:54:31Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7485739-103e-4548-8c43-63f6255ceb73', 'name': '', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:10:5f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:17Z', 'updated_at': '2021-07-28T11:54:23Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:33.992472 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9626b131-39d2-4052-a842-1cb7b1e3aed8 None None] Checking router: 1fb218fb-f3ff-4a2a-9281-866ded800960 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:54:34.000286 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9626b131-39d2-4052-a842-1cb7b1e3aed8 None None] Routers {'1fb218fb-f3ff-4a2a-9281-866ded800960'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:54:34.000887 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9626b131-39d2-4052-a842-1cb7b1e3aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:54:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1fb218fb-f3ff-4a2a-9281-866ded800960'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:34.054245 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9640aa4-1e7a-4b99-a3c9-be806f3bbff2 req-9c63275d-91ad-4e65-b557-bc1c111325ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:34.056337 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c9640aa4-1e7a-4b99-a3c9-be806f3bbff2 req-9c63275d-91ad-4e65-b557-bc1c111325ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=474a44a0-61e7-45d5-8892-bab1f4a6e67d HTTP/1.1" status: 200 len: 897 time: 0.1409674 Jul 28 11:54:34.105269 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-9626b131-39d2-4052-a842-1cb7b1e3aed8 None None] Set router 1fb218fb-f3ff-4a2a-9281-866ded800960 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:54:34.160818 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c9640aa4-1e7a-4b99-a3c9-be806f3bbff2 req-c02ee9d8-6d45-4edf-8cd7-bc64f315a7ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=452c0626-5a84-4e55-ba18-5994d392826b HTTP/1.1" status: 200 len: 1000 time: 0.0957241 Jul 28 11:54:34.161852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-3d6fd2ef-9943-4408-ab8b-337c7b3c5b0c req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:34.199601 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event deleted for resources: {'Port': ['ID=e1d11933-2b4b-42a4-8275-6704086fcaf0,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:34.232290 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:34.232650 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:34.233000 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:34.233345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:34.233687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:34.234195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:34.234392 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:34.234721 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:34.235055 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:34.235385 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:34.235719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:34.236109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:34.279256 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6fd2ef-9943-4408-ab8b-337c7b3c5b0c req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] No DVR routers for this DVR port e1d11933-2b4b-42a4-8275-6704086fcaf0 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:54:34.281668 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-3d6fd2ef-9943-4408-ab8b-337c7b3c5b0c req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:34.283859 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3d6fd2ef-9943-4408-ab8b-337c7b3c5b0c req-df8f073e-c47c-4072-8fe0-a79c077176a5 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.39 "DELETE /v2.0/ports/e1d11933-2b4b-42a4-8275-6704086fcaf0 HTTP/1.1" status: 204 len: 173 time: 0.6573586 Jul 28 11:54:34.288326 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9640aa4-1e7a-4b99-a3c9-be806f3bbff2 req-fd1890f3-05ac-402c-80f9-343f375c7f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:34.289794 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c9640aa4-1e7a-4b99-a3c9-be806f3bbff2 req-fd1890f3-05ac-402c-80f9-343f375c7f7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70824950-a407-4bcc-bb3d-805eb4327ff0 HTTP/1.1" status: 200 len: 834 time: 0.1199346 Jul 28 11:54:34.344371 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9626b131-39d2-4052-a842-1cb7b1e3aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'name': 'tempest-TestNetworkBasicOps-router-979446754', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:54:14Z', 'updated_at': '2021-07-28T11:54:18Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:15Z', 'updated_at': '2021-07-28T11:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'a4eff3a4-8fb7-4ef4-82c8-6edebe529110', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.190', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'port_id': '452c0626-5a84-4e55-ba18-5994d392826b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'mac_address': 'fa:16:3e:bd:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:54:31Z', 'updated_at': '2021-07-28T11:54:31Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7485739-103e-4548-8c43-63f6255ceb73', 'name': '', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:10:5f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:17Z', 'updated_at': '2021-07-28T11:54:23Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:34.348122 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9640aa4-1e7a-4b99-a3c9-be806f3bbff2 req-feb5f4f5-eb75-4699-b6b5-d511212d79e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:34.349862 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c9640aa4-1e7a-4b99-a3c9-be806f3bbff2 req-feb5f4f5-eb75-4699-b6b5-d511212d79e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=474a44a0-61e7-45d5-8892-bab1f4a6e67d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0528994 Jul 28 11:54:34.374754 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9626b131-39d2-4052-a842-1cb7b1e3aed8 None None] The sync data for ids ['1fb218fb-f3ff-4a2a-9281-866ded800960'] in dv-neutron-786478-16-hyperv is: [{'id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'name': 'tempest-TestNetworkBasicOps-router-979446754', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:54:14Z', 'updated_at': '2021-07-28T11:54:18Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:15Z', 'updated_at': '2021-07-28T11:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'a4eff3a4-8fb7-4ef4-82c8-6edebe529110', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.190', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'port_id': '452c0626-5a84-4e55-ba18-5994d392826b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'mac_address': 'fa:16:3e:bd:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:54:31Z', 'updated_at': '2021-07-28T11:54:31Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7485739-103e-4548-8c43-63f6255ceb73', 'name': '', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:10:5f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:17Z', 'updated_at': '2021-07-28T11:54:23Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:54:34.447067 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-04d7538a-26c5-4041-b259-4663d66b19a4 req-5d6b63f2-a6fc-43fd-bd67-0f252697af2a tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 210 time: 0.0378067 Jul 28 11:54:34.464337 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c9640aa4-1e7a-4b99-a3c9-be806f3bbff2 req-465b61ef-96ba-46a2-8514-77b592a9f0be service neutron] 10.222.0.39 "GET /v2.0/networks/474a44a0-61e7-45d5-8892-bab1f4a6e67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020141 Jul 28 11:54:34.571885 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c9640aa4-1e7a-4b99-a3c9-be806f3bbff2 req-0093e7c8-ac3d-46be-a729-f9df33d17fd0 service neutron] 10.222.0.39 "GET /v2.0/networks/474a44a0-61e7-45d5-8892-bab1f4a6e67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979128 Jul 28 11:54:34.615071 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b4b43-e170-4f92-a3d9-be887ffd4883 None None] New status for floating IP a4eff3a4-8fb7-4ef4-82c8-6edebe529110: ACTIVE {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:54:34.887507 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33206) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:34.895646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d940882b-15e2-4a12-aeea-841a94772a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:34.952582 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-75956eeb-c0e9-4910-b90a-b8af1fdffc23 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/a4eff3a4-8fb7-4ef4-82c8-6edebe529110 HTTP/1.1" status: 200 len: 994 time: 0.0639253 Jul 28 11:54:35.325424 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:35.531814 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-80bf17fc-20b9-4419-82b0-eb8dab2b9d38 req-3b0713f1-abb0-4734-84f9-ac6bf3ba72a3 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 210 time: 0.0267031 Jul 28 11:54:35.800359 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'name': 'network-vif-deleted', 'tag': 'e1d11933-2b4b-42a4-8275-6704086fcaf0'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:54:35.802824 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c249e1c0-2ba6-41ed-a72d-d9a8254dfd3c" -d '{"events": [{"server_uuid": "a6b23668-9eb6-470f-8e31-73ad717e0c36", "name": "network-vif-deleted", "tag": "e1d11933-2b4b-42a4-8275-6704086fcaf0"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:54:35.838154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad32cf5-debb-40e9-90e3-bb5f5120ddf1 x-openstack-request-id: req-9ad32cf5-debb-40e9-90e3-bb5f5120ddf1 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:54:35.838470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b23668-9eb6-470f-8e31-73ad717e0c36", "name": "network-vif-deleted", "tag": "e1d11933-2b4b-42a4-8275-6704086fcaf0", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:54:35.838725 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ad32cf5-debb-40e9-90e3-bb5f5120ddf1 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:54:35.839183 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b23668-9eb6-470f-8e31-73ad717e0c36', 'name': 'network-vif-deleted', 'tag': 'e1d11933-2b4b-42a4-8275-6704086fcaf0', 'status': 'completed', 'code': 200} Jul 28 11:54:36.378753 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:36.625521 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b06778a2-d253-4245-91a0-93bd3bf807b1 req-d983a179-9695-49b0-a9d7-badbd62df519 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 210 time: 0.0266106 Jul 28 11:54:36.881421 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:54:37.424293 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device e1d11933-2b4b-42a4-8275-6704086fcaf0 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:54:37.448544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: e1d11933-2b4b-42a4-8275-6704086fcaf0 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:54:37.448876 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device e1d11933-2b4b-42a4-8275-6704086fcaf0 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:54:37.738934 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2c9abe2d-3824-4d5b-a949-5c632e0a75f1 req-9a04cd29-4bcf-4d21-b12a-207caf051f2d tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6b23668-9eb6-470f-8e31-73ad717e0c36 HTTP/1.1" status: 200 len: 210 time: 0.0266321 Jul 28 11:54:37.939372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:38.796220 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33218) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:38.919853 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Deleting port 9ceb5fe6-d299-43d7-b36b-1ac365292b2f {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:54:38.920200 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:38.997222 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:38.997554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:39.008884 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Calling delete_port for 9ceb5fe6-d299-43d7-b36b-1ac365292b2f owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:54:39.135747 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:39.163201 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event deleted for resources: {'Port': ['ID=9ceb5fe6-d299-43d7-b36b-1ac365292b2f,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:39.174591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:39.174944 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:39.175289 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:39.175636 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:39.175970 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:39.176305 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:39.176635 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:39.176964 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:39.177293 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:39.177620 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:39.177944 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:39.178319 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:39.230858 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:39.233411 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:39.234618 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-67fe303f-d5e9-4c07-a418-bd63cb3f15e6 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "DELETE /v2.0/floatingips/772fddc3-ce48-4ed6-9caa-e43c76fd7285 HTTP/1.1" status: 204 len: 168 time: 0.4373600 Jul 28 11:54:41.486874 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33232) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:41.549452 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cbeee8ca-0f1c-4382-81fc-bbac58472631 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:41.575665 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cbeee8ca-0f1c-4382-81fc-bbac58472631 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:41.637896 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cbeee8ca-0f1c-4382-81fc-bbac58472631 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:41.640569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cbeee8ca-0f1c-4382-81fc-bbac58472631 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:41.641722 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cbeee8ca-0f1c-4382-81fc-bbac58472631 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] 10.222.0.43 "DELETE /v2.0/security-groups/652d6ada-68ac-48f3-8ecf-91cdc134df26 HTTP/1.1" status: 204 len: 168 time: 0.1537135 Jul 28 11:54:41.652955 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeee8ca-0f1c-4382-81fc-bbac58472631 tempest-TestVolumeBootPattern-1770009274 tempest-TestVolumeBootPattern-1770009274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=652d6ada-68ac-48f3-8ecf-91cdc134df26,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:41.698487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33236) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:42.136420 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c028c8f1-581e-4751-b409-b5eb2d7fa663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:42.386262 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-c028c8f1-581e-4751-b409-b5eb2d7fa663 admin admin] Deleting port ebb6495c-0a98-4815-aeea-6ce77fea0cef {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:54:42.386688 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c028c8f1-581e-4751-b409-b5eb2d7fa663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:42.462831 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-c028c8f1-581e-4751-b409-b5eb2d7fa663 admin admin] For port ebb6495c-0a98-4815-aeea-6ce77fea0cef, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ebb6495c-0a98-4815-aeea-6ce77fea0cef,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:42.463190 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c028c8f1-581e-4751-b409-b5eb2d7fa663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:42.480323 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-c028c8f1-581e-4751-b409-b5eb2d7fa663 admin admin] Calling delete_port for ebb6495c-0a98-4815-aeea-6ce77fea0cef owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:54:42.657400 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c028c8f1-581e-4751-b409-b5eb2d7fa663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:42.680254 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028c8f1-581e-4751-b409-b5eb2d7fa663 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb6495c-0a98-4815-aeea-6ce77fea0cef,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:42.856025 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c028c8f1-581e-4751-b409-b5eb2d7fa663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:43.066583 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c028c8f1-581e-4751-b409-b5eb2d7fa663 admin admin] Router 8c47119f-1756-451d-b3c3-4b231fa5082c has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:54:43.172565 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c028c8f1-581e-4751-b409-b5eb2d7fa663 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:54:43.177479 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c028c8f1-581e-4751-b409-b5eb2d7fa663 admin admin] 10.222.0.43 "PUT /v2.0/routers/8c47119f-1756-451d-b3c3-4b231fa5082c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4779680 Jul 28 11:54:43.180319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33240) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:43.185073 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292b9394-812d-4e65-8eb3-e0d453873128 None None] Sync routers for ids ['8c47119f-1756-451d-b3c3-4b231fa5082c'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:54:43.194001 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292b9394-812d-4e65-8eb3-e0d453873128 None None] Routers {'8c47119f-1756-451d-b3c3-4b231fa5082c'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:54:43.194622 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-292b9394-812d-4e65-8eb3-e0d453873128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:54:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8c47119f-1756-451d-b3c3-4b231fa5082c'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:43.284708 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c236ce99-0ced-459b-940a-267a3d15564c admin admin] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:43.295946 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-292b9394-812d-4e65-8eb3-e0d453873128 None None] Set router 8c47119f-1756-451d-b3c3-4b231fa5082c gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:54:43.384392 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c236ce99-0ced-459b-940a-267a3d15564c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:43.436436 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-c236ce99-0ced-459b-940a-267a3d15564c admin admin] Deleting port a82b3383-71c0-4426-ac08-8a5f7e1902f5 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:54:43.436778 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c236ce99-0ced-459b-940a-267a3d15564c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:43.471469 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-292b9394-812d-4e65-8eb3-e0d453873128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:54:42Z', 'revision_number': 5, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port': {'id': 'a82b3383-71c0-4426-ac08-8a5f7e1902f5', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:46:47Z', 'updated_at': '2021-07-28T11:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:43.501762 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292b9394-812d-4e65-8eb3-e0d453873128 None None] Checking router: 8c47119f-1756-451d-b3c3-4b231fa5082c for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:54:43.509857 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292b9394-812d-4e65-8eb3-e0d453873128 None None] Routers {'8c47119f-1756-451d-b3c3-4b231fa5082c'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:54:43.510489 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-292b9394-812d-4e65-8eb3-e0d453873128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:54:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8c47119f-1756-451d-b3c3-4b231fa5082c'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:43.511988 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-c236ce99-0ced-459b-940a-267a3d15564c admin admin] For port a82b3383-71c0-4426-ac08-8a5f7e1902f5, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a82b3383-71c0-4426-ac08-8a5f7e1902f5,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:43.512354 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c236ce99-0ced-459b-940a-267a3d15564c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:43.525137 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-c236ce99-0ced-459b-940a-267a3d15564c admin admin] Calling delete_port for a82b3383-71c0-4426-ac08-8a5f7e1902f5 owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:54:43.593701 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-292b9394-812d-4e65-8eb3-e0d453873128 None None] Set router 8c47119f-1756-451d-b3c3-4b231fa5082c gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:54:43.696489 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c236ce99-0ced-459b-940a-267a3d15564c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:43.725682 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236ce99-0ced-459b-940a-267a3d15564c admin admin] Pushing event deleted for resources: {'Port': ['ID=a82b3383-71c0-4426-ac08-8a5f7e1902f5,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:43.739381 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-292b9394-812d-4e65-8eb3-e0d453873128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:54:43Z', 'revision_number': 6, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:43.765372 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292b9394-812d-4e65-8eb3-e0d453873128 None None] The sync data for ids ['8c47119f-1756-451d-b3c3-4b231fa5082c'] in dv-neutron-786478-16-hyperv is: [{'id': '8c47119f-1756-451d-b3c3-4b231fa5082c', 'name': 'tempest-TestVolumeBootPattern-60819581-router', 'tenant_id': '51ac002bba904616bbf9cec718c70d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:46:46Z', 'updated_at': '2021-07-28T11:54:43Z', 'revision_number': 6, 'project_id': '51ac002bba904616bbf9cec718c70d3e', 'gw_port_host': None}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:54:43.786620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c236ce99-0ced-459b-940a-267a3d15564c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:43.876833 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c236ce99-0ced-459b-940a-267a3d15564c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:43.879062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c236ce99-0ced-459b-940a-267a3d15564c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:43.927899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c236ce99-0ced-459b-940a-267a3d15564c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:43.928495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c236ce99-0ced-459b-940a-267a3d15564c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c47119f-1756-451d-b3c3-4b231fa5082c {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:54:43.932659 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c236ce99-0ced-459b-940a-267a3d15564c admin admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:43.933805 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c236ce99-0ced-459b-940a-267a3d15564c admin admin] 10.222.0.43 "DELETE /v2.0/routers/8c47119f-1756-451d-b3c3-4b231fa5082c HTTP/1.1" status: 204 len: 168 time: 0.7502863 Jul 28 11:54:43.936247 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33242) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:43.979515 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2877c82-a238-455c-ba1b-d754e88ff1ec admin admin] Deleting subnet e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:54:43.982385 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a2877c82-a238-455c-ba1b-d754e88ff1ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.014889 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a2877c82-a238-455c-ba1b-d754e88ff1ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.092771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a2877c82-a238-455c-ba1b-d754e88ff1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.143606 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a2877c82-a238-455c-ba1b-d754e88ff1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.169880 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2877c82-a238-455c-ba1b-d754e88ff1ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:44.171879 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a2877c82-a238-455c-ba1b-d754e88ff1ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.173742 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a2877c82-a238-455c-ba1b-d754e88ff1ec admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e7d881f0-eb6d-486b-ae6b-54b0be9c9cf5 HTTP/1.1" status: 204 len: 168 time: 0.2364771 Jul 28 11:54:44.176236 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33244) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:44.176838 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829fcff2-b55e-47f4-a03b-f7b8bf2e05ea None None] Network 6a1fce29-ec01-4e0f-afda-86e621a73431 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:54:44.245430 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.301306 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] Deleting port 41f61d57-018d-4fcb-95e5-6761fa03d97e {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:54:44.301650 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.357769 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] DHCP port deletion for 6a1fce29-ec01-4e0f-afda-86e621a73431 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:54:44.365620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] For port 41f61d57-018d-4fcb-95e5-6761fa03d97e, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=41f61d57-018d-4fcb-95e5-6761fa03d97e,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:44.365985 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.379777 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] Calling delete_port for 41f61d57-018d-4fcb-95e5-6761fa03d97e owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:54:44.411918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] Deleting port 41f61d57-018d-4fcb-95e5-6761fa03d97e {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:54:44.412302 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.459830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.480377 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] For port 41f61d57-018d-4fcb-95e5-6761fa03d97e, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=41f61d57-018d-4fcb-95e5-6761fa03d97e,segment=NetworkSegment(01ca3e0a-244a-4261-81ea-e6ad62371e6b),segment_id=01ca3e0a-244a-4261-81ea-e6ad62371e6b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:44.480737 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.494474 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] Pushing event deleted for resources: {'Port': ['ID=41f61d57-018d-4fcb-95e5-6761fa03d97e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:44.494881 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] Calling delete_port for 41f61d57-018d-4fcb-95e5-6761fa03d97e owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:54:44.496619 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] No DVR routers for this DVR port 41f61d57-018d-4fcb-95e5-6761fa03d97e on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:54:44.566673 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.577270 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1fce29-ec01-4e0f-afda-86e621a73431']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:44.580366 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.587756 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ca3e0a-244a-4261-81ea-e6ad62371e6b') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:44.588122 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ca3e0a-244a-4261-81ea-e6ad62371e6b') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:44.597529 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.607880 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] No DVR routers for this DVR port 41f61d57-018d-4fcb-95e5-6761fa03d97e on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:54:44.610856 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.611946 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] Pushing event deleted for resources: {'Port': ['ID=41f61d57-018d-4fcb-95e5-6761fa03d97e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:44.618140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:54:44.619138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.619869 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:44.620232 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:44.620580 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:44.620918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:44.621259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:44.621597 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:44.621931 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:44.622311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:54:44.622577 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:54:44.625546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:44.625546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:44.625546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:44.625546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1baf08-4029-4f0f-93b9-5ad90ec352af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:54:44.678883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.684418 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.689134 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] 10.222.0.43 "DELETE /v2.0/networks/6a1fce29-ec01-4e0f-afda-86e621a73431 HTTP/1.1" status: 204 len: 168 time: 0.5090873 Jul 28 11:54:44.689475 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33246) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:44.698833 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89cff7-6eeb-4b21-aac7-cd9d9113fa5a admin admin] Pushing event deleted for resources: {'Network': ['ID=6a1fce29-ec01-4e0f-afda-86e621a73431,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:44.859754 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ebb6495c-0a98-4815-aeea-6ce77fea0cef no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:54:44.880760 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: ebb6495c-0a98-4815-aeea-6ce77fea0cef {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:54:44.881019 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ebb6495c-0a98-4815-aeea-6ce77fea0cef not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:54:44.881451 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 41f61d57-018d-4fcb-95e5-6761fa03d97e no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:54:44.900516 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 41f61d57-018d-4fcb-95e5-6761fa03d97e {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:54:44.900918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 41f61d57-018d-4fcb-95e5-6761fa03d97e not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:54:44.901349 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a82b3383-71c0-4426-ac08-8a5f7e1902f5 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:54:44.920109 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: a82b3383-71c0-4426-ac08-8a5f7e1902f5 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:54:44.920450 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a82b3383-71c0-4426-ac08-8a5f7e1902f5 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:54:45.041341 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e720caa-3344-43fe-ac6d-1a07d8d4e3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:45.278346 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3e720caa-3344-43fe-ac6d-1a07d8d4e3df admin admin] Deleting port bcc8207a-11aa-440b-b164-84173de40e92 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:54:45.278718 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e720caa-3344-43fe-ac6d-1a07d8d4e3df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:45.356871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-3e720caa-3344-43fe-ac6d-1a07d8d4e3df admin admin] For port bcc8207a-11aa-440b-b164-84173de40e92, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=bcc8207a-11aa-440b-b164-84173de40e92,segment=NetworkSegment(24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963),segment_id=24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:45.357143 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e720caa-3344-43fe-ac6d-1a07d8d4e3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:45.370376 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-3e720caa-3344-43fe-ac6d-1a07d8d4e3df admin admin] Calling delete_port for bcc8207a-11aa-440b-b164-84173de40e92 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:54:45.848409 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e720caa-3344-43fe-ac6d-1a07d8d4e3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:45.875276 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e720caa-3344-43fe-ac6d-1a07d8d4e3df admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc8207a-11aa-440b-b164-84173de40e92,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:46.037659 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e720caa-3344-43fe-ac6d-1a07d8d4e3df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:46.243807 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e720caa-3344-43fe-ac6d-1a07d8d4e3df admin admin] Router b0a83c01-f46a-40bf-9c05-5831f3b85c36 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:54:46.348007 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e720caa-3344-43fe-ac6d-1a07d8d4e3df admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:54:46.352979 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3e720caa-3344-43fe-ac6d-1a07d8d4e3df admin admin] 10.222.0.43 "PUT /v2.0/routers/b0a83c01-f46a-40bf-9c05-5831f3b85c36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6622629 Jul 28 11:54:46.355698 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33248) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:46.356939 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5710dd34-dfaf-4fbf-8f67-e1070aaa3ba2 None None] Sync routers for ids ['b0a83c01-f46a-40bf-9c05-5831f3b85c36'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:54:46.365784 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710dd34-dfaf-4fbf-8f67-e1070aaa3ba2 None None] Routers {'b0a83c01-f46a-40bf-9c05-5831f3b85c36'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:54:46.366403 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-5710dd34-dfaf-4fbf-8f67-e1070aaa3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:54:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b0a83c01-f46a-40bf-9c05-5831f3b85c36'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:46.460466 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eddc5e0d-9a07-4e99-a30a-93e6d8b82b1d admin admin] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:46.467507 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-5710dd34-dfaf-4fbf-8f67-e1070aaa3ba2 None None] Set router b0a83c01-f46a-40bf-9c05-5831f3b85c36 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:54:46.561965 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eddc5e0d-9a07-4e99-a30a-93e6d8b82b1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:46.614399 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-eddc5e0d-9a07-4e99-a30a-93e6d8b82b1d admin admin] Deleting port eb599a1b-6bdc-44b6-8424-323eebed7786 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:54:46.614781 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eddc5e0d-9a07-4e99-a30a-93e6d8b82b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:46.646018 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-5710dd34-dfaf-4fbf-8f67-e1070aaa3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'name': 'tempest-TestVolumeBootPattern-1845340292-router', 'tenant_id': '7a6956efca054df4ba057243a5fa1a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'eb599a1b-6bdc-44b6-8424-323eebed7786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:47:03Z', 'updated_at': '2021-07-28T11:54:45Z', 'revision_number': 5, 'project_id': '7a6956efca054df4ba057243a5fa1a70', 'gw_port': {'id': 'eb599a1b-6bdc-44b6-8424-323eebed7786', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:64:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:47:04Z', 'updated_at': '2021-07-28T11:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:46.672458 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5710dd34-dfaf-4fbf-8f67-e1070aaa3ba2 None None] Checking router: b0a83c01-f46a-40bf-9c05-5831f3b85c36 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:54:46.681553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710dd34-dfaf-4fbf-8f67-e1070aaa3ba2 None None] Routers {'b0a83c01-f46a-40bf-9c05-5831f3b85c36'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:54:46.682029 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-5710dd34-dfaf-4fbf-8f67-e1070aaa3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:54:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b0a83c01-f46a-40bf-9c05-5831f3b85c36'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:46.698719 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-eddc5e0d-9a07-4e99-a30a-93e6d8b82b1d admin admin] For port eb599a1b-6bdc-44b6-8424-323eebed7786, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=eb599a1b-6bdc-44b6-8424-323eebed7786,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:46.699088 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eddc5e0d-9a07-4e99-a30a-93e6d8b82b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:46.711498 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-eddc5e0d-9a07-4e99-a30a-93e6d8b82b1d admin admin] Calling delete_port for eb599a1b-6bdc-44b6-8424-323eebed7786 owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:54:46.766615 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-5710dd34-dfaf-4fbf-8f67-e1070aaa3ba2 None None] Set router b0a83c01-f46a-40bf-9c05-5831f3b85c36 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:54:46.822147 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-5710dd34-dfaf-4fbf-8f67-e1070aaa3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'name': 'tempest-TestVolumeBootPattern-1845340292-router', 'tenant_id': '7a6956efca054df4ba057243a5fa1a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:47:03Z', 'updated_at': '2021-07-28T11:54:46Z', 'revision_number': 6, 'project_id': '7a6956efca054df4ba057243a5fa1a70', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:46.890553 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eddc5e0d-9a07-4e99-a30a-93e6d8b82b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:46.918317 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc5e0d-9a07-4e99-a30a-93e6d8b82b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=eb599a1b-6bdc-44b6-8424-323eebed7786,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:46.981624 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eddc5e0d-9a07-4e99-a30a-93e6d8b82b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:46.998292 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5710dd34-dfaf-4fbf-8f67-e1070aaa3ba2 None None] The sync data for ids ['b0a83c01-f46a-40bf-9c05-5831f3b85c36'] in dv-neutron-786478-16-hyperv is: [{'id': 'b0a83c01-f46a-40bf-9c05-5831f3b85c36', 'name': 'tempest-TestVolumeBootPattern-1845340292-router', 'tenant_id': '7a6956efca054df4ba057243a5fa1a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:47:03Z', 'updated_at': '2021-07-28T11:54:46Z', 'revision_number': 6, 'project_id': '7a6956efca054df4ba057243a5fa1a70', 'gw_port_host': None}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:54:47.073571 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eddc5e0d-9a07-4e99-a30a-93e6d8b82b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.075619 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eddc5e0d-9a07-4e99-a30a-93e6d8b82b1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.119899 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eddc5e0d-9a07-4e99-a30a-93e6d8b82b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.120363 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddc5e0d-9a07-4e99-a30a-93e6d8b82b1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0a83c01-f46a-40bf-9c05-5831f3b85c36 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:54:47.124627 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eddc5e0d-9a07-4e99-a30a-93e6d8b82b1d admin admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.125757 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-eddc5e0d-9a07-4e99-a30a-93e6d8b82b1d admin admin] 10.222.0.43 "DELETE /v2.0/routers/b0a83c01-f46a-40bf-9c05-5831f3b85c36 HTTP/1.1" status: 204 len: 168 time: 0.7691281 Jul 28 11:54:47.128267 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33250) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:47.172185 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-3237a69d-2701-4ea7-8cad-6950d793ed7d admin admin] Deleting subnet 9d263fbb-6c36-44e6-96a6-ed8491f9ed9a {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:54:47.175183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3237a69d-2701-4ea7-8cad-6950d793ed7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.208435 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3237a69d-2701-4ea7-8cad-6950d793ed7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.290982 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3237a69d-2701-4ea7-8cad-6950d793ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.345639 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3237a69d-2701-4ea7-8cad-6950d793ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.372292 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237a69d-2701-4ea7-8cad-6950d793ed7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d263fbb-6c36-44e6-96a6-ed8491f9ed9a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:47.375983 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3237a69d-2701-4ea7-8cad-6950d793ed7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.377883 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3237a69d-2701-4ea7-8cad-6950d793ed7d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9d263fbb-6c36-44e6-96a6-ed8491f9ed9a HTTP/1.1" status: 204 len: 168 time: 0.2487028 Jul 28 11:54:47.380371 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33252) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:47.381363 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca637975-7217-4bb1-adcb-68dda3ad6a6a None None] Network 0280e4bd-b748-42e1-b2e8-1a83ec3f33dc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:54:47.454055 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.507547 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] Deleting port e061e18a-b9a1-4e9e-a44d-81f444a411f0 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:54:47.507890 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.570023 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] For port e061e18a-b9a1-4e9e-a44d-81f444a411f0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e061e18a-b9a1-4e9e-a44d-81f444a411f0,segment=NetworkSegment(24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963),segment_id=24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:54:47.570388 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.584251 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] Calling delete_port for e061e18a-b9a1-4e9e-a44d-81f444a411f0 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:54:47.663777 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.688076 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e061e18a-b9a1-4e9e-a44d-81f444a411f0,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:47.692443 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] No DVR routers for this DVR port e061e18a-b9a1-4e9e-a44d-81f444a411f0 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:54:47.769604 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8b9e09-0d40-4038-be38-20cdf089525b None None] DHCP port deletion for 0280e4bd-b748-42e1-b2e8-1a83ec3f33dc request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:54:47.770889 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.790167 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0280e4bd-b748-42e1-b2e8-1a83ec3f33dc']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:47.801296 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:47.801587 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24ebe8f9-58cc-4fc0-95b3-3dd83bd8e963') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:54:47.810944 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.825215 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.831176 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:54:47.831549 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:54:47.833412 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:54:47.888371 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.893637 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:47.895583 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] 10.222.0.43 "DELETE /v2.0/networks/0280e4bd-b748-42e1-b2e8-1a83ec3f33dc HTTP/1.1" status: 204 len: 168 time: 0.5142868 Jul 28 11:54:47.907935 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea30832-5000-46e6-9cd2-9d36968218ed admin admin] Pushing event deleted for resources: {'Network': ['ID=0280e4bd-b748-42e1-b2e8-1a83ec3f33dc,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:48.013319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33256) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:48.057979 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6ea10d5e-03e6-46f9-9742-ef2e2ae85b36 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=51ac002bba904616bbf9cec718c70d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434971 Jul 28 11:54:48.060553 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33258) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:48.107816 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ffc75797-476d-4b3f-8752-40fa30f402b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:48.128040 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ffc75797-476d-4b3f-8752-40fa30f402b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:48.172823 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ffc75797-476d-4b3f-8752-40fa30f402b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:48.175293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ffc75797-476d-4b3f-8752-40fa30f402b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:48.176517 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ffc75797-476d-4b3f-8752-40fa30f402b5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06412c85-76e5-4b6e-b24d-8abb4c45ecc2 HTTP/1.1" status: 204 len: 168 time: 0.1150482 Jul 28 11:54:48.184374 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc75797-476d-4b3f-8752-40fa30f402b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06412c85-76e5-4b6e-b24d-8abb4c45ecc2,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:48.475711 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33264) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:48.519261 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-023ba773-87c0-4438-9553-299b6114daa9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a6956efca054df4ba057243a5fa1a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423632 Jul 28 11:54:48.521677 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33266) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:54:48.568744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d749c704-0745-490d-bc40-d81b45f23925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:48.589777 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d749c704-0745-490d-bc40-d81b45f23925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:48.635288 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d749c704-0745-490d-bc40-d81b45f23925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:48.637856 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d749c704-0745-490d-bc40-d81b45f23925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:48.639167 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d749c704-0745-490d-bc40-d81b45f23925 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96d3c40d-40c0-45a3-843a-aa79e356ca13 HTTP/1.1" status: 204 len: 168 time: 0.1165905 Jul 28 11:54:48.646763 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749c704-0745-490d-bc40-d81b45f23925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d3c40d-40c0-45a3-843a-aa79e356ca13,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:54:48.854660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device bcc8207a-11aa-440b-b164-84173de40e92 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:54:48.875252 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: bcc8207a-11aa-440b-b164-84173de40e92 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:54:48.875602 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device bcc8207a-11aa-440b-b164-84173de40e92 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:54:48.876037 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e061e18a-b9a1-4e9e-a44d-81f444a411f0 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:54:48.895805 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: e061e18a-b9a1-4e9e-a44d-81f444a411f0 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:54:48.896065 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e061e18a-b9a1-4e9e-a44d-81f444a411f0 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:54:48.896502 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device eb599a1b-6bdc-44b6-8424-323eebed7786 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:54:48.917660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: eb599a1b-6bdc-44b6-8424-323eebed7786 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:54:48.918009 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device eb599a1b-6bdc-44b6-8424-323eebed7786 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:54:50.031090 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:02.390166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-624217ec-4bcc-43e0-8f1e-97380c44b9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:04.896077 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b393cbb-615d-43d2-a4a7-190081125852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:05.329155 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:06.040924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33280) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:06.150032 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6f5d49bc-2de7-445f-addd-db37f4288635 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/routers/1fb218fb-f3ff-4a2a-9281-866ded800960/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1078639 Jul 28 11:55:06.152985 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33282) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:06.268004 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc951d8-8db6-4bff-946a-f17b45d441fe tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Notify agent at dv-neutron-786478-16-hyperv the message router_removed_from_agent {{(pid=100416) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jul 28 11:55:06.271121 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3fc951d8-8db6-4bff-946a-f17b45d441fe tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "DELETE /v2.0/agents/6c5987ec-f8b2-42ea-8e18-6aba22ce92e7/l3-routers/1fb218fb-f3ff-4a2a-9281-866ded800960 HTTP/1.1" status: 204 len: 168 time: 0.1172178 Jul 28 11:55:06.273801 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33284) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:06.381211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:06.403724 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-aeb52c5f-92a8-43b7-9076-e6907484972e tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/routers/1fb218fb-f3ff-4a2a-9281-866ded800960/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1286316 Jul 28 11:55:06.406346 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33286) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:06.469062 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-12f5d23f-9ce6-4f54-9b01-ad6e36203376 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/a4eff3a4-8fb7-4ef4-82c8-6edebe529110 HTTP/1.1" status: 200 len: 994 time: 0.0615554 Jul 28 11:55:07.047424 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d461c845-b131-4a18-a6ba-ce42dc380b3a None None] New status for floating IP a4eff3a4-8fb7-4ef4-82c8-6edebe529110: DOWN {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:55:07.077359 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a7485739-103e-4548-8c43-63f6255ceb73 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:55:07.149711 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:07.180651 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port a7485739-103e-4548-8c43-63f6255ceb73, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a7485739-103e-4548-8c43-63f6255ceb73,segment=NetworkSegment(2f0ee290-c62d-4398-90a8-2b3882afb34d),segment_id=2f0ee290-c62d-4398-90a8-2b3882afb34d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:07.185149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:07.185855 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ebba5669-3214-41a6-84d2-32a7e1b78011 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:55:07.261309 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=a7485739-103e-4548-8c43-63f6255ceb73,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:07.301408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:07.321795 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port ebba5669-3214-41a6-84d2-32a7e1b78011, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ebba5669-3214-41a6-84d2-32a7e1b78011,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:07.325201 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:07.370733 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=ebba5669-3214-41a6-84d2-32a7e1b78011,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:07.472238 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33288) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:07.532450 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a5c7f52b-6ec3-4b90-98c4-c0581d09559d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/a4eff3a4-8fb7-4ef4-82c8-6edebe529110 HTTP/1.1" status: 200 len: 992 time: 0.0590935 Jul 28 11:55:07.941516 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:08.624040 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33292) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:08.745725 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fb3cdc-cac6-4232-beaf-8942a53adf6b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Router 1fb218fb-f3ff-4a2a-9281-866ded800960 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:55:08.746070 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fb3cdc-cac6-4232-beaf-8942a53adf6b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Notify agent at dv-neutron-786478-16-hyperv the message router_added_to_agent {{(pid=100416) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jul 28 11:55:08.772478 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-73fb3cdc-cac6-4232-beaf-8942a53adf6b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "POST /v2.0/agents/6c5987ec-f8b2-42ea-8e18-6aba22ce92e7/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1473906 Jul 28 11:55:08.775462 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33296) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:08.793921 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201c38a-f866-48f4-9e9c-6a3447254f57 None None] Sync routers for ids ['1fb218fb-f3ff-4a2a-9281-866ded800960'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:55:08.803954 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b201c38a-f866-48f4-9e9c-6a3447254f57 None None] Routers {'1fb218fb-f3ff-4a2a-9281-866ded800960'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:55:08.804503 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b201c38a-f866-48f4-9e9c-6a3447254f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:55:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1fb218fb-f3ff-4a2a-9281-866ded800960'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:08.884568 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-527b1dc7-fffc-4d43-beab-db9c759ba7b8 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/routers/1fb218fb-f3ff-4a2a-9281-866ded800960/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1079917 Jul 28 11:55:08.887260 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33300) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:08.910314 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-b201c38a-f866-48f4-9e9c-6a3447254f57 None None] Set router 1fb218fb-f3ff-4a2a-9281-866ded800960 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:55:08.950875 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1604f56d-f142-431d-89c0-09c27e37bc15 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/a4eff3a4-8fb7-4ef4-82c8-6edebe529110 HTTP/1.1" status: 200 len: 992 time: 0.0625060 Jul 28 11:55:09.130515 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b201c38a-f866-48f4-9e9c-6a3447254f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'name': 'tempest-TestNetworkBasicOps-router-979446754', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:54:14Z', 'updated_at': '2021-07-28T11:54:18Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:15Z', 'updated_at': '2021-07-28T11:55:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'a4eff3a4-8fb7-4ef4-82c8-6edebe529110', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.190', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'port_id': '452c0626-5a84-4e55-ba18-5994d392826b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'mac_address': 'fa:16:3e:bd:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:54:31Z', 'updated_at': '2021-07-28T11:55:07Z', 'revision_number': 2, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7485739-103e-4548-8c43-63f6255ceb73', 'name': '', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:10:5f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:17Z', 'updated_at': '2021-07-28T11:55:07Z', 'revision_number': 6, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:09.156479 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201c38a-f866-48f4-9e9c-6a3447254f57 None None] Checking router: 1fb218fb-f3ff-4a2a-9281-866ded800960 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:55:09.165098 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b201c38a-f866-48f4-9e9c-6a3447254f57 None None] Routers {'1fb218fb-f3ff-4a2a-9281-866ded800960'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:55:09.165703 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b201c38a-f866-48f4-9e9c-6a3447254f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:55:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1fb218fb-f3ff-4a2a-9281-866ded800960'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:09.268059 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-b201c38a-f866-48f4-9e9c-6a3447254f57 None None] Set router 1fb218fb-f3ff-4a2a-9281-866ded800960 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:55:09.512525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b201c38a-f866-48f4-9e9c-6a3447254f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'name': 'tempest-TestNetworkBasicOps-router-979446754', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:54:14Z', 'updated_at': '2021-07-28T11:54:18Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:15Z', 'updated_at': '2021-07-28T11:55:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'a4eff3a4-8fb7-4ef4-82c8-6edebe529110', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.190', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'port_id': '452c0626-5a84-4e55-ba18-5994d392826b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'mac_address': 'fa:16:3e:bd:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:54:31Z', 'updated_at': '2021-07-28T11:55:07Z', 'revision_number': 2, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7485739-103e-4548-8c43-63f6255ceb73', 'name': '', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:10:5f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:17Z', 'updated_at': '2021-07-28T11:55:07Z', 'revision_number': 6, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:09.546156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201c38a-f866-48f4-9e9c-6a3447254f57 None None] The sync data for ids ['1fb218fb-f3ff-4a2a-9281-866ded800960'] in dv-neutron-786478-16-hyperv is: [{'id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'name': 'tempest-TestNetworkBasicOps-router-979446754', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:54:14Z', 'updated_at': '2021-07-28T11:54:18Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:15Z', 'updated_at': '2021-07-28T11:55:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'a4eff3a4-8fb7-4ef4-82c8-6edebe529110', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.190', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'port_id': '452c0626-5a84-4e55-ba18-5994d392826b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'mac_address': 'fa:16:3e:bd:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:54:31Z', 'updated_at': '2021-07-28T11:55:07Z', 'revision_number': 2, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7485739-103e-4548-8c43-63f6255ceb73', 'name': '', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:10:5f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:17Z', 'updated_at': '2021-07-28T11:55:07Z', 'revision_number': 6, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:55:09.954890 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33302) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:10.025150 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c4c2f20b-bc46-4406-83c8-73c9617837e1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/a4eff3a4-8fb7-4ef4-82c8-6edebe529110 HTTP/1.1" status: 200 len: 992 time: 0.0689869 Jul 28 11:55:10.901966 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a7485739-103e-4548-8c43-63f6255ceb73 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:55:10.949125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port a7485739-103e-4548-8c43-63f6255ceb73 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:55:10.949502 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:11.028475 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33304) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:11.030052 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:11.063470 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port a7485739-103e-4548-8c43-63f6255ceb73, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a7485739-103e-4548-8c43-63f6255ceb73,segment=NetworkSegment(2f0ee290-c62d-4398-90a8-2b3882afb34d),segment_id=2f0ee290-c62d-4398-90a8-2b3882afb34d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:11.067997 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:11.068900 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ebba5669-3214-41a6-84d2-32a7e1b78011 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:55:11.093274 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69274c7c-903d-4367-82cb-ca2f8eab7790 None None] New status for floating IP a4eff3a4-8fb7-4ef4-82c8-6edebe529110: ACTIVE {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:55:11.099685 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c906bfac-b154-4f2f-b4ca-171319b4cc5d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/a4eff3a4-8fb7-4ef4-82c8-6edebe529110 HTTP/1.1" status: 200 len: 992 time: 0.0700312 Jul 28 11:55:11.147399 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=a7485739-103e-4548-8c43-63f6255ceb73,revision_number=7']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:11.157983 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ebba5669-3214-41a6-84d2-32a7e1b78011 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:55:11.158359 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:11.238878 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:11.260977 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port ebba5669-3214-41a6-84d2-32a7e1b78011, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ebba5669-3214-41a6-84d2-32a7e1b78011,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:11.265017 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:11.311538 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=ebba5669-3214-41a6-84d2-32a7e1b78011,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:12.102512 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33306) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:12.166918 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-89ce6e79-298d-4aa2-aadd-4d11c385764d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/a4eff3a4-8fb7-4ef4-82c8-6edebe529110 HTTP/1.1" status: 200 len: 994 time: 0.0631711 Jul 28 11:55:12.397727 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33312) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:12.549138 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-ee69795d-d567-4681-8380-4f561c904d0e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port f1151583-ab4e-4488-bff9-29257ac1901e {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:55:12.549479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ee69795d-d567-4681-8380-4f561c904d0e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:12.622616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ee69795d-d567-4681-8380-4f561c904d0e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:12.622944 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ee69795d-d567-4681-8380-4f561c904d0e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:12.634807 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-ee69795d-d567-4681-8380-4f561c904d0e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for f1151583-ab4e-4488-bff9-29257ac1901e owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:55:12.779677 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ee69795d-d567-4681-8380-4f561c904d0e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:12.808532 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69795d-d567-4681-8380-4f561c904d0e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=f1151583-ab4e-4488-bff9-29257ac1901e,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:12.875419 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a7485739-103e-4548-8c43-63f6255ceb73 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:55:12.876015 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ee69795d-d567-4681-8380-4f561c904d0e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:12.876353 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-ee69795d-d567-4681-8380-4f561c904d0e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP a4eff3a4-8fb7-4ef4-82c8-6edebe529110 disassociated (deleted). External IP: 172.26.1.190, port: 452c0626-5a84-4e55-ba18-5994d392826b. Jul 28 11:55:12.924204 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port a7485739-103e-4548-8c43-63f6255ceb73 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:55:12.924572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:13.003727 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ebba5669-3214-41a6-84d2-32a7e1b78011 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:55:13.051850 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ebba5669-3214-41a6-84d2-32a7e1b78011 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:55:13.052229 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:13.381871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee69795d-d567-4681-8380-4f561c904d0e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 1fb218fb-f3ff-4a2a-9281-866ded800960 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:55:13.484971 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee69795d-d567-4681-8380-4f561c904d0e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:55:13.489558 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ee69795d-d567-4681-8380-4f561c904d0e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:13.495123 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd28d44-ec52-4d53-b373-6fb8fa2bbc88 None None] Sync routers for ids ['1fb218fb-f3ff-4a2a-9281-866ded800960'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:55:13.503651 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd28d44-ec52-4d53-b373-6fb8fa2bbc88 None None] Routers {'1fb218fb-f3ff-4a2a-9281-866ded800960'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:55:13.504262 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-fdd28d44-ec52-4d53-b373-6fb8fa2bbc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:55:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1fb218fb-f3ff-4a2a-9281-866ded800960'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:13.517002 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ee69795d-d567-4681-8380-4f561c904d0e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/floatingips/a4eff3a4-8fb7-4ef4-82c8-6edebe529110 HTTP/1.1" status: 204 len: 168 time: 1.1181586 Jul 28 11:55:13.517689 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463', 'tag': '452c0626-5a84-4e55-ba18-5994d392826b'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:55:13.520077 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9782ade5-0cde-4e1e-a734-c8f98bd58717" -d '{"events": [{"name": "network-changed", "server_uuid": "f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463", "tag": "452c0626-5a84-4e55-ba18-5994d392826b"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:55:13.561999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3e7e5e-56c5-449a-9554-ff32b1f97216 x-openstack-request-id: req-ec3e7e5e-56c5-449a-9554-ff32b1f97216 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:55:13.562307 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463", "tag": "452c0626-5a84-4e55-ba18-5994d392826b", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:55:13.562593 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec3e7e5e-56c5-449a-9554-ff32b1f97216 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:55:13.563008 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463', 'tag': '452c0626-5a84-4e55-ba18-5994d392826b', 'status': 'completed', 'code': 200} Jul 28 11:55:13.616316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-fdd28d44-ec52-4d53-b373-6fb8fa2bbc88 None None] Set router 1fb218fb-f3ff-4a2a-9281-866ded800960 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:55:13.628093 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782ade5-0cde-4e1e-a734-c8f98bd58717 req-4ad6f018-e992-44d6-a5bb-6d2803b5e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:13.629856 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9782ade5-0cde-4e1e-a734-c8f98bd58717 req-4ad6f018-e992-44d6-a5bb-6d2803b5e561 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463 HTTP/1.1" status: 200 len: 1099 time: 0.0433111 Jul 28 11:55:13.727253 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782ade5-0cde-4e1e-a734-c8f98bd58717 req-6ceb40a8-b9a6-4996-b2e6-bbd01da383ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:13.729249 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9782ade5-0cde-4e1e-a734-c8f98bd58717 req-6ceb40a8-b9a6-4996-b2e6-bbd01da383ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=474a44a0-61e7-45d5-8892-bab1f4a6e67d HTTP/1.1" status: 200 len: 897 time: 0.0909340 Jul 28 11:55:13.748152 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915767f-ff89-4c82-bf72-d254de6e5af6 req-b8e4e71d-e7e0-43d9-b6a2-e44bc0ce992c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:13.749724 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1915767f-ff89-4c82-bf72-d254de6e5af6 req-b8e4e71d-e7e0-43d9-b6a2-e44bc0ce992c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463 HTTP/1.1" status: 200 len: 946 time: 0.0503867 Jul 28 11:55:13.780647 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9782ade5-0cde-4e1e-a734-c8f98bd58717 req-a40d7bd3-0c16-4a32-bf7a-f5b1acbafb9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=452c0626-5a84-4e55-ba18-5994d392826b HTTP/1.1" status: 200 len: 217 time: 0.0427110 Jul 28 11:55:13.796415 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1915767f-ff89-4c82-bf72-d254de6e5af6 req-fbe4acc5-e43b-4ca7-8ac1-b22373c543ad tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b4d7a24-f2c2-478c-890d-24758906ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336599 Jul 28 11:55:13.829981 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-fdd28d44-ec52-4d53-b373-6fb8fa2bbc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'name': 'tempest-TestNetworkBasicOps-router-979446754', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:54:14Z', 'updated_at': '2021-07-28T11:54:18Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:15Z', 'updated_at': '2021-07-28T11:55:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'a7485739-103e-4548-8c43-63f6255ceb73', 'name': '', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:10:5f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:17Z', 'updated_at': '2021-07-28T11:55:11Z', 'revision_number': 7, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:13.833484 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782ade5-0cde-4e1e-a734-c8f98bd58717 req-ebd753c1-b487-49c8-93a7-c4870cb26eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:13.834988 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9782ade5-0cde-4e1e-a734-c8f98bd58717 req-ebd753c1-b487-49c8-93a7-c4870cb26eff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70824950-a407-4bcc-bb3d-805eb4327ff0 HTTP/1.1" status: 200 len: 834 time: 0.0477862 Jul 28 11:55:13.856608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd28d44-ec52-4d53-b373-6fb8fa2bbc88 None None] Checking router: 1fb218fb-f3ff-4a2a-9281-866ded800960 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:55:13.864943 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd28d44-ec52-4d53-b373-6fb8fa2bbc88 None None] Routers {'1fb218fb-f3ff-4a2a-9281-866ded800960'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:55:13.865560 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-fdd28d44-ec52-4d53-b373-6fb8fa2bbc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:55:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1fb218fb-f3ff-4a2a-9281-866ded800960'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:13.879629 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:55:13.880217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782ade5-0cde-4e1e-a734-c8f98bd58717 req-81f07837-886f-4b7d-874f-739f1de72a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:13.881444 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9782ade5-0cde-4e1e-a734-c8f98bd58717 req-81f07837-886f-4b7d-874f-739f1de72a6d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=474a44a0-61e7-45d5-8892-bab1f4a6e67d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392256 Jul 28 11:55:13.977792 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9782ade5-0cde-4e1e-a734-c8f98bd58717 req-ce80d27b-8584-4a9a-90d2-51fd7848709c service neutron] 10.222.0.39 "GET /v2.0/networks/474a44a0-61e7-45d5-8892-bab1f4a6e67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881565 Jul 28 11:55:14.069525 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9782ade5-0cde-4e1e-a734-c8f98bd58717 req-1cdd6e80-bed9-4b00-b010-8c09d83ae847 service neutron] 10.222.0.39 "GET /v2.0/networks/474a44a0-61e7-45d5-8892-bab1f4a6e67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841105 Jul 28 11:55:14.115116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-fdd28d44-ec52-4d53-b373-6fb8fa2bbc88 None None] Set router 1fb218fb-f3ff-4a2a-9281-866ded800960 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:55:14.311861 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-fdd28d44-ec52-4d53-b373-6fb8fa2bbc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'name': 'tempest-TestNetworkBasicOps-router-979446754', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:54:14Z', 'updated_at': '2021-07-28T11:54:18Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:15Z', 'updated_at': '2021-07-28T11:55:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'a7485739-103e-4548-8c43-63f6255ceb73', 'name': '', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:10:5f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:17Z', 'updated_at': '2021-07-28T11:55:11Z', 'revision_number': 7, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:14.341566 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd28d44-ec52-4d53-b373-6fb8fa2bbc88 None None] The sync data for ids ['1fb218fb-f3ff-4a2a-9281-866ded800960'] in dv-neutron-786478-16-hyperv is: [{'id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'name': 'tempest-TestNetworkBasicOps-router-979446754', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:54:14Z', 'updated_at': '2021-07-28T11:54:18Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:15Z', 'updated_at': '2021-07-28T11:55:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'a7485739-103e-4548-8c43-63f6255ceb73', 'name': '', 'network_id': '474a44a0-61e7-45d5-8892-bab1f4a6e67d', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:10:5f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:17Z', 'updated_at': '2021-07-28T11:55:11Z', 'revision_number': 7, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '70824950-a407-4bcc-bb3d-805eb4327ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:55:14.923571 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14189076-27b9-4471-9fc3-c30024c5e547 req-49a70586-1efa-42f2-aece-fc53acbd8a5f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:14.924969 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-14189076-27b9-4471-9fc3-c30024c5e547 req-49a70586-1efa-42f2-aece-fc53acbd8a5f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463 HTTP/1.1" status: 200 len: 946 time: 0.0504062 Jul 28 11:55:14.965778 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-14189076-27b9-4471-9fc3-c30024c5e547 req-7891d104-3a47-463c-8d15-d02305440da7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b4d7a24-f2c2-478c-890d-24758906ed25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345259 Jul 28 11:55:14.974817 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b042c689-357c-4ced-9cc7-46b0ca870b77 None None] New status for floating IP a4eff3a4-8fb7-4ef4-82c8-6edebe529110: DOWN {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:55:14.988361 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915357f-ee61-402d-bbdd-bf5986235001 req-5ca2d747-9727-435d-ac1b-234267848fa6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:14.989951 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3915357f-ee61-402d-bbdd-bf5986235001 req-5ca2d747-9727-435d-ac1b-234267848fa6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463 HTTP/1.1" status: 200 len: 946 time: 0.0524487 Jul 28 11:55:15.081858 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-3915357f-ee61-402d-bbdd-bf5986235001 req-966a7c59-fbac-466e-94b4-1aa4ad3d095f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 452c0626-5a84-4e55-ba18-5994d392826b {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:55:15.082203 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-3915357f-ee61-402d-bbdd-bf5986235001 req-966a7c59-fbac-466e-94b4-1aa4ad3d095f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:15.166894 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-3915357f-ee61-402d-bbdd-bf5986235001 req-966a7c59-fbac-466e-94b4-1aa4ad3d095f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 452c0626-5a84-4e55-ba18-5994d392826b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=452c0626-5a84-4e55-ba18-5994d392826b,segment=NetworkSegment(2f0ee290-c62d-4398-90a8-2b3882afb34d),segment_id=2f0ee290-c62d-4398-90a8-2b3882afb34d)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:15.167256 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-3915357f-ee61-402d-bbdd-bf5986235001 req-966a7c59-fbac-466e-94b4-1aa4ad3d095f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:15.183648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-3915357f-ee61-402d-bbdd-bf5986235001 req-966a7c59-fbac-466e-94b4-1aa4ad3d095f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 452c0626-5a84-4e55-ba18-5994d392826b owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:55:15.306795 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-3915357f-ee61-402d-bbdd-bf5986235001 req-966a7c59-fbac-466e-94b4-1aa4ad3d095f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:15.337249 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a7c59-fbac-466e-94b4-1aa4ad3d095f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=452c0626-5a84-4e55-ba18-5994d392826b,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:15.378214 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-3915357f-ee61-402d-bbdd-bf5986235001 req-966a7c59-fbac-466e-94b4-1aa4ad3d095f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] No DVR routers for this DVR port 452c0626-5a84-4e55-ba18-5994d392826b on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:55:15.380780 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-3915357f-ee61-402d-bbdd-bf5986235001 req-966a7c59-fbac-466e-94b4-1aa4ad3d095f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:15.383669 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3915357f-ee61-402d-bbdd-bf5986235001 req-966a7c59-fbac-466e-94b4-1aa4ad3d095f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "DELETE /v2.0/ports/452c0626-5a84-4e55-ba18-5994d392826b HTTP/1.1" status: 204 len: 173 time: 0.3869913 Jul 28 11:55:15.384109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463', 'name': 'network-vif-deleted', 'tag': '452c0626-5a84-4e55-ba18-5994d392826b'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:55:15.386482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44928a59-156a-4fec-8938-68ea6236346a" -d '{"events": [{"server_uuid": "f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463", "name": "network-vif-deleted", "tag": "452c0626-5a84-4e55-ba18-5994d392826b"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:55:15.422402 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe53761-5d09-4a1a-92f5-9575e2bb77b1 x-openstack-request-id: req-abe53761-5d09-4a1a-92f5-9575e2bb77b1 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:55:15.422722 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463", "name": "network-vif-deleted", "tag": "452c0626-5a84-4e55-ba18-5994d392826b", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:55:15.422980 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abe53761-5d09-4a1a-92f5-9575e2bb77b1 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:55:15.423831 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8df7a8a-bf50-4c41-a25a-4dcfcdaa0463', 'name': 'network-vif-deleted', 'tag': '452c0626-5a84-4e55-ba18-5994d392826b', 'status': 'completed', 'code': 200} Jul 28 11:55:16.021152 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33326) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:16.081876 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7214e38f-dbb2-4c3b-bac0-a3728bd4c9e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:16.107041 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7214e38f-dbb2-4c3b-bac0-a3728bd4c9e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:16.165714 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7214e38f-dbb2-4c3b-bac0-a3728bd4c9e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:16.168325 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7214e38f-dbb2-4c3b-bac0-a3728bd4c9e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:16.169610 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7214e38f-dbb2-4c3b-bac0-a3728bd4c9e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/security-groups/7b4d7a24-f2c2-478c-890d-24758906ed25 HTTP/1.1" status: 204 len: 168 time: 0.1474652 Jul 28 11:55:16.178511 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214e38f-dbb2-4c3b-bac0-a3728bd4c9e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4d7a24-f2c2-478c-890d-24758906ed25,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:16.204707 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33330) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:16.892424 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5693b1e5-ed4c-4482-be6a-3785926a2058 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:17.137035 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-5693b1e5-ed4c-4482-be6a-3785926a2058 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port a7485739-103e-4548-8c43-63f6255ceb73 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:55:17.137294 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5693b1e5-ed4c-4482-be6a-3785926a2058 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:17.224813 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-5693b1e5-ed4c-4482-be6a-3785926a2058 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port a7485739-103e-4548-8c43-63f6255ceb73, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a7485739-103e-4548-8c43-63f6255ceb73,segment=NetworkSegment(2f0ee290-c62d-4398-90a8-2b3882afb34d),segment_id=2f0ee290-c62d-4398-90a8-2b3882afb34d)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:17.225501 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5693b1e5-ed4c-4482-be6a-3785926a2058 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:17.238528 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-5693b1e5-ed4c-4482-be6a-3785926a2058 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for a7485739-103e-4548-8c43-63f6255ceb73 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:55:17.419703 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5693b1e5-ed4c-4482-be6a-3785926a2058 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:17.443734 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693b1e5-ed4c-4482-be6a-3785926a2058 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=a7485739-103e-4548-8c43-63f6255ceb73,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:17.613701 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5693b1e5-ed4c-4482-be6a-3785926a2058 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:17.823425 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5693b1e5-ed4c-4482-be6a-3785926a2058 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 1fb218fb-f3ff-4a2a-9281-866ded800960 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:55:17.926939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5693b1e5-ed4c-4482-be6a-3785926a2058 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:55:17.932608 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5693b1e5-ed4c-4482-be6a-3785926a2058 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/1fb218fb-f3ff-4a2a-9281-866ded800960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7268152 Jul 28 11:55:17.935348 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33332) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:17.937966 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcee6b7-02f4-4ae3-8408-42c382169363 None None] Sync routers for ids ['1fb218fb-f3ff-4a2a-9281-866ded800960'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:55:17.947597 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcee6b7-02f4-4ae3-8408-42c382169363 None None] Routers {'1fb218fb-f3ff-4a2a-9281-866ded800960'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:55:17.948218 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-edcee6b7-02f4-4ae3-8408-42c382169363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:55:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1fb218fb-f3ff-4a2a-9281-866ded800960'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:17.985330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-727f6acc-f6dd-4a7c-8495-8c119700150c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting subnet 70824950-a407-4bcc-bb3d-805eb4327ff0 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:55:17.988394 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-727f6acc-f6dd-4a7c-8495-8c119700150c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:18.032234 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-727f6acc-f6dd-4a7c-8495-8c119700150c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:18.049886 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-edcee6b7-02f4-4ae3-8408-42c382169363 None None] Set router 1fb218fb-f3ff-4a2a-9281-866ded800960 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:55:18.112792 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-727f6acc-f6dd-4a7c-8495-8c119700150c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:18.171720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-727f6acc-f6dd-4a7c-8495-8c119700150c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:18.199923 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f6acc-f6dd-4a7c-8495-8c119700150c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Subnet': ['ID=70824950-a407-4bcc-bb3d-805eb4327ff0,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:18.201908 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-727f6acc-f6dd-4a7c-8495-8c119700150c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:18.203787 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-727f6acc-f6dd-4a7c-8495-8c119700150c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/subnets/70824950-a407-4bcc-bb3d-805eb4327ff0 HTTP/1.1" status: 204 len: 168 time: 0.2675221 Jul 28 11:55:18.206484 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33334) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:18.212389 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a554689-34ca-4971-83f6-30ef8ee41ce4 None None] Network 474a44a0-61e7-45d5-8892-bab1f4a6e67d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:55:18.284097 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-edcee6b7-02f4-4ae3-8408-42c382169363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'name': 'tempest-TestNetworkBasicOps-router-979446754', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:54:14Z', 'updated_at': '2021-07-28T11:55:17Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:15Z', 'updated_at': '2021-07-28T11:55:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:18.318164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8336d1aa-2e1f-4c3e-a752-9894f3695cd4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:18.330217 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcee6b7-02f4-4ae3-8408-42c382169363 None None] Checking router: 1fb218fb-f3ff-4a2a-9281-866ded800960 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:55:18.355199 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcee6b7-02f4-4ae3-8408-42c382169363 None None] Routers {'1fb218fb-f3ff-4a2a-9281-866ded800960'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:55:18.355815 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-edcee6b7-02f4-4ae3-8408-42c382169363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:55:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1fb218fb-f3ff-4a2a-9281-866ded800960'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:18.423306 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8336d1aa-2e1f-4c3e-a752-9894f3695cd4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:18.465805 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-edcee6b7-02f4-4ae3-8408-42c382169363 None None] Set router 1fb218fb-f3ff-4a2a-9281-866ded800960 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:55:18.477824 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-8336d1aa-2e1f-4c3e-a752-9894f3695cd4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port ebba5669-3214-41a6-84d2-32a7e1b78011 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:55:18.478185 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8336d1aa-2e1f-4c3e-a752-9894f3695cd4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:18.496336 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3dcf14-b60e-41d0-84eb-ab4e6d1cdca6 None None] DHCP port deletion for 474a44a0-61e7-45d5-8892-bab1f4a6e67d request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:55:18.562441 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-8336d1aa-2e1f-4c3e-a752-9894f3695cd4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port ebba5669-3214-41a6-84d2-32a7e1b78011, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ebba5669-3214-41a6-84d2-32a7e1b78011,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:18.562839 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8336d1aa-2e1f-4c3e-a752-9894f3695cd4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:18.574514 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-8336d1aa-2e1f-4c3e-a752-9894f3695cd4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for ebba5669-3214-41a6-84d2-32a7e1b78011 owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:55:18.650300 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9c3dcf14-b60e-41d0-84eb-ab4e6d1cdca6 None None] Deleting port 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:55:18.650714 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c3dcf14-b60e-41d0-84eb-ab4e6d1cdca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:18.724994 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9c3dcf14-b60e-41d0-84eb-ab4e6d1cdca6 None None] For port 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6,segment=NetworkSegment(2f0ee290-c62d-4398-90a8-2b3882afb34d),segment_id=2f0ee290-c62d-4398-90a8-2b3882afb34d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:18.725302 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c3dcf14-b60e-41d0-84eb-ab4e6d1cdca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:18.740049 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9c3dcf14-b60e-41d0-84eb-ab4e6d1cdca6 None None] Calling delete_port for 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:55:18.744615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8336d1aa-2e1f-4c3e-a752-9894f3695cd4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:18.758140 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-edcee6b7-02f4-4ae3-8408-42c382169363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'name': 'tempest-TestNetworkBasicOps-router-979446754', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:54:14Z', 'updated_at': '2021-07-28T11:55:17Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:15Z', 'updated_at': '2021-07-28T11:55:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:18.771081 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336d1aa-2e1f-4c3e-a752-9894f3695cd4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=ebba5669-3214-41a6-84d2-32a7e1b78011,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:18.813913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcee6b7-02f4-4ae3-8408-42c382169363 None None] The sync data for ids ['1fb218fb-f3ff-4a2a-9281-866ded800960'] in dv-neutron-786478-16-hyperv is: [{'id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'name': 'tempest-TestNetworkBasicOps-router-979446754', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:54:14Z', 'updated_at': '2021-07-28T11:55:17Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'ebba5669-3214-41a6-84d2-32a7e1b78011', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb218fb-f3ff-4a2a-9281-866ded800960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:54:15Z', 'updated_at': '2021-07-28T11:55:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:55:18.841392 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8336d1aa-2e1f-4c3e-a752-9894f3695cd4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:18.861406 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c3dcf14-b60e-41d0-84eb-ab4e6d1cdca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:18.893877 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3dcf14-b60e-41d0-84eb-ab4e6d1cdca6 None None] No DVR routers for this DVR port 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:55:18.895875 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3dcf14-b60e-41d0-84eb-ab4e6d1cdca6 None None] Pushing event deleted for resources: {'Port': ['ID=5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:18.939867 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8336d1aa-2e1f-4c3e-a752-9894f3695cd4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:18.941969 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8336d1aa-2e1f-4c3e-a752-9894f3695cd4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:18.984616 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8336d1aa-2e1f-4c3e-a752-9894f3695cd4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:18.985172 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8336d1aa-2e1f-4c3e-a752-9894f3695cd4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Fanout notify agent at l3_agent the message router_deleted on router 1fb218fb-f3ff-4a2a-9281-866ded800960 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:55:18.992041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8336d1aa-2e1f-4c3e-a752-9894f3695cd4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:18.993476 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8336d1aa-2e1f-4c3e-a752-9894f3695cd4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/routers/1fb218fb-f3ff-4a2a-9281-866ded800960 HTTP/1.1" status: 204 len: 168 time: 0.7858365 Jul 28 11:55:18.996264 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33336) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:19.069956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3755b732-d9ef-415a-b80a-2ea9e369f54b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:19.157734 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3755b732-d9ef-415a-b80a-2ea9e369f54b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:19.167148 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-3755b732-d9ef-415a-b80a-2ea9e369f54b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474a44a0-61e7-45d5-8892-bab1f4a6e67d']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:19.177169 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-3755b732-d9ef-415a-b80a-2ea9e369f54b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0ee290-c62d-4398-90a8-2b3882afb34d') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:19.177472 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-3755b732-d9ef-415a-b80a-2ea9e369f54b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0ee290-c62d-4398-90a8-2b3882afb34d') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:19.186987 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3755b732-d9ef-415a-b80a-2ea9e369f54b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:19.202687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3755b732-d9ef-415a-b80a-2ea9e369f54b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:19.209903 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3755b732-d9ef-415a-b80a-2ea9e369f54b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:55:19.210304 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3755b732-d9ef-415a-b80a-2ea9e369f54b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:55:19.214275 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:55:19.267441 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:55:19.284855 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3755b732-d9ef-415a-b80a-2ea9e369f54b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:19.292306 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3755b732-d9ef-415a-b80a-2ea9e369f54b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:19.294575 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3755b732-d9ef-415a-b80a-2ea9e369f54b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/networks/474a44a0-61e7-45d5-8892-bab1f4a6e67d HTTP/1.1" status: 204 len: 168 time: 0.2970431 Jul 28 11:55:19.295622 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:55:19.296214 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 5bc5d4ef-a4a1-4d4e-bf3e-82c88b260bd6 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:55:19.311492 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33338) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:19.314001 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755b732-d9ef-415a-b80a-2ea9e369f54b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Network': ['ID=474a44a0-61e7-45d5-8892-bab1f4a6e67d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:19.318957 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-9655a8a2-dd1e-4308-9e5c-faf016599d11 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'network': {'name': 'tempest-network-smoke--2044893976', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'port_security_enabled': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:55:19.343604 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9655a8a2-dd1e-4308-9e5c-faf016599d11 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:55:19.347153 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9655a8a2-dd1e-4308-9e5c-faf016599d11 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:19.372121 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9655a8a2-dd1e-4308-9e5c-faf016599d11 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:55:19.381264 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9655a8a2-dd1e-4308-9e5c-faf016599d11 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:19.381616 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-9655a8a2-dd1e-4308-9e5c-faf016599d11 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Added segment 90d4c3f9-0345-47f3-bc75-e98325c49b33 of type vlan for network c39b9522-b55d-43b9-8b74-ee08e6a9872b Jul 28 11:55:19.423474 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9655a8a2-dd1e-4308-9e5c-faf016599d11 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:19.452716 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9655a8a2-dd1e-4308-9e5c-faf016599d11 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:19.458715 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9655a8a2-dd1e-4308-9e5c-faf016599d11 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:19.459320 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9655a8a2-dd1e-4308-9e5c-faf016599d11 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:19.524978 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9655a8a2-dd1e-4308-9e5c-faf016599d11 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2123513 Jul 28 11:55:19.528025 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33340) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:19.532665 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-322490968', 'admin_state_up': True, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:55:19.552565 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655a8a2-dd1e-4308-9e5c-faf016599d11 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Network': ['ID=c39b9522-b55d-43b9-8b74-ee08e6a9872b,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:19.567023 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:19.568264 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:19.569918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network c39b9522-b55d-43b9-8b74-ee08e6a9872b details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:55:19.617294 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 452c0626-5a84-4e55-ba18-5994d392826b no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:55:19.619968 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:19.640902 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 452c0626-5a84-4e55-ba18-5994d392826b {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:55:19.641267 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 452c0626-5a84-4e55-ba18-5994d392826b not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:55:19.755707 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:19.950263 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:19.973551 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:20.047581 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:20.072223 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.26.1.171 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/37e06744-b742-4ba8-b67e-07c6156600de) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:55:20.175745 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:20.214058 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:20.250518 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:55:20.253323 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:55:20.259625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:55:20.281279 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=37e06744-b742-4ba8-b67e-07c6156600de,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:20.501658 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:20.692324 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:20.815811 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router b7f180ba-39be-4490-872c-aa7f60cb1ba6 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:55:20.833690 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a7485739-103e-4548-8c43-63f6255ceb73 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:55:20.859651 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: a7485739-103e-4548-8c43-63f6255ceb73 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:55:20.859993 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a7485739-103e-4548-8c43-63f6255ceb73 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:55:20.860414 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ebba5669-3214-41a6-84d2-32a7e1b78011 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:55:20.878302 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: ebba5669-3214-41a6-84d2-32a7e1b78011 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:55:20.878663 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ebba5669-3214-41a6-84d2-32a7e1b78011 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:55:20.927426 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:55:20.937977 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Sync routers for ids ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:55:20.946476 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:20.947722 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-06934259-b033-4788-8129-159d75592f04 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4187844 Jul 28 11:55:20.948006 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Routers {'b7f180ba-39be-4490-872c-aa7f60cb1ba6'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:55:20.948615 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:55:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:20.950893 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33342) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:20.979566 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0a456106-a015-4717-9793-da29db4455b2 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=494923637e9742fd92ad3c4630d377e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275507 Jul 28 11:55:20.982047 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33344) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:21.051208 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Set router b7f180ba-39be-4490-872c-aa7f60cb1ba6 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:55:21.071649 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6986ce5f-c347-4114-825e-59420b143b8b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:21.073173 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6986ce5f-c347-4114-825e-59420b143b8b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901840 Jul 28 11:55:21.076042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33346) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:21.110725 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3e49fa52-9908-496b-a072-f3905a9b2606 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312195 Jul 28 11:55:21.110954 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33348) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:21.115569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-e5c4be04-059d-4d8a-8f71-9489a45e2d6a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1146681210', 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:55:21.202744 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c4be04-059d-4d8a-8f71-9489a45e2d6a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:55:21.206366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e5c4be04-059d-4d8a-8f71-9489a45e2d6a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:21.224539 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'name': 'tempest-TestNetworkBasicOps-router-322490968', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '37e06744-b742-4ba8-b67e-07c6156600de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:20Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '37e06744-b742-4ba8-b67e-07c6156600de', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ba:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:21.253906 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Checking router: b7f180ba-39be-4490-872c-aa7f60cb1ba6 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:55:21.254343 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Updating router b7f180ba-39be-4490-872c-aa7f60cb1ba6 port 37e06744-b742-4ba8-b67e-07c6156600de binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:55:21.280408 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:21.390250 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e5c4be04-059d-4d8a-8f71-9489a45e2d6a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:21.449842 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4be04-059d-4d8a-8f71-9489a45e2d6a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Subnet': ['ID=26d2dcb8-ada1-4edd-997c-3a13b8dc75a8,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:21.456996 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4be04-059d-4d8a-8f71-9489a45e2d6a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Checking segment: {'id': '90d4c3f9-0345-47f3-bc75-e98325c49b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:55:21.457330 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c4be04-059d-4d8a-8f71-9489a45e2d6a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network hostable DHCP agents. Network: c39b9522-b55d-43b9-8b74-ee08e6a9872b, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:55:21.474819 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c4be04-059d-4d8a-8f71-9489a45e2d6a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network c39b9522-b55d-43b9-8b74-ee08e6a9872b is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:55:21.484776 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-e5c4be04-059d-4d8a-8f71-9489a45e2d6a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, c39b9522-b55d-43b9-8b74-ee08e6a9872b) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:55:21.488996 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c4be04-059d-4d8a-8f71-9489a45e2d6a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:21.489562 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e5c4be04-059d-4d8a-8f71-9489a45e2d6a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:21.496088 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7fc394-2f7f-4a2d-aefa-22d0a0d9641a None None] Network c39b9522-b55d-43b9-8b74-ee08e6a9872b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:55:21.509169 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e5c4be04-059d-4d8a-8f71-9489a45e2d6a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3947563 Jul 28 11:55:21.509722 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33350) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:21.537281 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:21.548284 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Transition to ACTIVE for port object 37e06744-b742-4ba8-b67e-07c6156600de will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:55:21.555918 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:21.613747 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Attempting to bind port 37e06744-b742-4ba8-b67e-07c6156600de on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:55:21.614649 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Attempting to bind port 37e06744-b742-4ba8-b67e-07c6156600de by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:55:21.614649 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Attempting to bind port 37e06744-b742-4ba8-b67e-07c6156600de on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:55:21.622300 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b75ff6-36e8-43be-b226-082a09a5a9bb None None] Pushing event updated for resources: {'Port': ['ID=37e06744-b742-4ba8-b67e-07c6156600de,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:21.625344 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:55:21.625828 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:55:21.626235 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:21.626659 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:55:21.627130 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Bound port: 37e06744-b742-4ba8-b67e-07c6156600de, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:55:21.627505 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:21.650884 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-c39b9522-b55d-43b9-8b74-ee08e6a9872b', 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ips': [{'subnet_id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:55:21.652076 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:21.655191 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b75ff6-36e8-43be-b226-082a09a5a9bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:21.655545 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b75ff6-36e8-43be-b226-082a09a5a9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:21.655886 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b75ff6-36e8-43be-b226-082a09a5a9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:21.656221 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b75ff6-36e8-43be-b226-082a09a5a9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:21.656553 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b75ff6-36e8-43be-b226-082a09a5a9bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:21.656881 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b75ff6-36e8-43be-b226-082a09a5a9bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:21.657209 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b75ff6-36e8-43be-b226-082a09a5a9bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:21.657536 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b75ff6-36e8-43be-b226-082a09a5a9bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:21.657862 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b75ff6-36e8-43be-b226-082a09a5a9bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:21.658184 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b75ff6-36e8-43be-b226-082a09a5a9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:21.658533 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b75ff6-36e8-43be-b226-082a09a5a9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:21.658850 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b75ff6-36e8-43be-b226-082a09a5a9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:21.697435 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] For port 37e06744-b742-4ba8-b67e-07c6156600de, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:55:21.700437 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] For port 37e06744-b742-4ba8-b67e-07c6156600de, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=37e06744-b742-4ba8-b67e-07c6156600de,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:55:21.703820 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:21.757765 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b75ff6-36e8-43be-b226-082a09a5a9bb None None] Pushing event updated for resources: {'Port': ['ID=37e06744-b742-4ba8-b67e-07c6156600de,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:21.766973 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Routers {'b7f180ba-39be-4490-872c-aa7f60cb1ba6'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:55:21.767559 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:55:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:21.795860 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Allocated IP 172.20.0.2 (c39b9522-b55d-43b9-8b74-ee08e6a9872b/26d2dcb8-ada1-4edd-997c-3a13b8dc75a8/3c069443-c291-4f41-baeb-ff9ed14ab7d7) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:55:21.956521 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:21.964971 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] Set router b7f180ba-39be-4490-872c-aa7f60cb1ba6 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:55:21.966132 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Transition to ACTIVE for port object 3c069443-c291-4f41-baeb-ff9ed14ab7d7 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:55:21.975861 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:21.982156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Transition to ACTIVE for port object 3c069443-c291-4f41-baeb-ff9ed14ab7d7 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:55:21.989057 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:22.027087 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Network c39b9522-b55d-43b9-8b74-ee08e6a9872b is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:55:22.033383 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:55:22.036008 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:55:22.044084 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Pushing event updated for resources: {'Port': ['ID=3c069443-c291-4f41-baeb-ff9ed14ab7d7,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:22.099586 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Attempting to bind port 3c069443-c291-4f41-baeb-ff9ed14ab7d7 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:55:22.099967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Attempting to bind port 3c069443-c291-4f41-baeb-ff9ed14ab7d7 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '90d4c3f9-0345-47f3-bc75-e98325c49b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:55:22.100336 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Attempting to bind port 3c069443-c291-4f41-baeb-ff9ed14ab7d7 on network c39b9522-b55d-43b9-8b74-ee08e6a9872b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:55:22.106372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:55:22.106820 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Checking segment: {'id': '90d4c3f9-0345-47f3-bc75-e98325c49b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:55:22.107186 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:22.107586 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Bound using segment: {'id': '90d4c3f9-0345-47f3-bc75-e98325c49b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:55:22.108055 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Bound port: 3c069443-c291-4f41-baeb-ff9ed14ab7d7, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d4c3f9-0345-47f3-bc75-e98325c49b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:55:22.108443 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:22.156187 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'name': 'tempest-TestNetworkBasicOps-router-322490968', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '37e06744-b742-4ba8-b67e-07c6156600de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:20Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '37e06744-b742-4ba8-b67e-07c6156600de', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ba:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:22.173538 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] For port 3c069443-c291-4f41-baeb-ff9ed14ab7d7, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:55:22.176984 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] For port 3c069443-c291-4f41-baeb-ff9ed14ab7d7, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=3c069443-c291-4f41-baeb-ff9ed14ab7d7,segment=NetworkSegment(90d4c3f9-0345-47f3-bc75-e98325c49b33),segment_id=90d4c3f9-0345-47f3-bc75-e98325c49b33)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:55:22.182497 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:22.189716 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12386db7-8be3-4e45-a712-0ee76983a1d4 None None] The sync data for ids ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'] in dv-neutron-786478-16-hyperv is: [{'id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'name': 'tempest-TestNetworkBasicOps-router-322490968', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '37e06744-b742-4ba8-b67e-07c6156600de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:20Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '37e06744-b742-4ba8-b67e-07c6156600de', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ba:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:55:22.249702 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181fbea-cfd5-4e8b-bb0b-d5b8d1589ea5 None None] Pushing event updated for resources: {'Port': ['ID=3c069443-c291-4f41-baeb-ff9ed14ab7d7,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:22.603815 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.1 (c39b9522-b55d-43b9-8b74-ee08e6a9872b/26d2dcb8-ada1-4edd-997c-3a13b8dc75a8/127cc184-f3f9-46b6-9137-af6d8c845812) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:55:22.720264 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:22.734891 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object 127cc184-f3f9-46b6-9137-af6d8c845812 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:55:22.770918 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:22.815362 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network c39b9522-b55d-43b9-8b74-ee08e6a9872b is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:55:22.818596 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:55:22.822339 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:55:22.867865 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=127cc184-f3f9-46b6-9137-af6d8c845812,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:22.876942 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:22.961826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3c069443-c291-4f41-baeb-ff9ed14ab7d7 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:55:23.028648 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 3c069443-c291-4f41-baeb-ff9ed14ab7d7 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:55:23.036052 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 37e06744-b742-4ba8-b67e-07c6156600de up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:55:23.046362 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:23.088665 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 37e06744-b742-4ba8-b67e-07c6156600de completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:55:23.092764 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 37e06744-b742-4ba8-b67e-07c6156600de triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:55:23.093142 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:23.181396 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:23.203515 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 37e06744-b742-4ba8-b67e-07c6156600de, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=37e06744-b742-4ba8-b67e-07c6156600de,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:23.207976 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:23.260909 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=37e06744-b742-4ba8-b67e-07c6156600de,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:23.275230 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b2c01a-5e25-4530-9ee9-9867c0bcfe72 None None] Network c39b9522-b55d-43b9-8b74-ee08e6a9872b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:55:23.380583 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:23.386064 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:23.387853 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e4ba6554-2931-4ddc-a3c2-52c72d6215cf None None] Provisioning for port 3c069443-c291-4f41-baeb-ff9ed14ab7d7 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:55:23.395699 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e4ba6554-2931-4ddc-a3c2-52c72d6215cf None None] Provisioning complete for port 3c069443-c291-4f41-baeb-ff9ed14ab7d7 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:55:23.396077 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4ba6554-2931-4ddc-a3c2-52c72d6215cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:23.459763 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:23.463521 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=127cc184-f3f9-46b6-9137-af6d8c845812,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:23.504729 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4ba6554-2931-4ddc-a3c2-52c72d6215cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:23.541730 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e4ba6554-2931-4ddc-a3c2-52c72d6215cf None None] For port 3c069443-c291-4f41-baeb-ff9ed14ab7d7, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=3c069443-c291-4f41-baeb-ff9ed14ab7d7,segment=NetworkSegment(90d4c3f9-0345-47f3-bc75-e98325c49b33),segment_id=90d4c3f9-0345-47f3-bc75-e98325c49b33)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:23.546977 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4ba6554-2931-4ddc-a3c2-52c72d6215cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:23.572491 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network c39b9522-b55d-43b9-8b74-ee08e6a9872b is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:55:23.574064 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:55:23.606689 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba6554-2931-4ddc-a3c2-52c72d6215cf None None] Pushing event updated for resources: {'Port': ['ID=3c069443-c291-4f41-baeb-ff9ed14ab7d7,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:23.707848 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router b7f180ba-39be-4490-872c-aa7f60cb1ba6 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:55:23.769709 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-35cb8279-e3d9-46dd-9a4c-c78c34f16a54 None None] Provisioning for port 127cc184-f3f9-46b6-9137-af6d8c845812 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:55:23.775226 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-35cb8279-e3d9-46dd-9a4c-c78c34f16a54 None None] Provisioning complete for port 127cc184-f3f9-46b6-9137-af6d8c845812 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:55:23.775610 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35cb8279-e3d9-46dd-9a4c-c78c34f16a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:23.826124 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-35cb8279-e3d9-46dd-9a4c-c78c34f16a54 None None] Port 127cc184-f3f9-46b6-9137-af6d8c845812 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:55:23.833929 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:55:23.837532 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-35cb8279-e3d9-46dd-9a4c-c78c34f16a54 None None] Provisioning complete for port 3c069443-c291-4f41-baeb-ff9ed14ab7d7 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:55:23.837910 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35cb8279-e3d9-46dd-9a4c-c78c34f16a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:23.840193 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-91190210-cbc4-4372-81cf-11db83e7b8e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/b7f180ba-39be-4490-872c-aa7f60cb1ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3297498 Jul 28 11:55:23.842742 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33352) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:23.947823 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffde315-75f4-4e24-a5a7-c8fb4fff67e4 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:23.948512 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffde315-75f4-4e24-a5a7-c8fb4fff67e4 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:23.949210 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffde315-75f4-4e24-a5a7-c8fb4fff67e4 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:23.949870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffde315-75f4-4e24-a5a7-c8fb4fff67e4 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:23.954450 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2ffde315-75f4-4e24-a5a7-c8fb4fff67e4 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1087992 Jul 28 11:55:23.955053 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33354) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:24.015187 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a32ff29-667f-403a-9ebd-607fe5d70014 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:24.016012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a32ff29-667f-403a-9ebd-607fe5d70014 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:24.016545 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a32ff29-667f-403a-9ebd-607fe5d70014 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:24.017066 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a32ff29-667f-403a-9ebd-607fe5d70014 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:24.019003 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8a32ff29-667f-403a-9ebd-607fe5d70014 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0628104 Jul 28 11:55:24.021486 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33356) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:24.027728 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Sync routers for ids ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:55:24.047576 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Routers {'b7f180ba-39be-4490-872c-aa7f60cb1ba6'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:55:24.048268 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:55:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:24.157069 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-43a302c4-bdac-469f-97c6-65b6365fd66e tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1344273 Jul 28 11:55:24.185507 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Set router b7f180ba-39be-4490-872c-aa7f60cb1ba6 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:55:24.316087 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7441dbfa-1cc7-4c57-b2f9-049097e1431e None None] Provisioning complete for port 127cc184-f3f9-46b6-9137-af6d8c845812 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:55:24.316461 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7441dbfa-1cc7-4c57-b2f9-049097e1431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.343166 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33360) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:24.348391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-72c22183-bcf7-4c26-b04f-a50639e9d2d4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1877414468', 'description': 'tempest-secgroup-smoke-1877414468 description', 'project_id': '494923637e9742fd92ad3c4630d377e7'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:55:24.370824 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-72c22183-bcf7-4c26-b04f-a50639e9d2d4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.376878 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7441dbfa-1cc7-4c57-b2f9-049097e1431e None None] Port 127cc184-f3f9-46b6-9137-af6d8c845812 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:55:24.425544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'name': 'tempest-TestNetworkBasicOps-router-322490968', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '37e06744-b742-4ba8-b67e-07c6156600de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:22Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '37e06744-b742-4ba8-b67e-07c6156600de', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '127cc184-f3f9-46b6-9137-af6d8c845812', 'name': '', 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:13:35:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:22Z', 'updated_at': '2021-07-28T11:55:23Z', 'revision_number': 2, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:24.453434 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Checking router: b7f180ba-39be-4490-872c-aa7f60cb1ba6 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:55:24.453790 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Updating router b7f180ba-39be-4490-872c-aa7f60cb1ba6 port 127cc184-f3f9-46b6-9137-af6d8c845812 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:55:24.459206 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-72c22183-bcf7-4c26-b04f-a50639e9d2d4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.463660 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-72c22183-bcf7-4c26-b04f-a50639e9d2d4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.479497 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.494554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-72c22183-bcf7-4c26-b04f-a50639e9d2d4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.498548 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-72c22183-bcf7-4c26-b04f-a50639e9d2d4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1517339 Jul 28 11:55:24.498548 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c22183-bcf7-4c26-b04f-a50639e9d2d4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8900a5-7aed-4f11-86df-7ba2e19e851d,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:24.498809 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33362) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:24.504429 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-08dc68bf-24de-4bf9-9e28-62727af84507 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '1c8900a5-7aed-4f11-86df-7ba2e19e851d', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:55:24.532714 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08dc68bf-24de-4bf9-9e28-62727af84507 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.588878 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08dc68bf-24de-4bf9-9e28-62727af84507 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.593359 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08dc68bf-24de-4bf9-9e28-62727af84507 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.608258 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc68bf-24de-4bf9-9e28-62727af84507 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58862126-0687-4c31-8f26-8306678b3799,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:24.617570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08dc68bf-24de-4bf9-9e28-62727af84507 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.621836 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33364) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:24.622361 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-08dc68bf-24de-4bf9-9e28-62727af84507 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216052 Jul 28 11:55:24.626675 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3fb856a0-3499-4737-8bb2-bd8f0025a6c2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '1c8900a5-7aed-4f11-86df-7ba2e19e851d', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:55:24.653479 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fb856a0-3499-4737-8bb2-bd8f0025a6c2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.710860 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fb856a0-3499-4737-8bb2-bd8f0025a6c2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.714727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fb856a0-3499-4737-8bb2-bd8f0025a6c2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.729282 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb856a0-3499-4737-8bb2-bd8f0025a6c2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662cf33f-0066-48f9-8bd1-5b6093beba25,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:24.739478 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fb856a0-3499-4737-8bb2-bd8f0025a6c2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.744301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33366) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:24.744879 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3fb856a0-3499-4737-8bb2-bd8f0025a6c2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213479 Jul 28 11:55:24.749271 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-2e3ebff1-5fd2-41e8-b6c9-578e2f3c1fed tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '1c8900a5-7aed-4f11-86df-7ba2e19e851d', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:55:24.756220 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.766525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Transition to ACTIVE for port object 127cc184-f3f9-46b6-9137-af6d8c845812 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:55:24.772091 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.776998 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2e3ebff1-5fd2-41e8-b6c9-578e2f3c1fed tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.825515 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f33b2-300a-43ac-ad46-2fd7b4304441 None None] Pushing event updated for resources: {'Port': ['ID=127cc184-f3f9-46b6-9137-af6d8c845812,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:24.844779 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2e3ebff1-5fd2-41e8-b6c9-578e2f3c1fed tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.850158 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2e3ebff1-5fd2-41e8-b6c9-578e2f3c1fed tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.877325 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ebff1-5fd2-41e8-b6c9-578e2f3c1fed tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8e80da-ad34-47ec-9a56-da9e75962e86,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:24.890041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Attempting to bind port 127cc184-f3f9-46b6-9137-af6d8c845812 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:55:24.890482 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Attempting to bind port 127cc184-f3f9-46b6-9137-af6d8c845812 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '90d4c3f9-0345-47f3-bc75-e98325c49b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:55:24.890864 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Attempting to bind port 127cc184-f3f9-46b6-9137-af6d8c845812 on network c39b9522-b55d-43b9-8b74-ee08e6a9872b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:55:24.893177 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2e3ebff1-5fd2-41e8-b6c9-578e2f3c1fed tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.897245 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:55:24.897465 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2e3ebff1-5fd2-41e8-b6c9-578e2f3c1fed tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520052 Jul 28 11:55:24.897810 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Checking segment: {'id': '90d4c3f9-0345-47f3-bc75-e98325c49b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:55:24.898670 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33368) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:24.898869 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.899525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Bound using segment: {'id': '90d4c3f9-0345-47f3-bc75-e98325c49b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:55:24.900319 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Bound port: 127cc184-f3f9-46b6-9137-af6d8c845812, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d4c3f9-0345-47f3-bc75-e98325c49b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:55:24.900715 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:24.904074 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-96949ea6-b996-4e29-811c-4ef546649923 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '1c8900a5-7aed-4f11-86df-7ba2e19e851d', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:55:24.904334 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3c069443-c291-4f41-baeb-ff9ed14ab7d7 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:55:24.937192 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-96949ea6-b996-4e29-811c-4ef546649923 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:25.004640 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 3c069443-c291-4f41-baeb-ff9ed14ab7d7 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:55:25.005021 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:25.006713 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-96949ea6-b996-4e29-811c-4ef546649923 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:25.009683 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] For port 127cc184-f3f9-46b6-9137-af6d8c845812, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:55:25.011642 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-96949ea6-b996-4e29-811c-4ef546649923 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:25.031462 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96949ea6-b996-4e29-811c-4ef546649923 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b88873-f6e0-43fe-a26c-4af4a17bc50a,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:25.042826 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-96949ea6-b996-4e29-811c-4ef546649923 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:25.043320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] For port 127cc184-f3f9-46b6-9137-af6d8c845812, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=127cc184-f3f9-46b6-9137-af6d8c845812,segment=NetworkSegment(90d4c3f9-0345-47f3-bc75-e98325c49b33),segment_id=90d4c3f9-0345-47f3-bc75-e98325c49b33)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:55:25.048382 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-96949ea6-b996-4e29-811c-4ef546649923 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446474 Jul 28 11:55:25.048382 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33370) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:25.052442 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-4cc7cb64-2f99-4cc3-977a-b23075bef0dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '1c8900a5-7aed-4f11-86df-7ba2e19e851d', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:55:25.055887 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:25.074137 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-4cc7cb64-2f99-4cc3-977a-b23075bef0dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:55:25.078880 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4cc7cb64-2f99-4cc3-977a-b23075bef0dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:25.145133 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4cc7cb64-2f99-4cc3-977a-b23075bef0dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:25.150024 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4cc7cb64-2f99-4cc3-977a-b23075bef0dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:25.155530 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f33b2-300a-43ac-ad46-2fd7b4304441 None None] Pushing event updated for resources: {'Port': ['ID=127cc184-f3f9-46b6-9137-af6d8c845812,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:25.162652 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Routers {'b7f180ba-39be-4490-872c-aa7f60cb1ba6'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:55:25.163290 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:55:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:25.169519 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7cb64-2f99-4cc3-977a-b23075bef0dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2278ae09-2a4d-43c5-9313-c114a24ff480,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:25.178252 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4cc7cb64-2f99-4cc3-977a-b23075bef0dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:25.183481 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33372) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:25.186595 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4cc7cb64-2f99-4cc3-977a-b23075bef0dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1343801 Jul 28 11:55:25.188731 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-301b8b2c-036e-4ba9-9603-e7e4f9aa1984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '1c8900a5-7aed-4f11-86df-7ba2e19e851d', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:55:25.212302 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.securitygroups_db [None req-301b8b2c-036e-4ba9-9603-e7e4f9aa1984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:55:25.218054 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-301b8b2c-036e-4ba9-9603-e7e4f9aa1984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:25.220181 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 37e06744-b742-4ba8-b67e-07c6156600de up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:55:25.293103 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-301b8b2c-036e-4ba9-9603-e7e4f9aa1984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:25.298106 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-301b8b2c-036e-4ba9-9603-e7e4f9aa1984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:25.316125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] Set router b7f180ba-39be-4490-872c-aa7f60cb1ba6 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:55:25.317701 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b8b2c-036e-4ba9-9603-e7e4f9aa1984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96f5a53-ccd5-4da3-ba7e-08e81cfcefdd,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:25.324562 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-301b8b2c-036e-4ba9-9603-e7e4f9aa1984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:25.331431 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-301b8b2c-036e-4ba9-9603-e7e4f9aa1984 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411335 Jul 28 11:55:25.358348 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 37e06744-b742-4ba8-b67e-07c6156600de triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:55:25.358755 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:25.522194 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-c19f6ef7-9cb9-4af4-bf5d-ea7d4611c46f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1877414468&fields=id&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 267 time: 0.0343778 Jul 28 11:55:25.600826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'name': 'tempest-TestNetworkBasicOps-router-322490968', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '37e06744-b742-4ba8-b67e-07c6156600de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:22Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '37e06744-b742-4ba8-b67e-07c6156600de', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '127cc184-f3f9-46b6-9137-af6d8c845812', 'name': '', 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:13:35:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:22Z', 'updated_at': '2021-07-28T11:55:25Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:25.631162 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745ed9f-6500-4960-b55d-fe1712ab506e None None] The sync data for ids ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'] in dv-neutron-786478-16-hyperv is: [{'id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'name': 'tempest-TestNetworkBasicOps-router-322490968', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '37e06744-b742-4ba8-b67e-07c6156600de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:22Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '37e06744-b742-4ba8-b67e-07c6156600de', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '127cc184-f3f9-46b6-9137-af6d8c845812', 'name': '', 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:13:35:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:22Z', 'updated_at': '2021-07-28T11:55:25Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:55:25.644538 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-d29d2778-79f7-468e-94ea-ee822619c892 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:25.646160 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-d29d2778-79f7-468e-94ea-ee822619c892 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/networks?id=c39b9522-b55d-43b9-8b74-ee08e6a9872b HTTP/1.1" status: 200 len: 797 time: 0.1162920 Jul 28 11:55:25.663010 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-cb26fe53-b4a6-4958-bba2-4d15c6162064 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/quotas/494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 375 time: 0.0098717 Jul 28 11:55:25.733178 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-107426e4-93bb-414c-960b-dce335a1e9d2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633068 Jul 28 11:55:25.845034 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-810ad736-db01-440b-aaef-4626302c06e7 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:55:25.846031 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-810ad736-db01-440b-aaef-4626302c06e7 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1013777 Jul 28 11:55:25.939994 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-c17552f8-3b50-400c-9500-58aa407e2b3f service neutron] 10.222.0.43 "GET /v2.0/networks/c39b9522-b55d-43b9-8b74-ee08e6a9872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870600 Jul 28 11:55:26.041682 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-796a3baf-89a4-4dad-a15a-bb104bba76fe service neutron] 10.222.0.43 "GET /v2.0/networks/c39b9522-b55d-43b9-8b74-ee08e6a9872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955498 Jul 28 11:55:26.223988 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1d1c485a-98fb-4a44-b2fa-3b0237252ce8 req-db3f8b44-2195-4166-9259-62c828f064bf tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 210 time: 0.0339863 Jul 28 11:55:26.890708 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 127cc184-f3f9-46b6-9137-af6d8c845812 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:55:26.940466 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 127cc184-f3f9-46b6-9137-af6d8c845812 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:55:26.944147 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 127cc184-f3f9-46b6-9137-af6d8c845812 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:55:26.944525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:27.023783 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:27.058798 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 127cc184-f3f9-46b6-9137-af6d8c845812, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=127cc184-f3f9-46b6-9137-af6d8c845812,segment=NetworkSegment(90d4c3f9-0345-47f3-bc75-e98325c49b33),segment_id=90d4c3f9-0345-47f3-bc75-e98325c49b33)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:27.062875 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:27.118320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=127cc184-f3f9-46b6-9137-af6d8c845812,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:27.122318 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-f401cd8f-3152-4f18-8273-568694d6bdd9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:27.123851 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-f401cd8f-3152-4f18-8273-568694d6bdd9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/networks?id=c39b9522-b55d-43b9-8b74-ee08e6a9872b HTTP/1.1" status: 200 len: 797 time: 0.1195982 Jul 28 11:55:27.171147 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-0eba1827-cfeb-415c-a82e-c2b5939260e8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 380 time: 0.0369313 Jul 28 11:55:27.181980 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-93f67755-53d9-4326-9d94-d701f4c949b6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'port': {'device_id': 'dd0457b5-9e8b-4cc8-9071-365b30aa1a21', 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b', 'admin_state_up': True, 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'security_groups': ['1c8900a5-7aed-4f11-86df-7ba2e19e851d']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:55:27.294744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-93f67755-53d9-4326-9d94-d701f4c949b6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:55:27.298519 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-93f67755-53d9-4326-9d94-d701f4c949b6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:27.308642 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-14c304ee-3f68-4279-a836-4d6684b8a7ba req-3b549706-0372-469e-a3e7-8748720557ea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 210 time: 0.0277784 Jul 28 11:55:27.423698 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-93f67755-53d9-4326-9d94-d701f4c949b6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.9 (c39b9522-b55d-43b9-8b74-ee08e6a9872b/26d2dcb8-ada1-4edd-997c-3a13b8dc75a8/2cb06058-5dc0-46a1-a902-dd455c7775dd) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:55:27.561607 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-93f67755-53d9-4326-9d94-d701f4c949b6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:27.575075 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-93f67755-53d9-4326-9d94-d701f4c949b6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object 2cb06058-5dc0-46a1-a902-dd455c7775dd will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:55:27.608733 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-93f67755-53d9-4326-9d94-d701f4c949b6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:27.649826 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-93f67755-53d9-4326-9d94-d701f4c949b6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network c39b9522-b55d-43b9-8b74-ee08e6a9872b is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:55:27.653088 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-93f67755-53d9-4326-9d94-d701f4c949b6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:55:27.659096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-93f67755-53d9-4326-9d94-d701f4c949b6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:55:27.686865 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f67755-53d9-4326-9d94-d701f4c949b6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=2cb06058-5dc0-46a1-a902-dd455c7775dd,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:27.716592 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-93f67755-53d9-4326-9d94-d701f4c949b6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:27.717242 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-93f67755-53d9-4326-9d94-d701f4c949b6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:27.732163 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-93f67755-53d9-4326-9d94-d701f4c949b6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5545354 Jul 28 11:55:27.745528 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Request body: {'port': {'device_id': 'dd0457b5-9e8b-4cc8-9071-365b30aa1a21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:55:27.802058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:27.917738 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-191066fb-1715-4015-97b1-0867e7fbac47 None None] Provisioning for port 2cb06058-5dc0-46a1-a902-dd455c7775dd completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:55:27.921574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-191066fb-1715-4015-97b1-0867e7fbac47 None None] Provisioning complete for port 2cb06058-5dc0-46a1-a902-dd455c7775dd triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:55:27.921890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-191066fb-1715-4015-97b1-0867e7fbac47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:27.955512 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-191066fb-1715-4015-97b1-0867e7fbac47 None None] Port 2cb06058-5dc0-46a1-a902-dd455c7775dd cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:55:28.064033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb06058-5dc0-46a1-a902-dd455c7775dd {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:55:28.072100 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:28.083459 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Transition to ACTIVE for port object 2cb06058-5dc0-46a1-a902-dd455c7775dd will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:55:28.088271 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:28.155335 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb06058-5dc0-46a1-a902-dd455c7775dd,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:28.206558 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Attempting to bind port 2cb06058-5dc0-46a1-a902-dd455c7775dd on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:55:28.206902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Attempting to bind port 2cb06058-5dc0-46a1-a902-dd455c7775dd by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '90d4c3f9-0345-47f3-bc75-e98325c49b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:55:28.207235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Attempting to bind port 2cb06058-5dc0-46a1-a902-dd455c7775dd on network c39b9522-b55d-43b9-8b74-ee08e6a9872b {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:55:28.212531 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Port 2cb06058-5dc0-46a1-a902-dd455c7775dd on network c39b9522-b55d-43b9-8b74-ee08e6a9872b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:55:28.212857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Attempting to bind port 2cb06058-5dc0-46a1-a902-dd455c7775dd on network c39b9522-b55d-43b9-8b74-ee08e6a9872b {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:55:28.217903 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:55:28.218244 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Checking segment: {'id': '90d4c3f9-0345-47f3-bc75-e98325c49b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:55:28.218660 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Bound using segment: {'id': '90d4c3f9-0345-47f3-bc75-e98325c49b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:55:28.219096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Bound port: 2cb06058-5dc0-46a1-a902-dd455c7775dd, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d4c3f9-0345-47f3-bc75-e98325c49b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:55:28.219457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:28.285120 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] For port 2cb06058-5dc0-46a1-a902-dd455c7775dd, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:55:28.288696 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] For port 2cb06058-5dc0-46a1-a902-dd455c7775dd, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2cb06058-5dc0-46a1-a902-dd455c7775dd,segment=NetworkSegment(90d4c3f9-0345-47f3-bc75-e98325c49b33),segment_id=90d4c3f9-0345-47f3-bc75-e98325c49b33)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:55:28.292583 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:28.330222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:28.330891 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:28.332411 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] 10.222.0.39 "PUT /v2.0/ports/2cb06058-5dc0-46a1-a902-dd455c7775dd HTTP/1.1" status: 200 len: 1093 time: 0.5919726 Jul 28 11:55:28.332864 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0457b5-9e8b-4cc8-9071-365b30aa1a21', 'tag': '2cb06058-5dc0-46a1-a902-dd455c7775dd'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:55:28.335215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376e59ee-f4e6-4e93-aea9-b4752a22a6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0457b5-9e8b-4cc8-9071-365b30aa1a21", "tag": "2cb06058-5dc0-46a1-a902-dd455c7775dd"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:55:28.389861 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319dbdbf-2556-42f7-9fdf-b2ea856fd21a x-openstack-request-id: req-319dbdbf-2556-42f7-9fdf-b2ea856fd21a {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:55:28.390129 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0457b5-9e8b-4cc8-9071-365b30aa1a21", "tag": "2cb06058-5dc0-46a1-a902-dd455c7775dd", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:55:28.390386 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-319dbdbf-2556-42f7-9fdf-b2ea856fd21a {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:55:28.390830 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0457b5-9e8b-4cc8-9071-365b30aa1a21', 'tag': '2cb06058-5dc0-46a1-a902-dd455c7775dd', 'status': 'completed', 'code': 200} Jul 28 11:55:28.410847 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508454ce-68a5-4532-b67f-8c23b4ef4e09 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb06058-5dc0-46a1-a902-dd455c7775dd,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:28.431801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-a1978104-f1b3-43cb-86c6-00caa95f1d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:28.433388 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-a1978104-f1b3-43cb-86c6-00caa95f1d72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 1096 time: 0.0567954 Jul 28 11:55:28.477197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786967e-86b1-49bc-b1ac-53b467a2a049 req-a98f6e0c-1e4b-4985-b929-8ccbcaa2ea6d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:28.479319 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4786967e-86b1-49bc-b1ac-53b467a2a049 req-a98f6e0c-1e4b-4985-b929-8ccbcaa2ea6d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 943 time: 0.0585001 Jul 28 11:55:28.481115 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-41e40635-c687-44b7-a5d6-de89f7770563 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb06058-5dc0-46a1-a902-dd455c7775dd HTTP/1.1" status: 200 len: 217 time: 0.0400512 Jul 28 11:55:28.525447 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4786967e-86b1-49bc-b1ac-53b467a2a049 req-876ea8fe-a7c5-4d5b-8f26-3b4dc0feccf9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c8900a5-7aed-4f11-86df-7ba2e19e851d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394514 Jul 28 11:55:28.541542 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-09c84095-ae75-418c-b970-96adfe8021c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:28.543072 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-09c84095-ae75-418c-b970-96adfe8021c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=26d2dcb8-ada1-4edd-997c-3a13b8dc75a8 HTTP/1.1" status: 200 len: 844 time: 0.0545075 Jul 28 11:55:28.592706 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-00ae3337-d952-4c62-8095-9f1250139dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:28.594239 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-00ae3337-d952-4c62-8095-9f1250139dcb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c39b9522-b55d-43b9-8b74-ee08e6a9872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0439622 Jul 28 11:55:28.682304 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-cf977873-5ba0-4370-bb2d-fb872afcec38 service neutron] 10.222.0.39 "GET /v2.0/networks/c39b9522-b55d-43b9-8b74-ee08e6a9872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805120 Jul 28 11:55:28.773391 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9f2b6ce4-e817-48dd-bd06-657a28041484 req-4fe92c6f-47d7-439a-8678-c2924ba91401 service neutron] 10.222.0.39 "GET /v2.0/networks/c39b9522-b55d-43b9-8b74-ee08e6a9872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846467 Jul 28 11:55:28.862971 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e59ee-f4e6-4e93-aea9-b4752a22a6ef req-0babfcac-e2f8-4bad-9953-42222d50c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:28.864607 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-376e59ee-f4e6-4e93-aea9-b4752a22a6ef req-0babfcac-e2f8-4bad-9953-42222d50c208 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 1096 time: 0.0451424 Jul 28 11:55:28.880428 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 127cc184-f3f9-46b6-9137-af6d8c845812 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:55:28.926698 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 127cc184-f3f9-46b6-9137-af6d8c845812 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:55:28.927791 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:28.958599 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e59ee-f4e6-4e93-aea9-b4752a22a6ef req-0f14a69d-1b46-432f-82d2-c1bccb3834ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:28.960087 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-376e59ee-f4e6-4e93-aea9-b4752a22a6ef req-0f14a69d-1b46-432f-82d2-c1bccb3834ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=c39b9522-b55d-43b9-8b74-ee08e6a9872b HTTP/1.1" status: 200 len: 898 time: 0.0881548 Jul 28 11:55:29.002298 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-376e59ee-f4e6-4e93-aea9-b4752a22a6ef req-4863270c-1087-4e0e-abae-8e013fc63404 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb06058-5dc0-46a1-a902-dd455c7775dd HTTP/1.1" status: 200 len: 217 time: 0.0347898 Jul 28 11:55:29.051058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e59ee-f4e6-4e93-aea9-b4752a22a6ef req-e58fd4ca-76ad-4e64-938f-bea531e1a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:29.052502 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-376e59ee-f4e6-4e93-aea9-b4752a22a6ef req-e58fd4ca-76ad-4e64-938f-bea531e1a05a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=26d2dcb8-ada1-4edd-997c-3a13b8dc75a8 HTTP/1.1" status: 200 len: 844 time: 0.0431504 Jul 28 11:55:29.096605 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e59ee-f4e6-4e93-aea9-b4752a22a6ef req-98defb31-e044-4661-9cf5-d2fa9c80a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:29.097947 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-376e59ee-f4e6-4e93-aea9-b4752a22a6ef req-98defb31-e044-4661-9cf5-d2fa9c80a032 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c39b9522-b55d-43b9-8b74-ee08e6a9872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0381875 Jul 28 11:55:29.188249 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-376e59ee-f4e6-4e93-aea9-b4752a22a6ef req-23e238c0-d5e7-453a-9a23-25b0bffd3f58 service neutron] 10.222.0.39 "GET /v2.0/networks/c39b9522-b55d-43b9-8b74-ee08e6a9872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816562 Jul 28 11:55:29.277200 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-376e59ee-f4e6-4e93-aea9-b4752a22a6ef req-9b1e30ba-896a-4a94-a8b8-b0bdb64fa573 service neutron] 10.222.0.39 "GET /v2.0/networks/c39b9522-b55d-43b9-8b74-ee08e6a9872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800273 Jul 28 11:55:29.651891 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda8515-a9df-4a1b-ab5a-a2e47cf0ae4b req-a32a13e1-23bd-4546-9913-29e902664d5c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:29.653339 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fbda8515-a9df-4a1b-ab5a-a2e47cf0ae4b req-a32a13e1-23bd-4546-9913-29e902664d5c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 943 time: 0.0489602 Jul 28 11:55:29.697545 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fbda8515-a9df-4a1b-ab5a-a2e47cf0ae4b req-1b97e614-28a2-4c79-a6f6-60ee5c2b7c79 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c8900a5-7aed-4f11-86df-7ba2e19e851d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382869 Jul 28 11:55:30.811928 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a9fa5-00d2-4aee-9cf8-50fd6f2b55a3 req-90817f1b-9eb2-475f-a759-1d17f421448b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:30.813448 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-378a9fa5-00d2-4aee-9cf8-50fd6f2b55a3 req-90817f1b-9eb2-475f-a759-1d17f421448b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 943 time: 0.0500147 Jul 28 11:55:30.853212 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-378a9fa5-00d2-4aee-9cf8-50fd6f2b55a3 req-8557d737-76fa-4aa6-8421-13161e6ced65 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c8900a5-7aed-4f11-86df-7ba2e19e851d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337198 Jul 28 11:55:31.694315 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 2cb06058-5dc0-46a1-a902-dd455c7775dd details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:55:31.783987 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 2cb06058-5dc0-46a1-a902-dd455c7775dd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2cb06058-5dc0-46a1-a902-dd455c7775dd,segment=NetworkSegment(90d4c3f9-0345-47f3-bc75-e98325c49b33),segment_id=90d4c3f9-0345-47f3-bc75-e98325c49b33)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:31.794755 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '2cb06058-5dc0-46a1-a902-dd455c7775dd', 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b', 'port_id': '2cb06058-5dc0-46a1-a902-dd455c7775dd', 'mac_address': 'fa:16:3e:f7:c2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:55:31.830052 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:31.845813 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb06058-5dc0-46a1-a902-dd455c7775dd {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:55:31.864143 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 2cb06058-5dc0-46a1-a902-dd455c7775dd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2cb06058-5dc0-46a1-a902-dd455c7775dd,segment=NetworkSegment(90d4c3f9-0345-47f3-bc75-e98325c49b33),segment_id=90d4c3f9-0345-47f3-bc75-e98325c49b33)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:31.867965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:31.914393 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=2cb06058-5dc0-46a1-a902-dd455c7775dd,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:31.970625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f72906-ae4e-4825-9971-3ba288cc471f req-9f4c8623-5c2e-414b-a784-e25c84d2cee0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:31.972131 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-68f72906-ae4e-4825-9971-3ba288cc471f req-9f4c8623-5c2e-414b-a784-e25c84d2cee0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 944 time: 0.0489669 Jul 28 11:55:32.010220 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-68f72906-ae4e-4825-9971-3ba288cc471f req-0ee8b658-a880-4fce-89af-5ebe6fe436dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c8900a5-7aed-4f11-86df-7ba2e19e851d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320859 Jul 28 11:55:32.098935 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['2cb06058-5dc0-46a1-a902-dd455c7775dd'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:55:32.391217 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ad38e6c-1525-4685-9668-60a16fe0e4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:33.126020 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c0ae2-760f-4bb8-b406-0b35f5c08f7f req-40049ecc-87bc-4103-b42a-ef9c77aaad43 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:33.127437 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-633c0ae2-760f-4bb8-b406-0b35f5c08f7f req-40049ecc-87bc-4103-b42a-ef9c77aaad43 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 944 time: 0.0500772 Jul 28 11:55:33.169334 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-633c0ae2-760f-4bb8-b406-0b35f5c08f7f req-3fd8a842-f6f2-4c82-96ac-9f8bc8a97ba8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c8900a5-7aed-4f11-86df-7ba2e19e851d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359585 Jul 28 11:55:33.710210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 2cb06058-5dc0-46a1-a902-dd455c7775dd up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:55:33.756044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 2cb06058-5dc0-46a1-a902-dd455c7775dd completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:55:33.760044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 2cb06058-5dc0-46a1-a902-dd455c7775dd triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:55:33.760427 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:33.835345 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:33.856418 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0457b5-9e8b-4cc8-9071-365b30aa1a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb06058-5dc0-46a1-a902-dd455c7775dd'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:55:33.858658 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ea922a-dde9-4837-81cc-5010ae85ea73" -d '{"events": [{"server_uuid": "dd0457b5-9e8b-4cc8-9071-365b30aa1a21", "name": "network-vif-plugged", "status": "completed", "tag": "2cb06058-5dc0-46a1-a902-dd455c7775dd"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:55:33.871820 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 2cb06058-5dc0-46a1-a902-dd455c7775dd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2cb06058-5dc0-46a1-a902-dd455c7775dd,segment=NetworkSegment(90d4c3f9-0345-47f3-bc75-e98325c49b33),segment_id=90d4c3f9-0345-47f3-bc75-e98325c49b33)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:33.875769 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:33.921708 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=2cb06058-5dc0-46a1-a902-dd455c7775dd,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:34.004941 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297bc40d-ec86-4a22-acc6-727b7b2fbfd4 x-openstack-request-id: req-297bc40d-ec86-4a22-acc6-727b7b2fbfd4 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:55:34.005340 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0457b5-9e8b-4cc8-9071-365b30aa1a21", "name": "network-vif-plugged", "status": "completed", "tag": "2cb06058-5dc0-46a1-a902-dd455c7775dd", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:55:34.005592 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-297bc40d-ec86-4a22-acc6-727b7b2fbfd4 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:55:34.006015 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0457b5-9e8b-4cc8-9071-365b30aa1a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb06058-5dc0-46a1-a902-dd455c7775dd', 'code': 200} Jul 28 11:55:34.167529 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c8d2b-4121-47d8-b376-febd4ad39d98 req-4447ef91-a7a7-4199-8019-0322191ab5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:34.169082 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d33c8d2b-4121-47d8-b376-febd4ad39d98 req-4447ef91-a7a7-4199-8019-0322191ab5b9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 1098 time: 0.0438950 Jul 28 11:55:34.204731 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d33c8d2b-4121-47d8-b376-febd4ad39d98 req-c54953b5-6bd9-4028-912c-91327ee5cfbc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1c8900a5-7aed-4f11-86df-7ba2e19e851d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279543 Jul 28 11:55:34.283665 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433342e-37c5-4d9b-9218-091b035e186a req-2c07e867-98d9-4583-9825-3803f18c7e6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:34.285164 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d433342e-37c5-4d9b-9218-091b035e186a req-2c07e867-98d9-4583-9825-3803f18c7e6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 945 time: 0.0513024 Jul 28 11:55:34.323931 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d433342e-37c5-4d9b-9218-091b035e186a req-4f66c7bd-30bd-4936-99fe-0facd23828ce tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c8900a5-7aed-4f11-86df-7ba2e19e851d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323184 Jul 28 11:55:34.896272 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f29cc428-644c-46aa-b84f-d6bbff721cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:35.330193 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:35.440051 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea25e2-0cf3-4f99-b0c6-248f66acf750 req-8ec34b9a-990e-4835-9e67-acdf5e0e3831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:35.441522 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-67ea25e2-0cf3-4f99-b0c6-248f66acf750 req-8ec34b9a-990e-4835-9e67-acdf5e0e3831 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 945 time: 0.0494244 Jul 28 11:55:35.479862 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-67ea25e2-0cf3-4f99-b0c6-248f66acf750 req-7f6fcd1a-41e8-4f8e-9e61-66fa7f009ce6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c8900a5-7aed-4f11-86df-7ba2e19e851d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315769 Jul 28 11:55:35.592784 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d25f4-f0b1-4080-ba7b-3e43015613e8 req-73852d42-a2b8-4a56-b0fd-13fd53e9bf47 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:35.594268 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ec6d25f4-f0b1-4080-ba7b-3e43015613e8 req-73852d42-a2b8-4a56-b0fd-13fd53e9bf47 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 945 time: 0.0492098 Jul 28 11:55:35.635769 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ec6d25f4-f0b1-4080-ba7b-3e43015613e8 req-1d16c62e-98dd-4b9d-a076-2ff0c3fa932d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c8900a5-7aed-4f11-86df-7ba2e19e851d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355325 Jul 28 11:55:35.657566 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33430) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:35.697273 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f782c1-3848-4109-80cc-308f75707381 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:35.698808 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-13f782c1-3848-4109-80cc-308f75707381 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 1093 time: 0.0403039 Jul 28 11:55:35.701516 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33432) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:35.705780 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '2cb06058-5dc0-46a1-a902-dd455c7775dd', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:55:35.727291 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:35.821911 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:35.927671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.26.1.102 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/fa69bc46-5117-497c-89a8-87770073212e) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:55:36.024887 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:36.066987 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:36.100452 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:55:36.105468 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:55:36.108038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:55:36.137321 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=fa69bc46-5117-497c-89a8-87770073212e,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:36.383548 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:36.462784 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:36.527322 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:36.673126 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:36.677330 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:36.740800 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=fa69bc46-5117-497c-89a8-87770073212e,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:36.754403 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:36.853151 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP 5998cff8-c641-4a94-945b-712bf5f0b511 associated. External IP: 172.26.1.102, port: 2cb06058-5dc0-46a1-a902-dd455c7775dd. Jul 28 11:55:37.057664 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router b7f180ba-39be-4490-872c-aa7f60cb1ba6 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:55:37.161449 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:55:37.171229 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba3a82-64ac-47d1-898a-2329c854c4eb None None] Sync routers for ids ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:55:37.177156 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:37.180901 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ba3a82-64ac-47d1-898a-2329c854c4eb None None] Routers {'b7f180ba-39be-4490-872c-aa7f60cb1ba6'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:55:37.181508 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d3ba3a82-64ac-47d1-898a-2329c854c4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:55:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:37.203800 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3c5ecb4b-737a-48a9-9392-3b28eb26d5f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5013018 Jul 28 11:55:37.204474 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0457b5-9e8b-4cc8-9071-365b30aa1a21', 'tag': '2cb06058-5dc0-46a1-a902-dd455c7775dd'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:55:37.206851 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc3ff43-f57d-41e0-8e2e-cde185d881b1" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0457b5-9e8b-4cc8-9071-365b30aa1a21", "tag": "2cb06058-5dc0-46a1-a902-dd455c7775dd"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:55:37.207401 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33434) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:37.242875 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe80441a-03a1-4603-9ca1-ac71fac53fa1 x-openstack-request-id: req-fe80441a-03a1-4603-9ca1-ac71fac53fa1 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:55:37.243180 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0457b5-9e8b-4cc8-9071-365b30aa1a21", "tag": "2cb06058-5dc0-46a1-a902-dd455c7775dd", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:55:37.243440 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe80441a-03a1-4603-9ca1-ac71fac53fa1 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:55:37.243848 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0457b5-9e8b-4cc8-9071-365b30aa1a21', 'tag': '2cb06058-5dc0-46a1-a902-dd455c7775dd', 'status': 'completed', 'code': 200} Jul 28 11:55:37.282459 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-21126ae5-8711-4e9c-bbbc-5f69dc1f97c8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/5998cff8-c641-4a94-945b-712bf5f0b511 HTTP/1.1" status: 200 len: 991 time: 0.0728564 Jul 28 11:55:37.290175 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-d3ba3a82-64ac-47d1-898a-2329c854c4eb None None] Set router b7f180ba-39be-4490-872c-aa7f60cb1ba6 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:55:37.310172 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3ff43-f57d-41e0-8e2e-cde185d881b1 req-c1535035-a9b4-4f11-9166-351914c36eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:37.311832 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bbc3ff43-f57d-41e0-8e2e-cde185d881b1 req-c1535035-a9b4-4f11-9166-351914c36eb7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 1098 time: 0.0442309 Jul 28 11:55:37.406940 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3ff43-f57d-41e0-8e2e-cde185d881b1 req-a3cba226-0c1d-4015-bd75-06cceafc5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:37.408395 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bbc3ff43-f57d-41e0-8e2e-cde185d881b1 req-a3cba226-0c1d-4015-bd75-06cceafc5d5b service neutron] 10.222.0.39 "GET /v2.0/networks?id=c39b9522-b55d-43b9-8b74-ee08e6a9872b HTTP/1.1" status: 200 len: 898 time: 0.0875530 Jul 28 11:55:37.472065 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bbc3ff43-f57d-41e0-8e2e-cde185d881b1 req-48d87f9e-6aee-41f7-b218-33b14327553f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb06058-5dc0-46a1-a902-dd455c7775dd HTTP/1.1" status: 200 len: 999 time: 0.0565925 Jul 28 11:55:37.507896 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d3ba3a82-64ac-47d1-898a-2329c854c4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'name': 'tempest-TestNetworkBasicOps-router-322490968', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '37e06744-b742-4ba8-b67e-07c6156600de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:22Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '37e06744-b742-4ba8-b67e-07c6156600de', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '5998cff8-c641-4a94-945b-712bf5f0b511', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.102', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'port_id': '2cb06058-5dc0-46a1-a902-dd455c7775dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b', 'mac_address': 'fa:16:3e:f7:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0457b5-9e8b-4cc8-9071-365b30aa1a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:55:36Z', 'updated_at': '2021-07-28T11:55:36Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127cc184-f3f9-46b6-9137-af6d8c845812', 'name': '', 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:13:35:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:22Z', 'updated_at': '2021-07-28T11:55:27Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:37.524406 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3ff43-f57d-41e0-8e2e-cde185d881b1 req-8b067746-7af2-4009-abd7-7e6726d83fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:37.525873 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bbc3ff43-f57d-41e0-8e2e-cde185d881b1 req-8b067746-7af2-4009-abd7-7e6726d83fd4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=26d2dcb8-ada1-4edd-997c-3a13b8dc75a8 HTTP/1.1" status: 200 len: 844 time: 0.0473313 Jul 28 11:55:37.536922 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba3a82-64ac-47d1-898a-2329c854c4eb None None] Checking router: b7f180ba-39be-4490-872c-aa7f60cb1ba6 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:55:37.545155 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ba3a82-64ac-47d1-898a-2329c854c4eb None None] Routers {'b7f180ba-39be-4490-872c-aa7f60cb1ba6'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:55:37.545764 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d3ba3a82-64ac-47d1-898a-2329c854c4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:55:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:37.571611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3ff43-f57d-41e0-8e2e-cde185d881b1 req-6db1748b-90a8-4f36-8302-d4e816c01701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:37.573028 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bbc3ff43-f57d-41e0-8e2e-cde185d881b1 req-6db1748b-90a8-4f36-8302-d4e816c01701 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c39b9522-b55d-43b9-8b74-ee08e6a9872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405295 Jul 28 11:55:37.651731 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-d3ba3a82-64ac-47d1-898a-2329c854c4eb None None] Set router b7f180ba-39be-4490-872c-aa7f60cb1ba6 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:55:37.664794 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bbc3ff43-f57d-41e0-8e2e-cde185d881b1 req-130f2325-9907-4d37-9a4a-a0f0edd199fb service neutron] 10.222.0.39 "GET /v2.0/networks/c39b9522-b55d-43b9-8b74-ee08e6a9872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845938 Jul 28 11:55:37.755527 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bbc3ff43-f57d-41e0-8e2e-cde185d881b1 req-3bbc7532-bad4-4934-8159-c6f7a30aea69 service neutron] 10.222.0.39 "GET /v2.0/networks/c39b9522-b55d-43b9-8b74-ee08e6a9872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840812 Jul 28 11:55:37.871214 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d3ba3a82-64ac-47d1-898a-2329c854c4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'name': 'tempest-TestNetworkBasicOps-router-322490968', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '37e06744-b742-4ba8-b67e-07c6156600de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:22Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '37e06744-b742-4ba8-b67e-07c6156600de', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '5998cff8-c641-4a94-945b-712bf5f0b511', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.102', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'port_id': '2cb06058-5dc0-46a1-a902-dd455c7775dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b', 'mac_address': 'fa:16:3e:f7:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0457b5-9e8b-4cc8-9071-365b30aa1a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:55:36Z', 'updated_at': '2021-07-28T11:55:36Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127cc184-f3f9-46b6-9137-af6d8c845812', 'name': '', 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:13:35:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:22Z', 'updated_at': '2021-07-28T11:55:27Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:37.899877 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba3a82-64ac-47d1-898a-2329c854c4eb None None] The sync data for ids ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'] in dv-neutron-786478-16-hyperv is: [{'id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'name': 'tempest-TestNetworkBasicOps-router-322490968', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '37e06744-b742-4ba8-b67e-07c6156600de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:22Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '37e06744-b742-4ba8-b67e-07c6156600de', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '5998cff8-c641-4a94-945b-712bf5f0b511', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.102', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'port_id': '2cb06058-5dc0-46a1-a902-dd455c7775dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b', 'mac_address': 'fa:16:3e:f7:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0457b5-9e8b-4cc8-9071-365b30aa1a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:55:36Z', 'updated_at': '2021-07-28T11:55:36Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127cc184-f3f9-46b6-9137-af6d8c845812', 'name': '', 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:13:35:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:22Z', 'updated_at': '2021-07-28T11:55:27Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:55:37.947260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:38.087724 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8394f09d-6b5b-4760-a21f-6f6b622516f7 None None] New status for floating IP 5998cff8-c641-4a94-945b-712bf5f0b511: ACTIVE {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:55:38.285212 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33438) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:38.345206 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b746e875-d5f8-44d9-8865-beca8df9249e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/5998cff8-c641-4a94-945b-712bf5f0b511 HTTP/1.1" status: 200 len: 993 time: 0.0588591 Jul 28 11:55:50.051349 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:50.878512 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:56:02.394112 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d57e2fb-390d-4ae1-908f-d437fd880201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:04.896340 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e132f8f5-f7d6-430a-bb88-b1de3bcaa347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:05.322414 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7a280e9a-772c-4eb8-8f49-2f5eaeae2a6c req-3c836223-a376-4712-9048-7e38ea846c42 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435815 Jul 28 11:56:05.333273 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:05.403085 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a280e9a-772c-4eb8-8f49-2f5eaeae2a6c req-8f7105de-d224-4c1e-8260-54558a07853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:56:05.404539 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7a280e9a-772c-4eb8-8f49-2f5eaeae2a6c req-8f7105de-d224-4c1e-8260-54558a07853b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 1098 time: 0.0397859 Jul 28 11:56:05.503841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a280e9a-772c-4eb8-8f49-2f5eaeae2a6c req-b469d733-9dc8-45ac-a335-9c02ff244278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:56:05.505273 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7a280e9a-772c-4eb8-8f49-2f5eaeae2a6c req-b469d733-9dc8-45ac-a335-9c02ff244278 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c39b9522-b55d-43b9-8b74-ee08e6a9872b HTTP/1.1" status: 200 len: 898 time: 0.0821805 Jul 28 11:56:05.572586 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7a280e9a-772c-4eb8-8f49-2f5eaeae2a6c req-09a857b5-5fc9-49f6-8a65-34eb8ddde20d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb06058-5dc0-46a1-a902-dd455c7775dd HTTP/1.1" status: 200 len: 1001 time: 0.0599406 Jul 28 11:56:05.620311 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a280e9a-772c-4eb8-8f49-2f5eaeae2a6c req-244c34d0-a159-4334-98ca-e8b827328428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:56:05.621698 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7a280e9a-772c-4eb8-8f49-2f5eaeae2a6c req-244c34d0-a159-4334-98ca-e8b827328428 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=26d2dcb8-ada1-4edd-997c-3a13b8dc75a8 HTTP/1.1" status: 200 len: 844 time: 0.0420949 Jul 28 11:56:05.667397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a280e9a-772c-4eb8-8f49-2f5eaeae2a6c req-a27a7dcc-1281-457d-b402-f95902a1b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:56:05.668839 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7a280e9a-772c-4eb8-8f49-2f5eaeae2a6c req-a27a7dcc-1281-457d-b402-f95902a1b274 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c39b9522-b55d-43b9-8b74-ee08e6a9872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392663 Jul 28 11:56:05.758696 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7a280e9a-772c-4eb8-8f49-2f5eaeae2a6c req-efa9d470-1e78-42e8-a073-50d398de4d94 service neutron] 10.222.0.39 "GET /v2.0/networks/c39b9522-b55d-43b9-8b74-ee08e6a9872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813925 Jul 28 11:56:05.847802 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7a280e9a-772c-4eb8-8f49-2f5eaeae2a6c req-dc1ec8c7-4339-4cd0-b41c-5365d000bb1a service neutron] 10.222.0.39 "GET /v2.0/networks/c39b9522-b55d-43b9-8b74-ee08e6a9872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811110 Jul 28 11:56:06.385901 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:07.948564 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:20.053582 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:27.877061 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:56:32.395298 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15e495cf-ef3f-4e0f-8771-80fc11adc826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:34.895663 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-012e87da-2e6d-4a3e-bbb5-99227a5fa6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:35.333979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:36.388125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:37.951310 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:50.067551 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:02.395090 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c4100d2-ab98-4665-b0fc-ce10a474ef36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:04.876736 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:57:04.895584 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ce0d8f9-e7ac-49cc-8f3c-bff6dd937fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:05.323373 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3344f8e3-995d-437b-92f9-1386d511f4b0 req-eb2630f0-3772-42e1-b85e-a92baee4b0f7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443287 Jul 28 11:57:05.338088 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:05.408694 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344f8e3-995d-437b-92f9-1386d511f4b0 req-6eea71fc-708e-465e-a1fb-40691d744aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:05.410176 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3344f8e3-995d-437b-92f9-1386d511f4b0 req-6eea71fc-708e-465e-a1fb-40691d744aab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 1098 time: 0.0402617 Jul 28 11:57:05.511364 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344f8e3-995d-437b-92f9-1386d511f4b0 req-f7795b14-b771-45a0-8ab0-2c8ac13d35fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:05.512823 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3344f8e3-995d-437b-92f9-1386d511f4b0 req-f7795b14-b771-45a0-8ab0-2c8ac13d35fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=c39b9522-b55d-43b9-8b74-ee08e6a9872b HTTP/1.1" status: 200 len: 898 time: 0.0823035 Jul 28 11:57:05.579803 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3344f8e3-995d-437b-92f9-1386d511f4b0 req-eccf7177-fab3-4c4c-8863-77722c884441 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb06058-5dc0-46a1-a902-dd455c7775dd HTTP/1.1" status: 200 len: 1001 time: 0.0597250 Jul 28 11:57:05.627433 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344f8e3-995d-437b-92f9-1386d511f4b0 req-172db361-beec-46df-8749-e164ca4d12df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:05.628829 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3344f8e3-995d-437b-92f9-1386d511f4b0 req-172db361-beec-46df-8749-e164ca4d12df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=26d2dcb8-ada1-4edd-997c-3a13b8dc75a8 HTTP/1.1" status: 200 len: 844 time: 0.0424471 Jul 28 11:57:05.672920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344f8e3-995d-437b-92f9-1386d511f4b0 req-2111d7fc-2d3a-49a3-ac71-4c778ccbf6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:05.674361 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3344f8e3-995d-437b-92f9-1386d511f4b0 req-2111d7fc-2d3a-49a3-ac71-4c778ccbf6d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c39b9522-b55d-43b9-8b74-ee08e6a9872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391514 Jul 28 11:57:05.764174 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3344f8e3-995d-437b-92f9-1386d511f4b0 req-31e7c4bb-4e2e-424b-820c-1a48aa6c9c1e service neutron] 10.222.0.39 "GET /v2.0/networks/c39b9522-b55d-43b9-8b74-ee08e6a9872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827675 Jul 28 11:57:05.851385 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3344f8e3-995d-437b-92f9-1386d511f4b0 req-d3493d75-5d08-4b43-8680-4a3d8a8d6332 service neutron] 10.222.0.39 "GET /v2.0/networks/c39b9522-b55d-43b9-8b74-ee08e6a9872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798852 Jul 28 11:57:06.390239 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:07.955604 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:20.065684 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:29.807902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33478) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:57:29.814094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:57:29.902570 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8522749'] for subnet, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:30.039765 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758057976360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3128008'] for subnet, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:30.071275 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:30.071793 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:30.073071 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/subnets/26d2dcb8-ada1-4edd-997c-3a13b8dc75a8 HTTP/1.1" status: 200 len: 836 time: 0.2641606 Jul 28 11:57:30.077964 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745d00e9-73c2-41c6-b0cb-59d83f701384 None None] Network c39b9522-b55d-43b9-8b74-ee08e6a9872b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:57:30.092913 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Subnet': ['ID=26d2dcb8-ada1-4edd-997c-3a13b8dc75a8,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:57:30.100108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:30.100465 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:30.100811 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:30.101154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:30.101491 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:30.101830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:30.102166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:30.102536 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:30.102906 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:30.103242 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:30.103572 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:30.103898 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e559a-eb33-4e58-97a1-007b95db87d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:30.445122 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-142d83ea-e9b0-4ca4-90f8-aac91110107d None None] Provisioning complete for port 127cc184-f3f9-46b6-9137-af6d8c845812 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:57:30.445496 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-142d83ea-e9b0-4ca4-90f8-aac91110107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:30.530768 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-142d83ea-e9b0-4ca4-90f8-aac91110107d None None] Provisioning complete for port 3c069443-c291-4f41-baeb-ff9ed14ab7d7 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:57:30.531136 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-142d83ea-e9b0-4ca4-90f8-aac91110107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:30.612658 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-142d83ea-e9b0-4ca4-90f8-aac91110107d None None] Provisioning complete for port 2cb06058-5dc0-46a1-a902-dd455c7775dd triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:57:30.612947 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-142d83ea-e9b0-4ca4-90f8-aac91110107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:32.394685 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f9de8163-8ce3-4e8f-8fe6-a5ded3f44fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:34.897465 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e3363c4-f347-4aea-9e5d-949474814470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:35.339536 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:36.392875 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:37.957856 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:41.877551 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:57:50.085546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:02.394364 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae47f156-1f78-4080-951f-44f7e06abd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:04.897834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-878904f0-cb6e-45e3-9021-23dc001ba29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:05.337034 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a0d528fb-e933-4ff9-8da8-1901f5f938c8 req-a831addd-9b9c-456b-8b5b-3bdf866a9d20 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412238 Jul 28 11:58:05.346336 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:05.415397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d528fb-e933-4ff9-8da8-1901f5f938c8 req-720b62a9-15fd-49e9-8e05-5b46848f13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:05.416884 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a0d528fb-e933-4ff9-8da8-1901f5f938c8 req-720b62a9-15fd-49e9-8e05-5b46848f13cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 1098 time: 0.0392475 Jul 28 11:58:05.523871 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d528fb-e933-4ff9-8da8-1901f5f938c8 req-7a84c342-5ec3-48f6-90ca-f81e05fe509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:05.525334 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a0d528fb-e933-4ff9-8da8-1901f5f938c8 req-7a84c342-5ec3-48f6-90ca-f81e05fe509d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c39b9522-b55d-43b9-8b74-ee08e6a9872b HTTP/1.1" status: 200 len: 898 time: 0.0854566 Jul 28 11:58:05.589447 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a0d528fb-e933-4ff9-8da8-1901f5f938c8 req-ade095c0-e58c-40b2-a873-f78ea5f8cbf4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb06058-5dc0-46a1-a902-dd455c7775dd HTTP/1.1" status: 200 len: 1001 time: 0.0571401 Jul 28 11:58:05.641075 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d528fb-e933-4ff9-8da8-1901f5f938c8 req-b378660c-2d59-450b-87c9-004304def856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:05.643231 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a0d528fb-e933-4ff9-8da8-1901f5f938c8 req-b378660c-2d59-450b-87c9-004304def856 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=26d2dcb8-ada1-4edd-997c-3a13b8dc75a8 HTTP/1.1" status: 200 len: 844 time: 0.0474126 Jul 28 11:58:05.687803 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d528fb-e933-4ff9-8da8-1901f5f938c8 req-e2976ce3-e01c-49bb-a7e9-32f71ec61df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:05.689822 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a0d528fb-e933-4ff9-8da8-1901f5f938c8 req-e2976ce3-e01c-49bb-a7e9-32f71ec61df2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c39b9522-b55d-43b9-8b74-ee08e6a9872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391278 Jul 28 11:58:05.776534 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a0d528fb-e933-4ff9-8da8-1901f5f938c8 req-b5635a55-589a-4d4f-82c4-8dd016f893f6 service neutron] 10.222.0.39 "GET /v2.0/networks/c39b9522-b55d-43b9-8b74-ee08e6a9872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792665 Jul 28 11:58:05.867595 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a0d528fb-e933-4ff9-8da8-1901f5f938c8 req-1245e758-22c4-4b35-a50f-73ce60f314e1 service neutron] 10.222.0.39 "GET /v2.0/networks/c39b9522-b55d-43b9-8b74-ee08e6a9872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844154 Jul 28 11:58:06.394968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:07.960649 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:12.912205 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33492) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:13.228131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-ea6892a4-d44f-42e7-8959-4cd3d45ecfb2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port fa69bc46-5117-497c-89a8-87770073212e {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:58:13.228472 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ea6892a4-d44f-42e7-8959-4cd3d45ecfb2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:13.302864 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ea6892a4-d44f-42e7-8959-4cd3d45ecfb2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:13.303187 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ea6892a4-d44f-42e7-8959-4cd3d45ecfb2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:13.314486 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-ea6892a4-d44f-42e7-8959-4cd3d45ecfb2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for fa69bc46-5117-497c-89a8-87770073212e owned by network:floatingip {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:58:13.457700 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ea6892a4-d44f-42e7-8959-4cd3d45ecfb2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:13.485652 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6892a4-d44f-42e7-8959-4cd3d45ecfb2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=fa69bc46-5117-497c-89a8-87770073212e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:13.543103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ea6892a4-d44f-42e7-8959-4cd3d45ecfb2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:13.543439 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-ea6892a4-d44f-42e7-8959-4cd3d45ecfb2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP 5998cff8-c641-4a94-945b-712bf5f0b511 disassociated (deleted). External IP: 172.26.1.102, port: 2cb06058-5dc0-46a1-a902-dd455c7775dd. Jul 28 11:58:14.089316 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6892a4-d44f-42e7-8959-4cd3d45ecfb2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router b7f180ba-39be-4490-872c-aa7f60cb1ba6 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:58:14.192629 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6892a4-d44f-42e7-8959-4cd3d45ecfb2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:58:14.197334 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ea6892a4-d44f-42e7-8959-4cd3d45ecfb2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:14.203251 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194f8753-7866-4b33-a22b-dc1bf9442dd5 None None] Sync routers for ids ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:58:14.213241 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f8753-7866-4b33-a22b-dc1bf9442dd5 None None] Routers {'b7f180ba-39be-4490-872c-aa7f60cb1ba6'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:58:14.213842 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-194f8753-7866-4b33-a22b-dc1bf9442dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:58:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:14.223879 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ea6892a4-d44f-42e7-8959-4cd3d45ecfb2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/floatingips/5998cff8-c641-4a94-945b-712bf5f0b511 HTTP/1.1" status: 204 len: 168 time: 1.3101494 Jul 28 11:58:14.225553 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0457b5-9e8b-4cc8-9071-365b30aa1a21', 'tag': '2cb06058-5dc0-46a1-a902-dd455c7775dd'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:58:14.227844 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc26f40f-ecb6-4461-8357-111993380d09" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0457b5-9e8b-4cc8-9071-365b30aa1a21", "tag": "2cb06058-5dc0-46a1-a902-dd455c7775dd"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:58:14.264393 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d011a755-2636-4d13-a029-723c0ca981f0 x-openstack-request-id: req-d011a755-2636-4d13-a029-723c0ca981f0 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:58:14.264688 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0457b5-9e8b-4cc8-9071-365b30aa1a21", "tag": "2cb06058-5dc0-46a1-a902-dd455c7775dd", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:58:14.264936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d011a755-2636-4d13-a029-723c0ca981f0 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:58:14.265329 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0457b5-9e8b-4cc8-9071-365b30aa1a21', 'tag': '2cb06058-5dc0-46a1-a902-dd455c7775dd', 'status': 'completed', 'code': 200} Jul 28 11:58:14.322499 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-194f8753-7866-4b33-a22b-dc1bf9442dd5 None None] Set router b7f180ba-39be-4490-872c-aa7f60cb1ba6 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:58:14.327594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26f40f-ecb6-4461-8357-111993380d09 req-eb4b6085-3570-4c3d-9cbf-679cdaec18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:14.329821 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dc26f40f-ecb6-4461-8357-111993380d09 req-eb4b6085-3570-4c3d-9cbf-679cdaec18f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 1098 time: 0.0412316 Jul 28 11:58:14.433743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26f40f-ecb6-4461-8357-111993380d09 req-9922d462-264c-473e-a226-26b25d56512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:14.435285 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dc26f40f-ecb6-4461-8357-111993380d09 req-9922d462-264c-473e-a226-26b25d56512b service neutron] 10.222.0.39 "GET /v2.0/networks?id=c39b9522-b55d-43b9-8b74-ee08e6a9872b HTTP/1.1" status: 200 len: 898 time: 0.0985713 Jul 28 11:58:14.466379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf39310-96c7-4d26-a4bd-8b607a0d212d req-22bec966-6fb4-416b-a3bb-9db9ac26422d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:14.469009 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0cf39310-96c7-4d26-a4bd-8b607a0d212d req-22bec966-6fb4-416b-a3bb-9db9ac26422d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 945 time: 0.0557439 Jul 28 11:58:14.479518 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dc26f40f-ecb6-4461-8357-111993380d09 req-c0c2ec0a-261b-43a5-95b3-65f53487995b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cb06058-5dc0-46a1-a902-dd455c7775dd HTTP/1.1" status: 200 len: 217 time: 0.0362921 Jul 28 11:58:14.514882 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0cf39310-96c7-4d26-a4bd-8b607a0d212d req-5a762518-ebc5-411d-bb35-421c40d09637 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c8900a5-7aed-4f11-86df-7ba2e19e851d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377607 Jul 28 11:58:14.533908 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26f40f-ecb6-4461-8357-111993380d09 req-0a65154a-ad5e-4960-8524-90849b79d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:14.535495 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dc26f40f-ecb6-4461-8357-111993380d09 req-0a65154a-ad5e-4960-8524-90849b79d69e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=26d2dcb8-ada1-4edd-997c-3a13b8dc75a8 HTTP/1.1" status: 200 len: 844 time: 0.0491135 Jul 28 11:58:14.588792 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26f40f-ecb6-4461-8357-111993380d09 req-e7f3ba5b-7154-46f2-af37-99474e24fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:14.590305 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dc26f40f-ecb6-4461-8357-111993380d09 req-e7f3ba5b-7154-46f2-af37-99474e24fed1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c39b9522-b55d-43b9-8b74-ee08e6a9872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0475700 Jul 28 11:58:14.632628 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-194f8753-7866-4b33-a22b-dc1bf9442dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'name': 'tempest-TestNetworkBasicOps-router-322490968', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '37e06744-b742-4ba8-b67e-07c6156600de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:22Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '37e06744-b742-4ba8-b67e-07c6156600de', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '127cc184-f3f9-46b6-9137-af6d8c845812', 'name': '', 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:13:35:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:22Z', 'updated_at': '2021-07-28T11:55:27Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:14.662806 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194f8753-7866-4b33-a22b-dc1bf9442dd5 None None] Checking router: b7f180ba-39be-4490-872c-aa7f60cb1ba6 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:58:14.670904 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f8753-7866-4b33-a22b-dc1bf9442dd5 None None] Routers {'b7f180ba-39be-4490-872c-aa7f60cb1ba6'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:58:14.671509 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-194f8753-7866-4b33-a22b-dc1bf9442dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:58:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:14.677261 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dc26f40f-ecb6-4461-8357-111993380d09 req-0c2d5613-2a9a-4293-b049-79956b45b37b service neutron] 10.222.0.39 "GET /v2.0/networks/c39b9522-b55d-43b9-8b74-ee08e6a9872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792680 Jul 28 11:58:14.770209 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dc26f40f-ecb6-4461-8357-111993380d09 req-d99738d1-bce5-4eaa-8c38-df3a07ead260 service neutron] 10.222.0.39 "GET /v2.0/networks/c39b9522-b55d-43b9-8b74-ee08e6a9872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858004 Jul 28 11:58:14.773545 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-194f8753-7866-4b33-a22b-dc1bf9442dd5 None None] Set router b7f180ba-39be-4490-872c-aa7f60cb1ba6 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:58:14.962577 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-194f8753-7866-4b33-a22b-dc1bf9442dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'name': 'tempest-TestNetworkBasicOps-router-322490968', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '37e06744-b742-4ba8-b67e-07c6156600de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:22Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '37e06744-b742-4ba8-b67e-07c6156600de', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '127cc184-f3f9-46b6-9137-af6d8c845812', 'name': '', 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:13:35:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:22Z', 'updated_at': '2021-07-28T11:55:27Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:14.987527 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194f8753-7866-4b33-a22b-dc1bf9442dd5 None None] The sync data for ids ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'] in dv-neutron-786478-16-hyperv is: [{'id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'name': 'tempest-TestNetworkBasicOps-router-322490968', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '37e06744-b742-4ba8-b67e-07c6156600de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:22Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '37e06744-b742-4ba8-b67e-07c6156600de', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '127cc184-f3f9-46b6-9137-af6d8c845812', 'name': '', 'network_id': 'c39b9522-b55d-43b9-8b74-ee08e6a9872b', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:13:35:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:22Z', 'updated_at': '2021-07-28T11:55:27Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '26d2dcb8-ada1-4edd-997c-3a13b8dc75a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:58:15.195125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50051d8-269f-424d-88d8-86ae6e140820 None None] New status for floating IP 5998cff8-c641-4a94-945b-712bf5f0b511: DOWN {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:58:15.651511 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf4987-bfc0-49ad-b3bd-ce3699d94dc2 req-fb30ef43-3b96-4b8b-bae1-51f3fac5cabe tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:15.652976 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-07cf4987-bfc0-49ad-b3bd-ce3699d94dc2 req-fb30ef43-3b96-4b8b-bae1-51f3fac5cabe tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 945 time: 0.0513446 Jul 28 11:58:15.692102 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-07cf4987-bfc0-49ad-b3bd-ce3699d94dc2 req-2d9c2e92-3afc-4eb6-b172-9391f9c8652d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=1c8900a5-7aed-4f11-86df-7ba2e19e851d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321984 Jul 28 11:58:15.711614 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef1c9-aa50-42c0-9ced-20db31f0ba4d req-c6ea6256-b290-4e02-b921-83431712b02a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:15.713145 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-667ef1c9-aa50-42c0-9ced-20db31f0ba4d req-c6ea6256-b290-4e02-b921-83431712b02a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd0457b5-9e8b-4cc8-9071-365b30aa1a21 HTTP/1.1" status: 200 len: 945 time: 0.0507405 Jul 28 11:58:15.799334 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-667ef1c9-aa50-42c0-9ced-20db31f0ba4d req-c99d406e-2364-4e2e-8b66-7766bd84ca93 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 2cb06058-5dc0-46a1-a902-dd455c7775dd {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:58:15.799678 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-667ef1c9-aa50-42c0-9ced-20db31f0ba4d req-c99d406e-2364-4e2e-8b66-7766bd84ca93 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:15.887149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-667ef1c9-aa50-42c0-9ced-20db31f0ba4d req-c99d406e-2364-4e2e-8b66-7766bd84ca93 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 2cb06058-5dc0-46a1-a902-dd455c7775dd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2cb06058-5dc0-46a1-a902-dd455c7775dd,segment=NetworkSegment(90d4c3f9-0345-47f3-bc75-e98325c49b33),segment_id=90d4c3f9-0345-47f3-bc75-e98325c49b33)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:58:15.887518 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-667ef1c9-aa50-42c0-9ced-20db31f0ba4d req-c99d406e-2364-4e2e-8b66-7766bd84ca93 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:15.901805 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-667ef1c9-aa50-42c0-9ced-20db31f0ba4d req-c99d406e-2364-4e2e-8b66-7766bd84ca93 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 2cb06058-5dc0-46a1-a902-dd455c7775dd owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:58:16.028007 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-667ef1c9-aa50-42c0-9ced-20db31f0ba4d req-c99d406e-2364-4e2e-8b66-7766bd84ca93 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:16.054359 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d406e-2364-4e2e-8b66-7766bd84ca93 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=2cb06058-5dc0-46a1-a902-dd455c7775dd,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:16.096234 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-667ef1c9-aa50-42c0-9ced-20db31f0ba4d req-c99d406e-2364-4e2e-8b66-7766bd84ca93 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] No DVR routers for this DVR port 2cb06058-5dc0-46a1-a902-dd455c7775dd on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:58:16.098928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-667ef1c9-aa50-42c0-9ced-20db31f0ba4d req-c99d406e-2364-4e2e-8b66-7766bd84ca93 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:16.100926 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-667ef1c9-aa50-42c0-9ced-20db31f0ba4d req-c99d406e-2364-4e2e-8b66-7766bd84ca93 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "DELETE /v2.0/ports/2cb06058-5dc0-46a1-a902-dd455c7775dd HTTP/1.1" status: 204 len: 173 time: 0.3821149 Jul 28 11:58:16.267269 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0457b5-9e8b-4cc8-9071-365b30aa1a21', 'name': 'network-vif-deleted', 'tag': '2cb06058-5dc0-46a1-a902-dd455c7775dd'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:58:16.269622 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94a17eb-a006-4aec-9206-c2a6284b47c1" -d '{"events": [{"server_uuid": "dd0457b5-9e8b-4cc8-9071-365b30aa1a21", "name": "network-vif-deleted", "tag": "2cb06058-5dc0-46a1-a902-dd455c7775dd"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:58:16.303229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f5b33b-b72c-4091-9e3e-ea3f44c428f8 x-openstack-request-id: req-54f5b33b-b72c-4091-9e3e-ea3f44c428f8 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:58:16.303526 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0457b5-9e8b-4cc8-9071-365b30aa1a21", "name": "network-vif-deleted", "tag": "2cb06058-5dc0-46a1-a902-dd455c7775dd", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:58:16.303779 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-54f5b33b-b72c-4091-9e3e-ea3f44c428f8 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:58:16.304175 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0457b5-9e8b-4cc8-9071-365b30aa1a21', 'name': 'network-vif-deleted', 'tag': '2cb06058-5dc0-46a1-a902-dd455c7775dd', 'status': 'completed', 'code': 200} Jul 28 11:58:16.747555 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33518) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:16.805095 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-973cea83-0095-4811-85e7-9b2afea8d93b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:16.830087 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-973cea83-0095-4811-85e7-9b2afea8d93b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:16.894644 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-973cea83-0095-4811-85e7-9b2afea8d93b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:16.897192 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-973cea83-0095-4811-85e7-9b2afea8d93b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:16.898369 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-973cea83-0095-4811-85e7-9b2afea8d93b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/security-groups/1c8900a5-7aed-4f11-86df-7ba2e19e851d HTTP/1.1" status: 204 len: 168 time: 0.1498523 Jul 28 11:58:16.908084 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cea83-0095-4811-85e7-9b2afea8d93b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8900a5-7aed-4f11-86df-7ba2e19e851d,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:16.915236 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cea83-0095-4811-85e7-9b2afea8d93b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:16.915588 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cea83-0095-4811-85e7-9b2afea8d93b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:16.915930 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cea83-0095-4811-85e7-9b2afea8d93b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:16.916268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cea83-0095-4811-85e7-9b2afea8d93b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:16.916660 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cea83-0095-4811-85e7-9b2afea8d93b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:16.916990 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cea83-0095-4811-85e7-9b2afea8d93b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:16.917240 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cea83-0095-4811-85e7-9b2afea8d93b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:16.917566 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cea83-0095-4811-85e7-9b2afea8d93b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:16.917897 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cea83-0095-4811-85e7-9b2afea8d93b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:16.918224 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cea83-0095-4811-85e7-9b2afea8d93b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:16.918585 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cea83-0095-4811-85e7-9b2afea8d93b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:16.919010 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cea83-0095-4811-85e7-9b2afea8d93b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:17.947994 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33524) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:18.463003 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 2cb06058-5dc0-46a1-a902-dd455c7775dd no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:58:18.483420 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 2cb06058-5dc0-46a1-a902-dd455c7775dd {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:58:18.483772 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 2cb06058-5dc0-46a1-a902-dd455c7775dd not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:58:18.593660 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2e0480dc-ad67-4ba3-9ba0-5d67660d81be tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:18.838191 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-2e0480dc-ad67-4ba3-9ba0-5d67660d81be tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 127cc184-f3f9-46b6-9137-af6d8c845812 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:58:18.838553 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2e0480dc-ad67-4ba3-9ba0-5d67660d81be tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:18.877014 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:58:18.924031 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-2e0480dc-ad67-4ba3-9ba0-5d67660d81be tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 127cc184-f3f9-46b6-9137-af6d8c845812, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=127cc184-f3f9-46b6-9137-af6d8c845812,segment=NetworkSegment(90d4c3f9-0345-47f3-bc75-e98325c49b33),segment_id=90d4c3f9-0345-47f3-bc75-e98325c49b33)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:58:18.924398 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2e0480dc-ad67-4ba3-9ba0-5d67660d81be tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:18.936860 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-2e0480dc-ad67-4ba3-9ba0-5d67660d81be tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 127cc184-f3f9-46b6-9137-af6d8c845812 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:58:19.126955 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2e0480dc-ad67-4ba3-9ba0-5d67660d81be tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:19.152338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0480dc-ad67-4ba3-9ba0-5d67660d81be tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=127cc184-f3f9-46b6-9137-af6d8c845812,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:19.322921 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2e0480dc-ad67-4ba3-9ba0-5d67660d81be tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:19.535734 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0480dc-ad67-4ba3-9ba0-5d67660d81be tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router b7f180ba-39be-4490-872c-aa7f60cb1ba6 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:58:19.638794 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0480dc-ad67-4ba3-9ba0-5d67660d81be tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:58:19.644347 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2e0480dc-ad67-4ba3-9ba0-5d67660d81be tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/b7f180ba-39be-4490-872c-aa7f60cb1ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6953113 Jul 28 11:58:19.647062 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33526) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:19.648997 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18c4677-1452-43a9-9b52-83264281e33e None None] Sync routers for ids ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:58:19.659056 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18c4677-1452-43a9-9b52-83264281e33e None None] Routers {'b7f180ba-39be-4490-872c-aa7f60cb1ba6'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:58:19.659703 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d18c4677-1452-43a9-9b52-83264281e33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:58:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:19.697570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e88a7e-f275-447d-9a35-e94311197d20 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting subnet 26d2dcb8-ada1-4edd-997c-3a13b8dc75a8 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:58:19.700648 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c4e88a7e-f275-447d-9a35-e94311197d20 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:19.740520 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c4e88a7e-f275-447d-9a35-e94311197d20 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:19.762256 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-d18c4677-1452-43a9-9b52-83264281e33e None None] Set router b7f180ba-39be-4490-872c-aa7f60cb1ba6 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:58:19.826873 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c4e88a7e-f275-447d-9a35-e94311197d20 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:19.886841 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c4e88a7e-f275-447d-9a35-e94311197d20 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:19.915131 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e88a7e-f275-447d-9a35-e94311197d20 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Subnet': ['ID=26d2dcb8-ada1-4edd-997c-3a13b8dc75a8,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:19.917120 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c4e88a7e-f275-447d-9a35-e94311197d20 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:19.918998 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c4e88a7e-f275-447d-9a35-e94311197d20 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/subnets/26d2dcb8-ada1-4edd-997c-3a13b8dc75a8 HTTP/1.1" status: 204 len: 168 time: 0.2710152 Jul 28 11:58:19.921517 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33528) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:19.927430 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54d372a-d339-4020-9e43-168bdacfb5b0 None None] Network c39b9522-b55d-43b9-8b74-ee08e6a9872b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:58:19.943511 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d18c4677-1452-43a9-9b52-83264281e33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'name': 'tempest-TestNetworkBasicOps-router-322490968', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '37e06744-b742-4ba8-b67e-07c6156600de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:58:19Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '37e06744-b742-4ba8-b67e-07c6156600de', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:19.970034 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18c4677-1452-43a9-9b52-83264281e33e None None] Checking router: b7f180ba-39be-4490-872c-aa7f60cb1ba6 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:58:19.978919 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18c4677-1452-43a9-9b52-83264281e33e None None] Routers {'b7f180ba-39be-4490-872c-aa7f60cb1ba6'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:58:19.979529 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d18c4677-1452-43a9-9b52-83264281e33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:58:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:20.034883 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08b6777f-8072-45f4-ba02-6c30b1dd1cc5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.089729 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-d18c4677-1452-43a9-9b52-83264281e33e None None] Set router b7f180ba-39be-4490-872c-aa7f60cb1ba6 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:58:20.090306 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.120241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] DHCP port deletion for c39b9522-b55d-43b9-8b74-ee08e6a9872b request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:58:20.146635 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08b6777f-8072-45f4-ba02-6c30b1dd1cc5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.169605 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] Deleting port 3c069443-c291-4f41-baeb-ff9ed14ab7d7 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:58:20.170087 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.200851 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-08b6777f-8072-45f4-ba02-6c30b1dd1cc5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 37e06744-b742-4ba8-b67e-07c6156600de {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:58:20.201195 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08b6777f-8072-45f4-ba02-6c30b1dd1cc5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.253398 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] For port 3c069443-c291-4f41-baeb-ff9ed14ab7d7, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=3c069443-c291-4f41-baeb-ff9ed14ab7d7,segment=NetworkSegment(90d4c3f9-0345-47f3-bc75-e98325c49b33),segment_id=90d4c3f9-0345-47f3-bc75-e98325c49b33)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:58:20.253899 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.270110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] Calling delete_port for 3c069443-c291-4f41-baeb-ff9ed14ab7d7 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:58:20.277651 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-d18c4677-1452-43a9-9b52-83264281e33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'name': 'tempest-TestNetworkBasicOps-router-322490968', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '37e06744-b742-4ba8-b67e-07c6156600de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:58:19Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '37e06744-b742-4ba8-b67e-07c6156600de', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:20.288379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-08b6777f-8072-45f4-ba02-6c30b1dd1cc5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 37e06744-b742-4ba8-b67e-07c6156600de, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=37e06744-b742-4ba8-b67e-07c6156600de,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:58:20.288756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08b6777f-8072-45f4-ba02-6c30b1dd1cc5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.301963 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-08b6777f-8072-45f4-ba02-6c30b1dd1cc5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 37e06744-b742-4ba8-b67e-07c6156600de owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:58:20.307190 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18c4677-1452-43a9-9b52-83264281e33e None None] The sync data for ids ['b7f180ba-39be-4490-872c-aa7f60cb1ba6'] in dv-neutron-786478-16-hyperv is: [{'id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'name': 'tempest-TestNetworkBasicOps-router-322490968', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '37e06744-b742-4ba8-b67e-07c6156600de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:58:19Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '37e06744-b742-4ba8-b67e-07c6156600de', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f180ba-39be-4490-872c-aa7f60cb1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:55:19Z', 'updated_at': '2021-07-28T11:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:58:20.362180 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.384445 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] Pushing event deleted for resources: {'Port': ['ID=3c069443-c291-4f41-baeb-ff9ed14ab7d7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:20.390944 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] No DVR routers for this DVR port 3c069443-c291-4f41-baeb-ff9ed14ab7d7 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:58:20.402480 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:20.403135 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:20.403135 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:20.403590 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:20.403776 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:20.404105 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:20.404690 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:20.405017 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:20.405346 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:20.405762 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:20.405980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:20.406297 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558c4dd6-1e4e-4b48-85c9-6579a9723813 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:20.470562 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08b6777f-8072-45f4-ba02-6c30b1dd1cc5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.492999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6777f-8072-45f4-ba02-6c30b1dd1cc5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=37e06744-b742-4ba8-b67e-07c6156600de,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:20.553698 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08b6777f-8072-45f4-ba02-6c30b1dd1cc5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.641049 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08b6777f-8072-45f4-ba02-6c30b1dd1cc5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.643681 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08b6777f-8072-45f4-ba02-6c30b1dd1cc5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.690910 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08b6777f-8072-45f4-ba02-6c30b1dd1cc5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.691550 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b6777f-8072-45f4-ba02-6c30b1dd1cc5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Fanout notify agent at l3_agent the message router_deleted on router b7f180ba-39be-4490-872c-aa7f60cb1ba6 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:58:20.699638 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-08b6777f-8072-45f4-ba02-6c30b1dd1cc5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.700966 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-08b6777f-8072-45f4-ba02-6c30b1dd1cc5 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/routers/b7f180ba-39be-4490-872c-aa7f60cb1ba6 HTTP/1.1" status: 204 len: 168 time: 0.7783630 Jul 28 11:58:20.703440 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33530) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:20.784071 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9fd4402-4ae1-4c24-a959-5969ce44bd2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.875220 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9fd4402-4ae1-4c24-a959-5969ce44bd2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.886209 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-f9fd4402-4ae1-4c24-a959-5969ce44bd2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39b9522-b55d-43b9-8b74-ee08e6a9872b']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:20.897998 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-f9fd4402-4ae1-4c24-a959-5969ce44bd2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d4c3f9-0345-47f3-bc75-e98325c49b33') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:20.898293 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-f9fd4402-4ae1-4c24-a959-5969ce44bd2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d4c3f9-0345-47f3-bc75-e98325c49b33') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:20.908185 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9fd4402-4ae1-4c24-a959-5969ce44bd2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.922961 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9fd4402-4ae1-4c24-a959-5969ce44bd2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.931434 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fd4402-4ae1-4c24-a959-5969ce44bd2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:58:20.931958 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9fd4402-4ae1-4c24-a959-5969ce44bd2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:58:20.935030 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:58:21.002015 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9fd4402-4ae1-4c24-a959-5969ce44bd2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:21.008804 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9fd4402-4ae1-4c24-a959-5969ce44bd2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:21.010639 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f9fd4402-4ae1-4c24-a959-5969ce44bd2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/networks/c39b9522-b55d-43b9-8b74-ee08e6a9872b HTTP/1.1" status: 204 len: 168 time: 0.3055227 Jul 28 11:58:21.022049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33532) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:21.026209 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd4402-4ae1-4c24-a959-5969ce44bd2e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Network': ['ID=c39b9522-b55d-43b9-8b74-ee08e6a9872b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:21.029287 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3892bcdc-eb41-428d-b4d9-783f44d5d53b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'network': {'name': 'tempest-network-smoke--747214267', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'port_security_enabled': True}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:21.051047 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3892bcdc-eb41-428d-b4d9-783f44d5d53b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:58:21.054439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3892bcdc-eb41-428d-b4d9-783f44d5d53b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:21.077977 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3892bcdc-eb41-428d-b4d9-783f44d5d53b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:58:21.086876 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3892bcdc-eb41-428d-b4d9-783f44d5d53b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:21.087228 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-3892bcdc-eb41-428d-b4d9-783f44d5d53b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Added segment 3be74ac6-f79c-48ea-968b-7183b227f609 of type vlan for network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 Jul 28 11:58:21.137717 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3892bcdc-eb41-428d-b4d9-783f44d5d53b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:21.165096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3892bcdc-eb41-428d-b4d9-783f44d5d53b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:21.170517 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3892bcdc-eb41-428d-b4d9-783f44d5d53b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:21.171102 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3892bcdc-eb41-428d-b4d9-783f44d5d53b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:21.220241 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3892bcdc-eb41-428d-b4d9-783f44d5d53b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1963866 Jul 28 11:58:21.223086 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33534) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:21.227888 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-3727611', 'admin_state_up': True, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:21.237971 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892bcdc-eb41-428d-b4d9-783f44d5d53b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Network': ['ID=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:21.248401 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:58:21.257946 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:21.258951 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:21.319605 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:21.364178 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3c069443-c291-4f41-baeb-ff9ed14ab7d7 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:58:21.389686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 3c069443-c291-4f41-baeb-ff9ed14ab7d7 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:58:21.389973 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3c069443-c291-4f41-baeb-ff9ed14ab7d7 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:58:21.390407 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 127cc184-f3f9-46b6-9137-af6d8c845812 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:58:21.410303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 127cc184-f3f9-46b6-9137-af6d8c845812 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:58:21.410692 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 127cc184-f3f9-46b6-9137-af6d8c845812 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:58:21.461544 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:21.650157 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:21.668751 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:21.772574 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.26.1.67 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/98371b7f-bd88-4cde-9f07-48d1a9e74e86) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:58:21.872706 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:21.915107 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:21.950680 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:58:21.953450 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:58:21.959263 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:58:21.964543 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=98371b7f-bd88-4cde-9f07-48d1a9e74e86,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:22.199568 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:22.700717 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:22.826941 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:58:22.926568 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 37e06744-b742-4ba8-b67e-07c6156600de no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:58:22.934210 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:58:22.947770 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Sync routers for ids ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:58:22.951034 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 37e06744-b742-4ba8-b67e-07c6156600de {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:58:22.951360 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 37e06744-b742-4ba8-b67e-07c6156600de not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:58:22.953201 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:22.958693 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33536) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:22.959190 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-094f55d0-cc1a-41d0-9b8c-0607f139ea6f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.7345614 Jul 28 11:58:22.959746 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Routers {'47e0626a-d607-459b-81fa-a0b67aa1a8a2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:58:22.960366 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:58:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:22.990975 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2d6b23f0-34d3-4210-b8c6-886a6c257a98 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=494923637e9742fd92ad3c4630d377e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277090 Jul 28 11:58:22.991261 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33538) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:23.064998 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Set router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:58:23.083699 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd7cd2e-19c9-42de-bd0f-080399831930 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:23.085403 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-afd7cd2e-19c9-42de-bd0f-080399831930 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932338 Jul 28 11:58:23.088292 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33540) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:23.117003 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4cf598f3-8695-4405-8a7a-f6f1d7b02bd6 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276086 Jul 28 11:58:23.119489 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33542) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:23.124510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-7c4e94b4-4efd-463d-be4c-9b3e82858a3e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-662835081', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:23.216719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4e94b4-4efd-463d-be4c-9b3e82858a3e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:58:23.220358 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7c4e94b4-4efd-463d-be4c-9b3e82858a3e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:23.246695 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:22Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:23.273439 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Checking router: 47e0626a-d607-459b-81fa-a0b67aa1a8a2 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:58:23.273786 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Updating router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 port 98371b7f-bd88-4cde-9f07-48d1a9e74e86 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:58:23.299588 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:23.408224 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7c4e94b4-4efd-463d-be4c-9b3e82858a3e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:23.470891 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e94b4-4efd-463d-be4c-9b3e82858a3e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Subnet': ['ID=18543051-8f6c-44e4-9648-06dcbebfbdb2,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:23.477960 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4e94b4-4efd-463d-be4c-9b3e82858a3e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Checking segment: {'id': '3be74ac6-f79c-48ea-968b-7183b227f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:58:23.478332 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4e94b4-4efd-463d-be4c-9b3e82858a3e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network hostable DHCP agents. Network: d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:58:23.495414 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4e94b4-4efd-463d-be4c-9b3e82858a3e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:58:23.504211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-7c4e94b4-4efd-463d-be4c-9b3e82858a3e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:58:23.508536 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4e94b4-4efd-463d-be4c-9b3e82858a3e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:23.509225 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7c4e94b4-4efd-463d-be4c-9b3e82858a3e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:23.524491 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7c4e94b4-4efd-463d-be4c-9b3e82858a3e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4039903 Jul 28 11:58:23.527388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33544) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:23.528068 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcb3350-6ea2-41e7-a804-c4f59785565e None None] Network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:58:23.593041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:23.615179 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Transition to ACTIVE for port object 98371b7f-bd88-4cde-9f07-48d1a9e74e86 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:58:23.624603 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:23.863076 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e404aa-431f-4daf-b04a-fca9e3e34e16 None None] Pushing event updated for resources: {'Port': ['ID=98371b7f-bd88-4cde-9f07-48d1a9e74e86,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:23.869467 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Attempting to bind port 98371b7f-bd88-4cde-9f07-48d1a9e74e86 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:58:23.869839 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Attempting to bind port 98371b7f-bd88-4cde-9f07-48d1a9e74e86 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:58:23.870206 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Attempting to bind port 98371b7f-bd88-4cde-9f07-48d1a9e74e86 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:58:23.879479 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:58:23.879860 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:58:23.880268 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:23.880667 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:58:23.881143 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Bound port: 98371b7f-bd88-4cde-9f07-48d1a9e74e86, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:58:23.881519 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:23.933394 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ips': [{'subnet_id': '18543051-8f6c-44e4-9648-06dcbebfbdb2'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:58:23.934255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:23.959637 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:23.969554 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] For port 98371b7f-bd88-4cde-9f07-48d1a9e74e86, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:58:23.973853 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] For port 98371b7f-bd88-4cde-9f07-48d1a9e74e86, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=98371b7f-bd88-4cde-9f07-48d1a9e74e86,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:58:23.979856 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:24.097722 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Routers {'47e0626a-d607-459b-81fa-a0b67aa1a8a2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:58:24.098344 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:58:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:24.177448 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e404aa-431f-4daf-b04a-fca9e3e34e16 None None] Pushing event updated for resources: {'Port': ['ID=98371b7f-bd88-4cde-9f07-48d1a9e74e86,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:24.224698 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Allocated IP 172.20.0.2 (d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6/18543051-8f6c-44e4-9648-06dcbebfbdb2/2d3f9590-f249-4887-a739-e75ee25d184d) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:58:24.293844 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] Set router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:58:24.518338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:24.529291 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Transition to ACTIVE for port object 2d3f9590-f249-4887-a739-e75ee25d184d will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:58:24.551395 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Transition to ACTIVE for port object 2d3f9590-f249-4887-a739-e75ee25d184d will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:58:24.557943 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:24.604070 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:22Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:24.606398 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.1 (d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6/18543051-8f6c-44e4-9648-06dcbebfbdb2/7adb77dd-c188-41c7-8ac2-068b69a41f4d) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:58:24.608672 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:58:24.639282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:58:24.642832 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:58:24.647447 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b23f7-d0c8-4d84-8019-ae7df2559f48 None None] The sync data for ids ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'] in dv-neutron-786478-16-hyperv is: [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:22Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:58:24.651120 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Pushing event updated for resources: {'Port': ['ID=2d3f9590-f249-4887-a739-e75ee25d184d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:24.707852 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Attempting to bind port 2d3f9590-f249-4887-a739-e75ee25d184d on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:58:24.708227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Attempting to bind port 2d3f9590-f249-4887-a739-e75ee25d184d by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '3be74ac6-f79c-48ea-968b-7183b227f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:58:24.709119 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Attempting to bind port 2d3f9590-f249-4887-a739-e75ee25d184d on network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:58:24.714881 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:58:24.715760 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Checking segment: {'id': '3be74ac6-f79c-48ea-968b-7183b227f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:58:24.716160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:24.716681 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Bound using segment: {'id': '3be74ac6-f79c-48ea-968b-7183b227f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:58:24.717157 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Bound port: 2d3f9590-f249-4887-a739-e75ee25d184d, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be74ac6-f79c-48ea-968b-7183b227f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:58:24.717538 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:24.731196 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:24.747755 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object 7adb77dd-c188-41c7-8ac2-068b69a41f4d will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:58:24.785961 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:24.788663 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] For port 2d3f9590-f249-4887-a739-e75ee25d184d, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:58:24.792801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] For port 2d3f9590-f249-4887-a739-e75ee25d184d, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2d3f9590-f249-4887-a739-e75ee25d184d,segment=NetworkSegment(3be74ac6-f79c-48ea-968b-7183b227f609),segment_id=3be74ac6-f79c-48ea-968b-7183b227f609)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:58:24.798524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:24.835206 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:58:24.838596 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:58:24.841273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:58:24.877695 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae4912-797f-462d-93c3-0ce212d49f4e None None] Pushing event updated for resources: {'Port': ['ID=2d3f9590-f249-4887-a739-e75ee25d184d,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:24.893253 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=7adb77dd-c188-41c7-8ac2-068b69a41f4d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:24.920286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:25.042816 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 98371b7f-bd88-4cde-9f07-48d1a9e74e86 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:58:25.098033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:25.115090 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 98371b7f-bd88-4cde-9f07-48d1a9e74e86 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:58:25.119245 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 98371b7f-bd88-4cde-9f07-48d1a9e74e86 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:58:25.119905 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:25.231529 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:25.262280 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 98371b7f-bd88-4cde-9f07-48d1a9e74e86, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=98371b7f-bd88-4cde-9f07-48d1a9e74e86,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:58:25.267901 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:25.321284 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=98371b7f-bd88-4cde-9f07-48d1a9e74e86,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:25.442716 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:25.448727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:25.522811 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:25.524616 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=7adb77dd-c188-41c7-8ac2-068b69a41f4d,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:25.626505 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:58:25.628002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:58:25.742970 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:58:25.859332 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:58:25.864011 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74a5b13-b003-41ce-b5e3-ca61afa1aaf4 None None] Network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:58:25.866468 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0b880f22-bf21-41ec-9c9b-00ee49b45b2d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/47e0626a-d607-459b-81fa-a0b67aa1a8a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3370368 Jul 28 11:58:25.867940 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33546) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:25.956769 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-97c6a4e6-9651-4713-9b6c-07d97da5514f None None] Provisioning for port 2d3f9590-f249-4887-a739-e75ee25d184d completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:58:25.964786 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01d9815-5be5-424a-b6fa-41ea7d10f942 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:25.965285 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01d9815-5be5-424a-b6fa-41ea7d10f942 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:25.965764 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01d9815-5be5-424a-b6fa-41ea7d10f942 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:25.966247 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01d9815-5be5-424a-b6fa-41ea7d10f942 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:25.971039 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a01d9815-5be5-424a-b6fa-41ea7d10f942 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.0989206 Jul 28 11:58:25.971432 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33548) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:26.030150 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992193ea-4c37-4d51-870f-b0a022932fd7 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:26.030666 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992193ea-4c37-4d51-870f-b0a022932fd7 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:26.031138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992193ea-4c37-4d51-870f-b0a022932fd7 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:26.032165 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992193ea-4c37-4d51-870f-b0a022932fd7 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:26.034166 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-992193ea-4c37-4d51-870f-b0a022932fd7 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0609586 Jul 28 11:58:26.037503 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33550) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:26.179748 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f71dc5d2-ea33-406d-871f-ca917e75189a tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.1411207 Jul 28 11:58:26.272121 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Sync routers for ids ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:58:26.281670 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Routers {'47e0626a-d607-459b-81fa-a0b67aa1a8a2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:58:26.282904 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:58:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:26.305751 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-636690d3-d101-4b61-95d9-78109be2112c None None] Provisioning for port 7adb77dd-c188-41c7-8ac2-068b69a41f4d completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:58:26.309801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-636690d3-d101-4b61-95d9-78109be2112c None None] Provisioning complete for port 7adb77dd-c188-41c7-8ac2-068b69a41f4d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:58:26.310125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-636690d3-d101-4b61-95d9-78109be2112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:26.346000 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-636690d3-d101-4b61-95d9-78109be2112c None None] Port 7adb77dd-c188-41c7-8ac2-068b69a41f4d cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:58:26.395153 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Set router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:58:26.475287 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9af736d9-3c7b-4ae8-ab25-7cc813f283f7 None None] Provisioning complete for port 7adb77dd-c188-41c7-8ac2-068b69a41f4d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:58:26.475668 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9af736d9-3c7b-4ae8-ab25-7cc813f283f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:26.510884 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9af736d9-3c7b-4ae8-ab25-7cc813f283f7 None None] Port 7adb77dd-c188-41c7-8ac2-068b69a41f4d cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:58:26.628866 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8f1d56ee-6608-4391-9d9a-e29852705023 None None] Provisioning complete for port 7adb77dd-c188-41c7-8ac2-068b69a41f4d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:58:26.629328 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f1d56ee-6608-4391-9d9a-e29852705023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:26.662202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8f1d56ee-6608-4391-9d9a-e29852705023 None None] Port 7adb77dd-c188-41c7-8ac2-068b69a41f4d cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:58:26.685813 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '7adb77dd-c188-41c7-8ac2-068b69a41f4d', 'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:e4:4e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:24Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 2, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:26.712041 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Checking router: 47e0626a-d607-459b-81fa-a0b67aa1a8a2 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:58:26.712395 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Updating router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 port 7adb77dd-c188-41c7-8ac2-068b69a41f4d binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:58:26.735282 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:26.993741 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:27.004117 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Transition to ACTIVE for port object 7adb77dd-c188-41c7-8ac2-068b69a41f4d will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:58:27.009680 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:27.046090 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2d3f9590-f249-4887-a739-e75ee25d184d up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:58:27.086154 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c9470-3dde-42f6-90ac-9de20a6ed4bd None None] Pushing event updated for resources: {'Port': ['ID=7adb77dd-c188-41c7-8ac2-068b69a41f4d,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:27.102591 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 2d3f9590-f249-4887-a739-e75ee25d184d completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:58:27.107752 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 2d3f9590-f249-4887-a739-e75ee25d184d triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:58:27.108138 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:27.113290 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c9470-3dde-42f6-90ac-9de20a6ed4bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:27.113652 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c9470-3dde-42f6-90ac-9de20a6ed4bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:27.113973 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c9470-3dde-42f6-90ac-9de20a6ed4bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:27.114303 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c9470-3dde-42f6-90ac-9de20a6ed4bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:27.114650 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c9470-3dde-42f6-90ac-9de20a6ed4bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:27.114980 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c9470-3dde-42f6-90ac-9de20a6ed4bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:27.115304 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c9470-3dde-42f6-90ac-9de20a6ed4bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:27.115625 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c9470-3dde-42f6-90ac-9de20a6ed4bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:27.115942 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c9470-3dde-42f6-90ac-9de20a6ed4bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:27.116467 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c9470-3dde-42f6-90ac-9de20a6ed4bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:27.117222 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c9470-3dde-42f6-90ac-9de20a6ed4bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:27.117886 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c9470-3dde-42f6-90ac-9de20a6ed4bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:27.133640 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Attempting to bind port 7adb77dd-c188-41c7-8ac2-068b69a41f4d on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:58:27.134018 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Attempting to bind port 7adb77dd-c188-41c7-8ac2-068b69a41f4d by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '3be74ac6-f79c-48ea-968b-7183b227f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:58:27.134380 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Attempting to bind port 7adb77dd-c188-41c7-8ac2-068b69a41f4d on network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:58:27.140167 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:58:27.140535 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Checking segment: {'id': '3be74ac6-f79c-48ea-968b-7183b227f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:58:27.141689 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:27.142270 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Bound using segment: {'id': '3be74ac6-f79c-48ea-968b-7183b227f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:58:27.142964 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Bound port: 7adb77dd-c188-41c7-8ac2-068b69a41f4d, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be74ac6-f79c-48ea-968b-7183b227f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:58:27.143555 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:27.193902 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:27.213248 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] For port 7adb77dd-c188-41c7-8ac2-068b69a41f4d, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:58:27.216739 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] For port 7adb77dd-c188-41c7-8ac2-068b69a41f4d, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7adb77dd-c188-41c7-8ac2-068b69a41f4d,segment=NetworkSegment(3be74ac6-f79c-48ea-968b-7183b227f609),segment_id=3be74ac6-f79c-48ea-968b-7183b227f609)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:58:27.220268 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:27.228520 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 2d3f9590-f249-4887-a739-e75ee25d184d, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2d3f9590-f249-4887-a739-e75ee25d184d,segment=NetworkSegment(3be74ac6-f79c-48ea-968b-7183b227f609),segment_id=3be74ac6-f79c-48ea-968b-7183b227f609)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:58:27.233006 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:27.233865 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 98371b7f-bd88-4cde-9f07-48d1a9e74e86 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:58:27.274461 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c9470-3dde-42f6-90ac-9de20a6ed4bd None None] Pushing event updated for resources: {'Port': ['ID=7adb77dd-c188-41c7-8ac2-068b69a41f4d,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:27.288979 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Routers {'47e0626a-d607-459b-81fa-a0b67aa1a8a2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:58:27.289817 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:58:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:27.330273 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=2d3f9590-f249-4887-a739-e75ee25d184d,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:27.341897 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 98371b7f-bd88-4cde-9f07-48d1a9e74e86 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:58:27.342658 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:27.398005 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] Set router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:58:27.604622 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '7adb77dd-c188-41c7-8ac2-068b69a41f4d', 'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:e4:4e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:24Z', 'updated_at': '2021-07-28T11:58:27Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:27.630935 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c703c-9a09-471f-a0a6-b5883823d9e3 None None] The sync data for ids ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'] in dv-neutron-786478-16-hyperv is: [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '7adb77dd-c188-41c7-8ac2-068b69a41f4d', 'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:e4:4e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:24Z', 'updated_at': '2021-07-28T11:58:27Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:58:27.727817 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33556) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:27.732595 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-0f03fb1f-b990-437d-8575-c4d2e4063119 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1981090123', 'description': 'tempest-secgroup-smoke-1981090123 description', 'project_id': '494923637e9742fd92ad3c4630d377e7'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:27.759890 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0f03fb1f-b990-437d-8575-c4d2e4063119 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:27.851500 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0f03fb1f-b990-437d-8575-c4d2e4063119 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:27.855560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0f03fb1f-b990-437d-8575-c4d2e4063119 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:27.888394 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0f03fb1f-b990-437d-8575-c4d2e4063119 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:27.889721 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0f03fb1f-b990-437d-8575-c4d2e4063119 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1608944 Jul 28 11:58:27.893020 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33558) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:27.894947 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03fb1f-b990-437d-8575-c4d2e4063119 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cabe0e2-7b3c-4405-8121-bf84eb0da713,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:27.899233 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-255ec8bc-ba61-45b9-a400-461f37215488 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '7cabe0e2-7b3c-4405-8121-bf84eb0da713', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:27.927022 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-255ec8bc-ba61-45b9-a400-461f37215488 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:27.991123 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-255ec8bc-ba61-45b9-a400-461f37215488 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:27.995223 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-255ec8bc-ba61-45b9-a400-461f37215488 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.015770 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ec8bc-ba61-45b9-a400-461f37215488 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7129a1d5-34ce-4fe0-b273-3dbc6af8271b,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:28.020456 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-255ec8bc-ba61-45b9-a400-461f37215488 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.023157 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-255ec8bc-ba61-45b9-a400-461f37215488 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264999 Jul 28 11:58:28.024415 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33560) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:28.028852 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d4f0ce38-31a5-48b3-ae88-0e13232a1ac6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '7cabe0e2-7b3c-4405-8121-bf84eb0da713', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:28.056104 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ce38-31a5-48b3-ae88-0e13232a1ac6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.116682 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ce38-31a5-48b3-ae88-0e13232a1ac6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.120612 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ce38-31a5-48b3-ae88-0e13232a1ac6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.137995 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0ce38-31a5-48b3-ae88-0e13232a1ac6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a625bba5-e3af-495b-9360-c632ad3f4fb2,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:28.144723 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ce38-31a5-48b3-ae88-0e13232a1ac6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.145954 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d4f0ce38-31a5-48b3-ae88-0e13232a1ac6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206055 Jul 28 11:58:28.148800 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33562) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:28.153459 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-be163b57-f87b-47e6-8789-73130d7db2f9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '7cabe0e2-7b3c-4405-8121-bf84eb0da713', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:28.182688 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-be163b57-f87b-47e6-8789-73130d7db2f9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.244905 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-be163b57-f87b-47e6-8789-73130d7db2f9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.248674 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-be163b57-f87b-47e6-8789-73130d7db2f9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.267465 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be163b57-f87b-47e6-8789-73130d7db2f9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc2835d-5302-40d6-8d22-c3755a0c6083,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:28.271162 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-be163b57-f87b-47e6-8789-73130d7db2f9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.274838 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-be163b57-f87b-47e6-8789-73130d7db2f9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226199 Jul 28 11:58:28.275886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33564) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:28.280773 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-277b10d3-ccd0-4cf3-8058-b819f0f6ded8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '7cabe0e2-7b3c-4405-8121-bf84eb0da713', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:28.308497 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-277b10d3-ccd0-4cf3-8058-b819f0f6ded8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.372540 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-277b10d3-ccd0-4cf3-8058-b819f0f6ded8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.376697 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-277b10d3-ccd0-4cf3-8058-b819f0f6ded8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.393757 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b10d3-ccd0-4cf3-8058-b819f0f6ded8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb166e1a-5cbc-48f8-bfa8-a87f3b74dbee,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:28.400168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-277b10d3-ccd0-4cf3-8058-b819f0f6ded8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.403958 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-277b10d3-ccd0-4cf3-8058-b819f0f6ded8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245167 Jul 28 11:58:28.404109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33566) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:28.409564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-bed2e714-51bd-4cf8-9287-7b9828f2a640 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '7cabe0e2-7b3c-4405-8121-bf84eb0da713', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:28.431594 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-bed2e714-51bd-4cf8-9287-7b9828f2a640 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:58:28.436567 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bed2e714-51bd-4cf8-9287-7b9828f2a640 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.501584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bed2e714-51bd-4cf8-9287-7b9828f2a640 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.505452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bed2e714-51bd-4cf8-9287-7b9828f2a640 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.526340 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2e714-51bd-4cf8-9287-7b9828f2a640 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb7044f-430e-4dc7-9844-c89bb06cecd5,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:28.530792 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bed2e714-51bd-4cf8-9287-7b9828f2a640 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.532925 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bed2e714-51bd-4cf8-9287-7b9828f2a640 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274965 Jul 28 11:58:28.536169 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33568) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:28.540874 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3c3aedc0-3d3b-4536-9642-9598cb717490 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '7cabe0e2-7b3c-4405-8121-bf84eb0da713', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:28.564714 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-3c3aedc0-3d3b-4536-9642-9598cb717490 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:58:28.569814 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3c3aedc0-3d3b-4536-9642-9598cb717490 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.634286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3c3aedc0-3d3b-4536-9642-9598cb717490 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.639063 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3c3aedc0-3d3b-4536-9642-9598cb717490 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.658389 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3aedc0-3d3b-4536-9642-9598cb717490 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695d3b9b-140c-415f-8283-258ce90faa66,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:28.664868 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3c3aedc0-3d3b-4536-9642-9598cb717490 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:28.666187 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3c3aedc0-3d3b-4536-9642-9598cb717490 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288233 Jul 28 11:58:28.820107 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-a98b462b-4576-4f95-8c3f-b99ad34fafd3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1981090123&fields=id&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 267 time: 0.0350327 Jul 28 11:58:28.923205 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-1ae7693e-fc81-40c6-b8f8-018f4b646492 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:28.924603 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-1ae7693e-fc81-40c6-b8f8-018f4b646492 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/networks?id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 HTTP/1.1" status: 200 len: 796 time: 0.0978577 Jul 28 11:58:28.940500 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-9f064e26-cc40-47d0-bc0b-b0caf2b15530 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/quotas/494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 375 time: 0.0098994 Jul 28 11:58:28.993353 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-d713cb0b-8d4f-4666-bbd6-844d20f401e9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466743 Jul 28 11:58:29.041561 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7adb77dd-c188-41c7-8ac2-068b69a41f4d up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:58:29.092278 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 7adb77dd-c188-41c7-8ac2-068b69a41f4d completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:58:29.096129 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 7adb77dd-c188-41c7-8ac2-068b69a41f4d triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:58:29.096614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:29.139482 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-a2459993-767f-469c-a6ed-7909f2b7aa90 service neutron] 10.222.0.43 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317742 Jul 28 11:58:29.173649 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:29.205286 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 7adb77dd-c188-41c7-8ac2-068b69a41f4d, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7adb77dd-c188-41c7-8ac2-068b69a41f4d,segment=NetworkSegment(3be74ac6-f79c-48ea-968b-7183b227f609),segment_id=3be74ac6-f79c-48ea-968b-7183b227f609)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:58:29.209135 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:29.210236 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2d3f9590-f249-4887-a739-e75ee25d184d up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:58:29.229421 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-0deb5f59-0dcf-423b-8333-1c26ac50e227 service neutron] 10.222.0.43 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846353 Jul 28 11:58:29.289686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=7adb77dd-c188-41c7-8ac2-068b69a41f4d,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:29.302870 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 2d3f9590-f249-4887-a739-e75ee25d184d triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:58:29.303245 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:29.404105 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e5f2ff87-1ccb-4872-8672-76e2776b6945 req-2a74b09f-0b7a-4b99-b58a-0e4bda31eba0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 210 time: 0.0362062 Jul 28 11:58:30.315540 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-0e8929c9-bd98-4f27-8b2d-38bcc1de06d4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:30.317003 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-0e8929c9-bd98-4f27-8b2d-38bcc1de06d4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/networks?id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 HTTP/1.1" status: 200 len: 796 time: 0.1003909 Jul 28 11:58:30.368016 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-4cfdb01d-89f0-4570-b13e-af9aeb23296a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 380 time: 0.0406909 Jul 28 11:58:30.377096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'port': {'device_id': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'admin_state_up': True, 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'security_groups': ['7cabe0e2-7b3c-4405-8121-bf84eb0da713']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:30.482477 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:58:30.486718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:30.500136 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ec693911-e2cf-469a-9e24-edb54e3a25de req-73848c95-6015-4bd3-b220-1c82f47d1612 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 210 time: 0.0271173 Jul 28 11:58:30.612093 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.14 (d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6/18543051-8f6c-44e4-9648-06dcbebfbdb2/9a485f4f-f188-46c4-98bc-73622102eed5) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:58:30.747099 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:30.761680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object 9a485f4f-f188-46c4-98bc-73622102eed5 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:58:30.795434 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:30.842563 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:58:30.848591 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:58:30.852951 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:58:30.857563 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=9a485f4f-f188-46c4-98bc-73622102eed5,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:30.884799 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:30.885152 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:30.885491 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:30.885829 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:30.886159 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:30.886521 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:30.886857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:30.887175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:30.887505 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:30.887827 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:30.888148 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:30.888466 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:58:30.920128 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:30.920746 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:30.950942 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-aace894f-21b6-4512-8fd5-7a2b989ea0e0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5774369 Jul 28 11:58:30.965686 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Request body: {'port': {'device_id': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:30.999683 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7adb77dd-c188-41c7-8ac2-068b69a41f4d up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:58:31.026046 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:31.054901 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 7adb77dd-c188-41c7-8ac2-068b69a41f4d triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:58:31.055370 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:31.103891 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a85ad9fa-e91e-4015-ab87-02fd42eb875f None None] Provisioning for port 9a485f4f-f188-46c4-98bc-73622102eed5 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:58:31.110525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a85ad9fa-e91e-4015-ab87-02fd42eb875f None None] Provisioning complete for port 9a485f4f-f188-46c4-98bc-73622102eed5 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:58:31.111144 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a85ad9fa-e91e-4015-ab87-02fd42eb875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:31.169456 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a85ad9fa-e91e-4015-ab87-02fd42eb875f None None] Port 9a485f4f-f188-46c4-98bc-73622102eed5 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:58:31.298380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a485f4f-f188-46c4-98bc-73622102eed5 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:58:31.305644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:31.317114 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Transition to ACTIVE for port object 9a485f4f-f188-46c4-98bc-73622102eed5 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:58:31.321411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:31.387703 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Pushing event updated for resources: {'Port': ['ID=9a485f4f-f188-46c4-98bc-73622102eed5,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:31.438887 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Attempting to bind port 9a485f4f-f188-46c4-98bc-73622102eed5 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:58:31.439120 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Attempting to bind port 9a485f4f-f188-46c4-98bc-73622102eed5 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '3be74ac6-f79c-48ea-968b-7183b227f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:58:31.439405 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Attempting to bind port 9a485f4f-f188-46c4-98bc-73622102eed5 on network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:58:31.443767 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Port 9a485f4f-f188-46c4-98bc-73622102eed5 on network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:58:31.444087 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Attempting to bind port 9a485f4f-f188-46c4-98bc-73622102eed5 on network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:58:31.449466 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:58:31.449832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Checking segment: {'id': '3be74ac6-f79c-48ea-968b-7183b227f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:58:31.450205 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Bound using segment: {'id': '3be74ac6-f79c-48ea-968b-7183b227f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:58:31.450667 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Bound port: 9a485f4f-f188-46c4-98bc-73622102eed5, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be74ac6-f79c-48ea-968b-7183b227f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:58:31.451032 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:31.521408 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] For port 9a485f4f-f188-46c4-98bc-73622102eed5, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:58:31.525220 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] For port 9a485f4f-f188-46c4-98bc-73622102eed5, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9a485f4f-f188-46c4-98bc-73622102eed5,segment=NetworkSegment(3be74ac6-f79c-48ea-968b-7183b227f609),segment_id=3be74ac6-f79c-48ea-968b-7183b227f609)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:58:31.530108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:31.563477 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:31.564034 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:31.565910 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] 10.222.0.39 "PUT /v2.0/ports/9a485f4f-f188-46c4-98bc-73622102eed5 HTTP/1.1" status: 200 len: 1094 time: 0.6050060 Jul 28 11:58:31.568487 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'tag': '9a485f4f-f188-46c4-98bc-73622102eed5'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:58:31.571693 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd97c831-50a5-432c-a16b-328d047b7534" -d '{"events": [{"name": "network-changed", "server_uuid": "c322f0b2-3286-47f1-9ebc-336f3143c916", "tag": "9a485f4f-f188-46c4-98bc-73622102eed5"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:58:31.632841 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9466fbd-d49d-4585-b49e-1035a76dbd59 req-b0ae44e0-a1d1-4d44-9049-ae824f30db96 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:31.636280 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3597da9e-4bee-4816-8653-b5853b3439ff x-openstack-request-id: req-3597da9e-4bee-4816-8653-b5853b3439ff {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:58:31.636606 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c322f0b2-3286-47f1-9ebc-336f3143c916", "tag": "9a485f4f-f188-46c4-98bc-73622102eed5", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:58:31.636809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3597da9e-4bee-4816-8653-b5853b3439ff {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:58:31.637211 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'tag': '9a485f4f-f188-46c4-98bc-73622102eed5', 'status': 'completed', 'code': 200} Jul 28 11:58:31.644066 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e9466fbd-d49d-4585-b49e-1035a76dbd59 req-b0ae44e0-a1d1-4d44-9049-ae824f30db96 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 944 time: 0.0640054 Jul 28 11:58:31.657350 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5e7d4-1ea9-4b01-9db1-287976a9b9dd service neutron] Pushing event updated for resources: {'Port': ['ID=9a485f4f-f188-46c4-98bc-73622102eed5,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:31.678088 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-d3418251-ded4-47f9-8814-cad3234cd382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:31.679839 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-d3418251-ded4-47f9-8814-cad3234cd382 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 1097 time: 0.0622342 Jul 28 11:58:31.689166 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e9466fbd-d49d-4585-b49e-1035a76dbd59 req-ddec52d9-42d7-4dd7-b400-088262c4168e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7cabe0e2-7b3c-4405-8121-bf84eb0da713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441351 Jul 28 11:58:31.730979 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-58054c8a-b003-4432-b62b-74709239b2c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a485f4f-f188-46c4-98bc-73622102eed5 HTTP/1.1" status: 200 len: 217 time: 0.0427630 Jul 28 11:58:31.781166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-3553aebf-0a50-4c6b-ae7e-9c5dc3c148bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:31.783789 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-3553aebf-0a50-4c6b-ae7e-9c5dc3c148bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18543051-8f6c-44e4-9648-06dcbebfbdb2 HTTP/1.1" status: 200 len: 834 time: 0.0467653 Jul 28 11:58:31.831511 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-bccf1468-fc3a-453e-ad15-48151f7d7bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:31.832975 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-bccf1468-fc3a-453e-ad15-48151f7d7bf3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411072 Jul 28 11:58:31.924129 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-af8798c9-30b1-424c-af73-460a2952c741 service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837197 Jul 28 11:58:32.010549 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-778fe805-8bc2-4f9b-90d5-77da45699b7d req-72719cc9-0d4e-4ccd-8747-8c25fa27bcfe service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792129 Jul 28 11:58:32.097572 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97c831-50a5-432c-a16b-328d047b7534 req-590c45bf-3599-4986-a298-03c2b5d9960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:32.099055 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd97c831-50a5-432c-a16b-328d047b7534 req-590c45bf-3599-4986-a298-03c2b5d9960d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 1097 time: 0.0404923 Jul 28 11:58:32.394894 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6bad-d6b9-4273-aff8-28f787b8c2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:32.535211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97c831-50a5-432c-a16b-328d047b7534 req-e874b3ec-41ad-47d7-b74a-74a29bafecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:32.536672 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd97c831-50a5-432c-a16b-328d047b7534 req-e874b3ec-41ad-47d7-b74a-74a29bafecbe service neutron] 10.222.0.39 "GET /v2.0/networks?id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 HTTP/1.1" status: 200 len: 897 time: 0.4293628 Jul 28 11:58:32.579488 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd97c831-50a5-432c-a16b-328d047b7534 req-365f55d2-72f8-4095-a0f9-797ee4e68da2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a485f4f-f188-46c4-98bc-73622102eed5 HTTP/1.1" status: 200 len: 217 time: 0.0334916 Jul 28 11:58:32.631346 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97c831-50a5-432c-a16b-328d047b7534 req-3eacc719-ff8f-4cc5-9480-c7034a905320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:32.632768 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd97c831-50a5-432c-a16b-328d047b7534 req-3eacc719-ff8f-4cc5-9480-c7034a905320 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18543051-8f6c-44e4-9648-06dcbebfbdb2 HTTP/1.1" status: 200 len: 834 time: 0.0456405 Jul 28 11:58:32.678404 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97c831-50a5-432c-a16b-328d047b7534 req-825d9e3b-6158-4b09-9dd9-4a646c682383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:32.679789 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd97c831-50a5-432c-a16b-328d047b7534 req-825d9e3b-6158-4b09-9dd9-4a646c682383 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393767 Jul 28 11:58:32.768503 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd97c831-50a5-432c-a16b-328d047b7534 req-161db63e-c049-4d83-8e7c-bb35d472e196 service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805809 Jul 28 11:58:32.814393 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa80991-4664-4b81-a94b-32c9526b1109 req-d0ea7ed9-657a-485f-af24-1d15ce619ab0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:32.816658 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9aa80991-4664-4b81-a94b-32c9526b1109 req-d0ea7ed9-657a-485f-af24-1d15ce619ab0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 944 time: 0.0544684 Jul 28 11:58:32.854991 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9aa80991-4664-4b81-a94b-32c9526b1109 req-001f5a76-e81b-419b-a021-90f9c978e008 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7cabe0e2-7b3c-4405-8121-bf84eb0da713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321884 Jul 28 11:58:32.869130 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bd97c831-50a5-432c-a16b-328d047b7534 req-9e198ad5-52c7-4be3-950f-c54cd87853ae service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924950 Jul 28 11:58:33.975875 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cffb40-2952-450f-be99-2ac1dcae6d1a req-344ffb60-5064-4b7a-9ca6-bcff432311d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:33.977338 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-15cffb40-2952-450f-be99-2ac1dcae6d1a req-344ffb60-5064-4b7a-9ca6-bcff432311d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 944 time: 0.0529366 Jul 28 11:58:34.019098 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-15cffb40-2952-450f-be99-2ac1dcae6d1a req-e77e4e34-f740-43d0-a764-430746567cc1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7cabe0e2-7b3c-4405-8121-bf84eb0da713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358908 Jul 28 11:58:34.508181 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 9a485f4f-f188-46c4-98bc-73622102eed5 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:58:34.601512 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 9a485f4f-f188-46c4-98bc-73622102eed5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9a485f4f-f188-46c4-98bc-73622102eed5,segment=NetworkSegment(3be74ac6-f79c-48ea-968b-7183b227f609),segment_id=3be74ac6-f79c-48ea-968b-7183b227f609)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:58:34.612877 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '9a485f4f-f188-46c4-98bc-73622102eed5', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'port_id': '9a485f4f-f188-46c4-98bc-73622102eed5', 'mac_address': 'fa:16:3e:2b:ef:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:58:34.648082 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:34.660485 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a485f4f-f188-46c4-98bc-73622102eed5 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:58:34.679628 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 9a485f4f-f188-46c4-98bc-73622102eed5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9a485f4f-f188-46c4-98bc-73622102eed5,segment=NetworkSegment(3be74ac6-f79c-48ea-968b-7183b227f609),segment_id=3be74ac6-f79c-48ea-968b-7183b227f609)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:58:34.683489 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:34.729499 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=9a485f4f-f188-46c4-98bc-73622102eed5,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:34.898262 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-388cb800-7b5a-4661-9c25-509f04d2615d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:34.908588 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['9a485f4f-f188-46c4-98bc-73622102eed5'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:58:35.134074 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e39d3-a7bb-4d0d-bfea-8a3ea2f1439a req-a0744644-f46a-476d-91dc-46a9e9d70794 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:35.135570 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-137e39d3-a7bb-4d0d-bfea-8a3ea2f1439a req-a0744644-f46a-476d-91dc-46a9e9d70794 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 945 time: 0.0495436 Jul 28 11:58:35.175610 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-137e39d3-a7bb-4d0d-bfea-8a3ea2f1439a req-be1eccfd-21de-4418-8746-a21c0dc42e34 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7cabe0e2-7b3c-4405-8121-bf84eb0da713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334833 Jul 28 11:58:35.336083 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:36.288340 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f99605-bcde-4cbe-88ad-ff44b8396f6b req-21f94904-c893-4310-b209-9a1c10143b95 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:36.289814 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-01f99605-bcde-4cbe-88ad-ff44b8396f6b req-21f94904-c893-4310-b209-9a1c10143b95 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 945 time: 0.0482366 Jul 28 11:58:36.328173 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-01f99605-bcde-4cbe-88ad-ff44b8396f6b req-94310584-2bc9-4a15-b637-a4564653aca2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7cabe0e2-7b3c-4405-8121-bf84eb0da713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325012 Jul 28 11:58:36.398837 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:36.527397 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 9a485f4f-f188-46c4-98bc-73622102eed5 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:58:36.575381 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 9a485f4f-f188-46c4-98bc-73622102eed5 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:58:36.578905 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 9a485f4f-f188-46c4-98bc-73622102eed5 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:58:36.579330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:36.650497 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:36.673623 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a485f4f-f188-46c4-98bc-73622102eed5'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:58:36.675887 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77889d8-3e08-43e1-b7b6-64058fc40149" -d '{"events": [{"server_uuid": "c322f0b2-3286-47f1-9ebc-336f3143c916", "name": "network-vif-plugged", "status": "completed", "tag": "9a485f4f-f188-46c4-98bc-73622102eed5"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:58:36.688324 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 9a485f4f-f188-46c4-98bc-73622102eed5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9a485f4f-f188-46c4-98bc-73622102eed5,segment=NetworkSegment(3be74ac6-f79c-48ea-968b-7183b227f609),segment_id=3be74ac6-f79c-48ea-968b-7183b227f609)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:58:36.692836 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:36.718397 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcc1389-3424-491c-bebb-af14d4960ed5 x-openstack-request-id: req-7fcc1389-3424-491c-bebb-af14d4960ed5 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:58:36.718710 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c322f0b2-3286-47f1-9ebc-336f3143c916", "name": "network-vif-plugged", "status": "completed", "tag": "9a485f4f-f188-46c4-98bc-73622102eed5", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:58:36.718968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7fcc1389-3424-491c-bebb-af14d4960ed5 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:58:36.720301 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a485f4f-f188-46c4-98bc-73622102eed5', 'code': 200} Jul 28 11:58:36.745077 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=9a485f4f-f188-46c4-98bc-73622102eed5,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:36.872937 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937b96f-043d-4816-abec-88d10027c42f req-7631ac69-e717-4e4e-8102-164083539ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:36.874471 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b937b96f-043d-4816-abec-88d10027c42f req-7631ac69-e717-4e4e-8102-164083539ab4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 1099 time: 0.0400376 Jul 28 11:58:36.909299 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b937b96f-043d-4816-abec-88d10027c42f req-1e06cc27-29b1-4b98-9be5-d64cdc4781f2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7cabe0e2-7b3c-4405-8121-bf84eb0da713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284772 Jul 28 11:58:37.444572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48037428-226d-4fbc-aac4-a75d5e4722cb req-1ca8f863-5880-4986-86ba-89bab29bf2a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:37.446060 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-48037428-226d-4fbc-aac4-a75d5e4722cb req-1ca8f863-5880-4986-86ba-89bab29bf2a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 946 time: 0.0527012 Jul 28 11:58:37.483699 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-48037428-226d-4fbc-aac4-a75d5e4722cb req-9d0c4a8b-f1da-4828-844e-c21b5e35d7c9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7cabe0e2-7b3c-4405-8121-bf84eb0da713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316319 Jul 28 11:58:37.964793 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:38.604630 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dd2c2-23e1-400f-8bd0-62ece560ae05 req-02ec5742-4575-43b1-9a4f-7e4b15d7b00d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:38.606760 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ac3dd2c2-23e1-400f-8bd0-62ece560ae05 req-02ec5742-4575-43b1-9a4f-7e4b15d7b00d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 946 time: 0.0569425 Jul 28 11:58:38.643761 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ac3dd2c2-23e1-400f-8bd0-62ece560ae05 req-782a1513-fae1-43b5-932d-755889e5bc23 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7cabe0e2-7b3c-4405-8121-bf84eb0da713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306053 Jul 28 11:58:38.756425 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7375fe7-0cf7-47d2-9c5f-6557ec0a85b7 req-4250656e-5aab-4798-90ef-7c732d6e0427 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:38.757902 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b7375fe7-0cf7-47d2-9c5f-6557ec0a85b7 req-4250656e-5aab-4798-90ef-7c732d6e0427 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 946 time: 0.0493665 Jul 28 11:58:38.796685 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b7375fe7-0cf7-47d2-9c5f-6557ec0a85b7 req-d6413524-6b64-41c4-ab72-da54b4af1fb0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7cabe0e2-7b3c-4405-8121-bf84eb0da713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327563 Jul 28 11:58:38.819073 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33624) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:38.984393 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6021c93d-8424-41c9-ab57-3b4bdeae079b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:38.986850 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6021c93d-8424-41c9-ab57-3b4bdeae079b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 1094 time: 0.1667824 Jul 28 11:58:38.989602 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33628) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:38.993899 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '9a485f4f-f188-46c4-98bc-73622102eed5', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:39.014902 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:39.110285 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:39.214485 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.26.1.80 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/2afda0e4-b90b-49a1-baa6-762b74ffffdc) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:58:39.314194 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:39.351372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:39.391538 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:58:39.394183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:58:39.399662 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:58:39.421294 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=2afda0e4-b90b-49a1-baa6-762b74ffffdc,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:39.747590 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:39.815965 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:39.966571 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:39.971793 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:40.035250 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=2afda0e4-b90b-49a1-baa6-762b74ffffdc,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:40.048349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:40.146358 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP 97db24c1-547f-4911-939b-37d45227a3a2 associated. External IP: 172.26.1.80, port: 9a485f4f-f188-46c4-98bc-73622102eed5. Jul 28 11:58:40.349710 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:58:40.455964 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:58:40.465173 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ffa51f-5357-49d5-84bd-a7507c1c43b5 None None] Sync routers for ids ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:58:40.471767 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:40.473915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ffa51f-5357-49d5-84bd-a7507c1c43b5 None None] Routers {'47e0626a-d607-459b-81fa-a0b67aa1a8a2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:58:40.474572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-51ffa51f-5357-49d5-84bd-a7507c1c43b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:58:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:40.498980 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1d73bf57-f8f2-442a-8ffd-15265d1bb329 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5083911 Jul 28 11:58:40.499688 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'tag': '9a485f4f-f188-46c4-98bc-73622102eed5'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:58:40.502398 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33630) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:40.502914 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8507f69-9473-45d0-9933-adc83e90bb5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c322f0b2-3286-47f1-9ebc-336f3143c916", "tag": "9a485f4f-f188-46c4-98bc-73622102eed5"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:58:40.543924 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a084af-a6cf-47d2-9933-ffcf571693a8 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:40.545585 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-43a084af-a6cf-47d2-9933-ffcf571693a8 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 1094 time: 0.0416505 Jul 28 11:58:40.583483 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-51ffa51f-5357-49d5-84bd-a7507c1c43b5 None None] Set router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:58:40.629163 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47da3247-d3e5-4bc5-8e1e-717f1d0f33e9 x-openstack-request-id: req-47da3247-d3e5-4bc5-8e1e-717f1d0f33e9 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:58:40.629459 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c322f0b2-3286-47f1-9ebc-336f3143c916", "tag": "9a485f4f-f188-46c4-98bc-73622102eed5", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:58:40.629714 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47da3247-d3e5-4bc5-8e1e-717f1d0f33e9 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:58:40.630119 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'tag': '9a485f4f-f188-46c4-98bc-73622102eed5', 'status': 'completed', 'code': 200} Jul 28 11:58:40.695151 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8507f69-9473-45d0-9933-adc83e90bb5b req-fc426bc9-5414-424f-bedf-f961ff6bba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:40.697205 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8507f69-9473-45d0-9933-adc83e90bb5b req-fc426bc9-5414-424f-bedf-f961ff6bba8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 1099 time: 0.0456681 Jul 28 11:58:40.787497 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8507f69-9473-45d0-9933-adc83e90bb5b req-ee245bba-5d64-4734-8f89-1a0edd64b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:40.789576 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8507f69-9473-45d0-9933-adc83e90bb5b req-ee245bba-5d64-4734-8f89-1a0edd64b5c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 HTTP/1.1" status: 200 len: 897 time: 0.0860655 Jul 28 11:58:40.809818 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-51ffa51f-5357-49d5-84bd-a7507c1c43b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '97db24c1-547f-4911-939b-37d45227a3a2', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.80', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'port_id': '9a485f4f-f188-46c4-98bc-73622102eed5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'mac_address': 'fa:16:3e:2b:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:58:39Z', 'updated_at': '2021-07-28T11:58:39Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adb77dd-c188-41c7-8ac2-068b69a41f4d', 'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:e4:4e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:24Z', 'updated_at': '2021-07-28T11:58:29Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:40.844852 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ffa51f-5357-49d5-84bd-a7507c1c43b5 None None] Checking router: 47e0626a-d607-459b-81fa-a0b67aa1a8a2 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:58:40.852949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ffa51f-5357-49d5-84bd-a7507c1c43b5 None None] Routers {'47e0626a-d607-459b-81fa-a0b67aa1a8a2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:58:40.853503 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-51ffa51f-5357-49d5-84bd-a7507c1c43b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:58:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:40.865021 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8507f69-9473-45d0-9933-adc83e90bb5b req-3bcfa544-699f-4b41-a1e6-924587cde5a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a485f4f-f188-46c4-98bc-73622102eed5 HTTP/1.1" status: 200 len: 999 time: 0.0689111 Jul 28 11:58:40.915505 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8507f69-9473-45d0-9933-adc83e90bb5b req-8f8f3c9f-67d8-4539-9d8c-f24b31e287e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:40.916954 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8507f69-9473-45d0-9933-adc83e90bb5b req-8f8f3c9f-67d8-4539-9d8c-f24b31e287e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18543051-8f6c-44e4-9648-06dcbebfbdb2 HTTP/1.1" status: 200 len: 834 time: 0.0439432 Jul 28 11:58:40.963464 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-51ffa51f-5357-49d5-84bd-a7507c1c43b5 None None] Set router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:58:40.965108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8507f69-9473-45d0-9933-adc83e90bb5b req-e2a44e32-5481-4e9d-995d-9acd333c2fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:40.966635 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8507f69-9473-45d0-9933-adc83e90bb5b req-e2a44e32-5481-4e9d-995d-9acd333c2fb9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0421481 Jul 28 11:58:41.063719 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8507f69-9473-45d0-9933-adc83e90bb5b req-aedb52de-f811-4972-9b1a-aa9f5dd31ad3 service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893085 Jul 28 11:58:41.072208 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33638) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:41.077071 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-de978154-1e54-4481-ae10-dae0599899ea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-28027772', 'description': 'tempest-secgroup-smoke-28027772 description', 'project_id': '494923637e9742fd92ad3c4630d377e7'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:41.100756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-de978154-1e54-4481-ae10-dae0599899ea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.158515 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8507f69-9473-45d0-9933-adc83e90bb5b req-6b4cf3fb-c994-4e1f-8fb5-a299d411c42a service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888338 Jul 28 11:58:41.195073 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-de978154-1e54-4481-ae10-dae0599899ea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.200394 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-51ffa51f-5357-49d5-84bd-a7507c1c43b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '97db24c1-547f-4911-939b-37d45227a3a2', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.80', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'port_id': '9a485f4f-f188-46c4-98bc-73622102eed5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'mac_address': 'fa:16:3e:2b:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:58:39Z', 'updated_at': '2021-07-28T11:58:39Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adb77dd-c188-41c7-8ac2-068b69a41f4d', 'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:e4:4e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:24Z', 'updated_at': '2021-07-28T11:58:29Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:41.204028 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-de978154-1e54-4481-ae10-dae0599899ea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.227634 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ffa51f-5357-49d5-84bd-a7507c1c43b5 None None] The sync data for ids ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'] in dv-neutron-786478-16-hyperv is: [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '97db24c1-547f-4911-939b-37d45227a3a2', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.80', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'port_id': '9a485f4f-f188-46c4-98bc-73622102eed5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'mac_address': 'fa:16:3e:2b:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:58:39Z', 'updated_at': '2021-07-28T11:58:39Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adb77dd-c188-41c7-8ac2-068b69a41f4d', 'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:e4:4e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:24Z', 'updated_at': '2021-07-28T11:58:29Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:58:41.232427 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-de978154-1e54-4481-ae10-dae0599899ea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.233662 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-de978154-1e54-4481-ae10-dae0599899ea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1604452 Jul 28 11:58:41.237128 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33640) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:41.241676 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-7b39e9f9-0105-4c1d-b082-fcb8a921216f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '59813b96-6189-4a19-810a-ec9b2e4584fc', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:41.248227 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de978154-1e54-4481-ae10-dae0599899ea tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59813b96-6189-4a19-810a-ec9b2e4584fc,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:41.275287 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7b39e9f9-0105-4c1d-b082-fcb8a921216f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.333130 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7b39e9f9-0105-4c1d-b082-fcb8a921216f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.336667 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7b39e9f9-0105-4c1d-b082-fcb8a921216f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.356796 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39e9f9-0105-4c1d-b082-fcb8a921216f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a077eda-1f30-406d-a55f-1ab0ed0d474e,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:41.364099 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7b39e9f9-0105-4c1d-b082-fcb8a921216f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.365343 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7b39e9f9-0105-4c1d-b082-fcb8a921216f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272554 Jul 28 11:58:41.369030 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33642) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:41.373255 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-9841d1d1-b660-41e5-a40c-970ba64a5bb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '59813b96-6189-4a19-810a-ec9b2e4584fc', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:41.401359 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9841d1d1-b660-41e5-a40c-970ba64a5bb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.443538 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea3d0e-d865-4abf-a881-1810a83ca674 None None] New status for floating IP 97db24c1-547f-4911-939b-37d45227a3a2: ACTIVE {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:58:41.464928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9841d1d1-b660-41e5-a40c-970ba64a5bb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.469017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9841d1d1-b660-41e5-a40c-970ba64a5bb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.488403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841d1d1-b660-41e5-a40c-970ba64a5bb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b31d3f2-a4c6-4ea9-b3cc-174010408a37,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:41.492106 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9841d1d1-b660-41e5-a40c-970ba64a5bb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.493442 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9841d1d1-b660-41e5-a40c-970ba64a5bb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240854 Jul 28 11:58:41.496339 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33644) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:41.502173 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-0a012364-e3f2-4d19-a02f-b5f6f990a2e2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '59813b96-6189-4a19-810a-ec9b2e4584fc', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:41.529089 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0a012364-e3f2-4d19-a02f-b5f6f990a2e2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.589363 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0a012364-e3f2-4d19-a02f-b5f6f990a2e2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.593600 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0a012364-e3f2-4d19-a02f-b5f6f990a2e2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.612908 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a012364-e3f2-4d19-a02f-b5f6f990a2e2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de10835-e63c-4cca-a12f-beda02c8f6b0,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:41.623856 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0a012364-e3f2-4d19-a02f-b5f6f990a2e2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.625876 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0a012364-e3f2-4d19-a02f-b5f6f990a2e2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273673 Jul 28 11:58:41.628371 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33646) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:41.632906 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-45edcdb7-c540-40e3-ba62-9577f09418a8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '59813b96-6189-4a19-810a-ec9b2e4584fc', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:41.660813 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-45edcdb7-c540-40e3-ba62-9577f09418a8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.719489 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-45edcdb7-c540-40e3-ba62-9577f09418a8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.722999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-45edcdb7-c540-40e3-ba62-9577f09418a8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.739253 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edcdb7-c540-40e3-ba62-9577f09418a8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d29f1ad-f7bb-41ad-88cd-a6ad699c52a1,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:41.745924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-45edcdb7-c540-40e3-ba62-9577f09418a8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.747392 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-45edcdb7-c540-40e3-ba62-9577f09418a8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180112 Jul 28 11:58:41.750097 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33648) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:41.755147 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-1b7cd0f0-3289-4359-bb74-ec7a26dc99ec tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '59813b96-6189-4a19-810a-ec9b2e4584fc', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:41.776396 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.securitygroups_db [None req-1b7cd0f0-3289-4359-bb74-ec7a26dc99ec tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:58:41.781310 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd0f0-3289-4359-bb74-ec7a26dc99ec tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.840641 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd0f0-3289-4359-bb74-ec7a26dc99ec tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.844098 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd0f0-3289-4359-bb74-ec7a26dc99ec tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.863845 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cd0f0-3289-4359-bb74-ec7a26dc99ec tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff76840-f761-49e9-96ae-01ca863662b8,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:41.868916 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd0f0-3289-4359-bb74-ec7a26dc99ec tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.873137 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1b7cd0f0-3289-4359-bb74-ec7a26dc99ec tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189094 Jul 28 11:58:41.873502 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33650) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:41.878663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c6ca6cf9-25a3-4480-8b19-d703d99247a4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '59813b96-6189-4a19-810a-ec9b2e4584fc', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:41.899697 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-c6ca6cf9-25a3-4480-8b19-d703d99247a4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:58:41.904341 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c6ca6cf9-25a3-4480-8b19-d703d99247a4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.968226 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c6ca6cf9-25a3-4480-8b19-d703d99247a4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.972034 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c6ca6cf9-25a3-4480-8b19-d703d99247a4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.991634 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca6cf9-25a3-4480-8b19-d703d99247a4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6bf81a1-471d-4ede-88dd-8af3f433a703,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:41.995273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c6ca6cf9-25a3-4480-8b19-d703d99247a4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:41.996434 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c6ca6cf9-25a3-4480-8b19-d703d99247a4 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219163 Jul 28 11:58:42.137866 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f409cf53-4997-4e53-894b-4fa896b6588b req-6df2fb9c-bacf-449d-8502-5c42b21666c9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-28027772&fields=id&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 267 time: 0.0330048 Jul 28 11:58:42.240082 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409cf53-4997-4e53-894b-4fa896b6588b req-51437d7b-06ee-474f-a736-f0b66c8fb903 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:42.241409 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f409cf53-4997-4e53-894b-4fa896b6588b req-51437d7b-06ee-474f-a736-f0b66c8fb903 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/networks?id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 HTTP/1.1" status: 200 len: 796 time: 0.0969713 Jul 28 11:58:42.256594 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a3d6f446-9bdd-45d8-b4dc-fb6d59dc7afc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/quotas/494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 375 time: 0.0095289 Jul 28 11:58:42.310077 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f409cf53-4997-4e53-894b-4fa896b6588b req-fa40ed19-fe73-4f08-a2cd-fa061d84ee6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0484037 Jul 28 11:58:42.406232 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f409cf53-4997-4e53-894b-4fa896b6588b req-e78893d1-0339-4437-99b5-2be681ba44b3 service neutron] 10.222.0.43 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841446 Jul 28 11:58:42.496361 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f409cf53-4997-4e53-894b-4fa896b6588b req-8adfc5eb-a18e-4f40-aecf-10b650a41e57 service neutron] 10.222.0.43 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831146 Jul 28 11:58:42.654285 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-17c56a26-4ad0-4ad8-bead-ab96794ecf6c req-6721e533-8290-49da-8ae8-370fded9bb13 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 210 time: 0.0306339 Jul 28 11:58:43.747041 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b11b0a4b-65cc-4a39-8d91-adaf28701592 req-716c14ae-ff3d-487a-9f6b-1fc4bd90c8ad tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 210 time: 0.0257099 Jul 28 11:58:44.673404 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409cf53-4997-4e53-894b-4fa896b6588b req-d0753bdb-d506-4df5-932f-05e1ec981865 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:44.674998 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f409cf53-4997-4e53-894b-4fa896b6588b req-d0753bdb-d506-4df5-932f-05e1ec981865 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/networks?id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 HTTP/1.1" status: 200 len: 796 time: 0.1064353 Jul 28 11:58:44.722974 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f409cf53-4997-4e53-894b-4fa896b6588b req-1425af6e-dfd2-4fb8-a30a-1306124afb09 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 471 time: 0.0377855 Jul 28 11:58:44.737430 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-f409cf53-4997-4e53-894b-4fa896b6588b req-f5fd9c05-6dc0-4217-9777-d641047820a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'port': {'device_id': 'fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'admin_state_up': True, 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'security_groups': ['59813b96-6189-4a19-810a-ec9b2e4584fc']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:44.846081 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a26c86fd-5d32-4d3b-8860-5ba990956f95 req-c84bdd0b-3a2a-4fb1-bb01-04cf1cc99ed9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 210 time: 0.0273864 Jul 28 11:58:44.849490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f409cf53-4997-4e53-894b-4fa896b6588b req-f5fd9c05-6dc0-4217-9777-d641047820a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:58:44.853571 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f409cf53-4997-4e53-894b-4fa896b6588b req-f5fd9c05-6dc0-4217-9777-d641047820a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:44.987599 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-f409cf53-4997-4e53-894b-4fa896b6588b req-f5fd9c05-6dc0-4217-9777-d641047820a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.13 (d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6/18543051-8f6c-44e4-9648-06dcbebfbdb2/42d70b1b-e679-4b19-91ba-b92540bebb94) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:58:45.123432 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f409cf53-4997-4e53-894b-4fa896b6588b req-f5fd9c05-6dc0-4217-9777-d641047820a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:45.136854 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-f409cf53-4997-4e53-894b-4fa896b6588b req-f5fd9c05-6dc0-4217-9777-d641047820a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object 42d70b1b-e679-4b19-91ba-b92540bebb94 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:58:45.170002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f409cf53-4997-4e53-894b-4fa896b6588b req-f5fd9c05-6dc0-4217-9777-d641047820a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:45.213935 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f409cf53-4997-4e53-894b-4fa896b6588b req-f5fd9c05-6dc0-4217-9777-d641047820a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:58:45.216768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-f409cf53-4997-4e53-894b-4fa896b6588b req-f5fd9c05-6dc0-4217-9777-d641047820a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:58:45.221067 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-f409cf53-4997-4e53-894b-4fa896b6588b req-f5fd9c05-6dc0-4217-9777-d641047820a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:58:45.251211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd9c05-6dc0-4217-9777-d641047820a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=42d70b1b-e679-4b19-91ba-b92540bebb94,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:45.277097 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409cf53-4997-4e53-894b-4fa896b6588b req-f5fd9c05-6dc0-4217-9777-d641047820a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:45.277734 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f409cf53-4997-4e53-894b-4fa896b6588b req-f5fd9c05-6dc0-4217-9777-d641047820a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:45.293507 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f409cf53-4997-4e53-894b-4fa896b6588b req-f5fd9c05-6dc0-4217-9777-d641047820a6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5603313 Jul 28 11:58:45.305498 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Request body: {'port': {'device_id': 'fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:45.360954 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:45.421367 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b9440972-378e-41be-9d66-96388fbe2373 None None] Provisioning for port 42d70b1b-e679-4b19-91ba-b92540bebb94 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:58:45.425200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b9440972-378e-41be-9d66-96388fbe2373 None None] Provisioning complete for port 42d70b1b-e679-4b19-91ba-b92540bebb94 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:58:45.425575 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9440972-378e-41be-9d66-96388fbe2373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:45.462733 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b9440972-378e-41be-9d66-96388fbe2373 None None] Port 42d70b1b-e679-4b19-91ba-b92540bebb94 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:58:45.627266 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d70b1b-e679-4b19-91ba-b92540bebb94 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:58:45.634482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:45.646191 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Transition to ACTIVE for port object 42d70b1b-e679-4b19-91ba-b92540bebb94 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:58:45.650238 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:45.698280 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Pushing event updated for resources: {'Port': ['ID=42d70b1b-e679-4b19-91ba-b92540bebb94,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:45.769408 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Attempting to bind port 42d70b1b-e679-4b19-91ba-b92540bebb94 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:58:45.769770 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Attempting to bind port 42d70b1b-e679-4b19-91ba-b92540bebb94 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '3be74ac6-f79c-48ea-968b-7183b227f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:58:45.770086 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Attempting to bind port 42d70b1b-e679-4b19-91ba-b92540bebb94 on network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:58:45.774740 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Port 42d70b1b-e679-4b19-91ba-b92540bebb94 on network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:58:45.775070 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Attempting to bind port 42d70b1b-e679-4b19-91ba-b92540bebb94 on network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:58:45.780217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:58:45.780560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Checking segment: {'id': '3be74ac6-f79c-48ea-968b-7183b227f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:58:45.780950 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Bound using segment: {'id': '3be74ac6-f79c-48ea-968b-7183b227f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:58:45.781386 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Bound port: 42d70b1b-e679-4b19-91ba-b92540bebb94, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be74ac6-f79c-48ea-968b-7183b227f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:58:45.782320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:45.851888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] For port 42d70b1b-e679-4b19-91ba-b92540bebb94, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:58:45.855329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] For port 42d70b1b-e679-4b19-91ba-b92540bebb94, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=42d70b1b-e679-4b19-91ba-b92540bebb94,segment=NetworkSegment(3be74ac6-f79c-48ea-968b-7183b227f609),segment_id=3be74ac6-f79c-48ea-968b-7183b227f609)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:58:45.860127 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:45.894612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:45.895237 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:45.896723 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f409cf53-4997-4e53-894b-4fa896b6588b req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] 10.222.0.39 "PUT /v2.0/ports/42d70b1b-e679-4b19-91ba-b92540bebb94 HTTP/1.1" status: 200 len: 1094 time: 0.5955484 Jul 28 11:58:45.897144 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16', 'tag': '42d70b1b-e679-4b19-91ba-b92540bebb94'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:58:45.899399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e057a3c6-cd35-4110-9166-bf08237b0553" -d '{"events": [{"name": "network-changed", "server_uuid": "fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16", "tag": "42d70b1b-e679-4b19-91ba-b92540bebb94"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:58:45.925492 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7860f78-3bd8-4773-8f79-5ec471a83ecd service neutron] Pushing event updated for resources: {'Port': ['ID=42d70b1b-e679-4b19-91ba-b92540bebb94,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:45.973474 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec5e77-841b-4eef-aa99-71a1533cd23e req-5e0f2654-9c62-4986-8411-e40f84659c18 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:45.977002 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-87ec5e77-841b-4eef-aa99-71a1533cd23e req-5e0f2654-9c62-4986-8411-e40f84659c18 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 944 time: 0.0578904 Jul 28 11:58:45.980162 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569e3b0f-d013-4109-b4f7-c9140e5cec0f x-openstack-request-id: req-569e3b0f-d013-4109-b4f7-c9140e5cec0f {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:58:45.980566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16", "tag": "42d70b1b-e679-4b19-91ba-b92540bebb94", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:58:45.981027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-569e3b0f-d013-4109-b4f7-c9140e5cec0f {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:58:45.981627 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16', 'tag': '42d70b1b-e679-4b19-91ba-b92540bebb94', 'status': 'completed', 'code': 200} Jul 28 11:58:45.998258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409cf53-4997-4e53-894b-4fa896b6588b req-12d23b63-2916-425e-b2c0-c7943c00bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:45.999817 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f409cf53-4997-4e53-894b-4fa896b6588b req-12d23b63-2916-425e-b2c0-c7943c00bd56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 1097 time: 0.0486031 Jul 28 11:58:46.019242 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-87ec5e77-841b-4eef-aa99-71a1533cd23e req-9e0c534f-c41b-42d4-babc-bcc6ae18ac6a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=59813b96-6189-4a19-810a-ec9b2e4584fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376244 Jul 28 11:58:46.048377 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f409cf53-4997-4e53-894b-4fa896b6588b req-4d27891d-2230-4f06-a5a8-18c9355847df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42d70b1b-e679-4b19-91ba-b92540bebb94 HTTP/1.1" status: 200 len: 217 time: 0.0405269 Jul 28 11:58:46.100294 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409cf53-4997-4e53-894b-4fa896b6588b req-5f67db39-daf0-4d2c-b90a-53d6c9ade7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:46.101836 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f409cf53-4997-4e53-894b-4fa896b6588b req-5f67db39-daf0-4d2c-b90a-53d6c9ade7fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18543051-8f6c-44e4-9648-06dcbebfbdb2 HTTP/1.1" status: 200 len: 834 time: 0.0467725 Jul 28 11:58:46.148148 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409cf53-4997-4e53-894b-4fa896b6588b req-30b21966-4152-4d4a-aef3-90f4036923f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:46.149626 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f409cf53-4997-4e53-894b-4fa896b6588b req-30b21966-4152-4d4a-aef3-90f4036923f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403192 Jul 28 11:58:46.239102 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f409cf53-4997-4e53-894b-4fa896b6588b req-755a8d4f-a320-42c9-b601-9d7c5521e554 service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822959 Jul 28 11:58:46.326915 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f409cf53-4997-4e53-894b-4fa896b6588b req-59f4caa4-bf19-47a9-a958-d6ee0771ba0f service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802081 Jul 28 11:58:46.414016 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057a3c6-cd35-4110-9166-bf08237b0553 req-bb281064-a189-4af3-9b1e-ff8add5527dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:46.415548 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e057a3c6-cd35-4110-9166-bf08237b0553 req-bb281064-a189-4af3-9b1e-ff8add5527dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 1097 time: 0.0418985 Jul 28 11:58:46.507495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057a3c6-cd35-4110-9166-bf08237b0553 req-8f9a4c0b-93dd-4b5c-8191-d87fabd08481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:46.508949 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e057a3c6-cd35-4110-9166-bf08237b0553 req-8f9a4c0b-93dd-4b5c-8191-d87fabd08481 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 HTTP/1.1" status: 200 len: 897 time: 0.0852997 Jul 28 11:58:46.551355 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e057a3c6-cd35-4110-9166-bf08237b0553 req-3019239d-7365-45f2-9cb1-3b0b08fe01be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42d70b1b-e679-4b19-91ba-b92540bebb94 HTTP/1.1" status: 200 len: 217 time: 0.0340881 Jul 28 11:58:46.599207 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057a3c6-cd35-4110-9166-bf08237b0553 req-3b334408-7f09-4857-9aa0-924e78e52367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:46.600529 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e057a3c6-cd35-4110-9166-bf08237b0553 req-3b334408-7f09-4857-9aa0-924e78e52367 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18543051-8f6c-44e4-9648-06dcbebfbdb2 HTTP/1.1" status: 200 len: 834 time: 0.0417881 Jul 28 11:58:46.649915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057a3c6-cd35-4110-9166-bf08237b0553 req-880e465f-dab0-4084-a920-aa76f063b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:46.651409 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e057a3c6-cd35-4110-9166-bf08237b0553 req-880e465f-dab0-4084-a920-aa76f063b51f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0429111 Jul 28 11:58:46.737855 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e057a3c6-cd35-4110-9166-bf08237b0553 req-11f1b154-5e29-43d3-ba59-7ac192fba949 service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788538 Jul 28 11:58:46.831078 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e057a3c6-cd35-4110-9166-bf08237b0553 req-e750bffa-a41c-40f8-af8b-37f054e12272 service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858469 Jul 28 11:58:47.134732 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387180f-b6b4-425a-b7ed-a605d399d2fa req-7f952513-661d-406c-aae5-d7ccab9560f1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:47.136219 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0387180f-b6b4-425a-b7ed-a605d399d2fa req-7f952513-661d-406c-aae5-d7ccab9560f1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 944 time: 0.0516500 Jul 28 11:58:47.174141 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0387180f-b6b4-425a-b7ed-a605d399d2fa req-512eaedd-ac8e-4ccd-bb61-a2dfb73c7183 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=59813b96-6189-4a19-810a-ec9b2e4584fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319395 Jul 28 11:58:48.286046 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc644b-0e92-4ebe-a3a9-b4ef03e32f22 req-8880e667-a363-40c7-a652-f5670dacbe99 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:48.287562 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-01fc644b-0e92-4ebe-a3a9-b4ef03e32f22 req-8880e667-a363-40c7-a652-f5670dacbe99 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 944 time: 0.0491347 Jul 28 11:58:48.325364 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-01fc644b-0e92-4ebe-a3a9-b4ef03e32f22 req-b958baeb-c4bb-46fc-a032-a546dfbab2b2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=59813b96-6189-4a19-810a-ec9b2e4584fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319862 Jul 28 11:58:48.591480 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 42d70b1b-e679-4b19-91ba-b92540bebb94 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:58:48.682807 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 42d70b1b-e679-4b19-91ba-b92540bebb94, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=42d70b1b-e679-4b19-91ba-b92540bebb94,segment=NetworkSegment(3be74ac6-f79c-48ea-968b-7183b227f609),segment_id=3be74ac6-f79c-48ea-968b-7183b227f609)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:58:48.693707 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '42d70b1b-e679-4b19-91ba-b92540bebb94', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'port_id': '42d70b1b-e679-4b19-91ba-b92540bebb94', 'mac_address': 'fa:16:3e:de:36:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:58:48.732667 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:48.744831 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d70b1b-e679-4b19-91ba-b92540bebb94 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:58:48.763242 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 42d70b1b-e679-4b19-91ba-b92540bebb94, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=42d70b1b-e679-4b19-91ba-b92540bebb94,segment=NetworkSegment(3be74ac6-f79c-48ea-968b-7183b227f609),segment_id=3be74ac6-f79c-48ea-968b-7183b227f609)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:58:48.767826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:48.813953 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=42d70b1b-e679-4b19-91ba-b92540bebb94,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:48.988915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['42d70b1b-e679-4b19-91ba-b92540bebb94'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:58:49.438145 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fdd69-b380-43d5-9617-59c12727bee3 req-e729a24b-5e49-4d98-bb29-8a1d00af7a4d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:49.439659 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bd3fdd69-b380-43d5-9617-59c12727bee3 req-e729a24b-5e49-4d98-bb29-8a1d00af7a4d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 945 time: 0.0486891 Jul 28 11:58:49.476859 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bd3fdd69-b380-43d5-9617-59c12727bee3 req-8ff36c16-f613-442c-b903-bfd4dd87b774 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=59813b96-6189-4a19-810a-ec9b2e4584fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313883 Jul 28 11:58:50.102781 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:50.593359 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5ab54-4de9-4123-8747-597dadff9f85 req-1cc7ac8a-899b-48dc-a6fe-1cf744a1d2a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:50.595357 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a6a5ab54-4de9-4123-8747-597dadff9f85 req-1cc7ac8a-899b-48dc-a6fe-1cf744a1d2a0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 945 time: 0.0522447 Jul 28 11:58:50.606235 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 42d70b1b-e679-4b19-91ba-b92540bebb94 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:58:50.633669 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a6a5ab54-4de9-4123-8747-597dadff9f85 req-86cf3cb9-52bd-495f-8982-eb6b31841524 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=59813b96-6189-4a19-810a-ec9b2e4584fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324366 Jul 28 11:58:50.654674 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 42d70b1b-e679-4b19-91ba-b92540bebb94 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:58:50.659010 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 42d70b1b-e679-4b19-91ba-b92540bebb94 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:58:50.659389 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:50.737233 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:50.759544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d70b1b-e679-4b19-91ba-b92540bebb94'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:58:50.761732 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba9770a-9f6d-4abf-9464-f3f746488a11" -d '{"events": [{"server_uuid": "fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16", "name": "network-vif-plugged", "status": "completed", "tag": "42d70b1b-e679-4b19-91ba-b92540bebb94"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:58:50.774964 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 42d70b1b-e679-4b19-91ba-b92540bebb94, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=42d70b1b-e679-4b19-91ba-b92540bebb94,segment=NetworkSegment(3be74ac6-f79c-48ea-968b-7183b227f609),segment_id=3be74ac6-f79c-48ea-968b-7183b227f609)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:58:50.780149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:50.804963 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5578a4-4d3c-4216-b394-5002efdc3195 x-openstack-request-id: req-9a5578a4-4d3c-4216-b394-5002efdc3195 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:58:50.805347 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16", "name": "network-vif-plugged", "status": "completed", "tag": "42d70b1b-e679-4b19-91ba-b92540bebb94", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:58:50.805601 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a5578a4-4d3c-4216-b394-5002efdc3195 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:58:50.806007 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d70b1b-e679-4b19-91ba-b92540bebb94', 'code': 200} Jul 28 11:58:50.830925 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=42d70b1b-e679-4b19-91ba-b92540bebb94,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:50.968118 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2563835-b47f-40e9-b26d-f9dd4b923475 req-49c63836-d49b-4392-83c6-f1626f5aa78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:50.970282 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c2563835-b47f-40e9-b26d-f9dd4b923475 req-49c63836-d49b-4392-83c6-f1626f5aa78e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 1099 time: 0.0417414 Jul 28 11:58:51.006117 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c2563835-b47f-40e9-b26d-f9dd4b923475 req-71bdfcc6-6153-49b2-8adb-5a5a0fdc7947 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=59813b96-6189-4a19-810a-ec9b2e4584fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272701 Jul 28 11:58:51.752119 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c2d37-d08c-437c-bf00-d98f6d2c966a req-a098d3aa-a414-478d-b438-04d3ceeb2e14 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:51.753863 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d32c2d37-d08c-437c-bf00-d98f6d2c966a req-a098d3aa-a414-478d-b438-04d3ceeb2e14 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 946 time: 0.0548170 Jul 28 11:58:51.794559 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d32c2d37-d08c-437c-bf00-d98f6d2c966a req-99b07c2e-3a51-4daa-aa04-9eb683e7c899 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=59813b96-6189-4a19-810a-ec9b2e4584fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347056 Jul 28 11:58:52.920404 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecff84-d7be-4138-b956-f58491d3191b req-e6eed56a-cc46-42aa-880d-49b52a95f423 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:52.921871 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5fecff84-d7be-4138-b956-f58491d3191b req-e6eed56a-cc46-42aa-880d-49b52a95f423 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 946 time: 0.0484145 Jul 28 11:58:52.959428 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5fecff84-d7be-4138-b956-f58491d3191b req-50eba692-d6f2-4ae3-a519-2aa7d8ddb7d3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=59813b96-6189-4a19-810a-ec9b2e4584fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310073 Jul 28 11:58:53.073956 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fcd25-f14a-4eb0-83c5-250e8863ac9a req-d08bf8c7-e52e-4fb1-b6fe-3f6353935319 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:53.075355 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e66fcd25-f14a-4eb0-83c5-250e8863ac9a req-d08bf8c7-e52e-4fb1-b6fe-3f6353935319 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 946 time: 0.0521822 Jul 28 11:58:53.113039 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e66fcd25-f14a-4eb0-83c5-250e8863ac9a req-0caa0fd9-ba70-4f5a-b86b-f6fefb3a6611 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=59813b96-6189-4a19-810a-ec9b2e4584fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317843 Jul 28 11:58:53.133745 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33708) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:53.173116 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4013ea75-c71c-4535-8f8b-24760c3f30a7 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:53.174636 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4013ea75-c71c-4535-8f8b-24760c3f30a7 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 1094 time: 0.0399346 Jul 28 11:58:53.177430 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33710) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:53.181681 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '42d70b1b-e679-4b19-91ba-b92540bebb94', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:53.202788 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:53.299567 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:53.399350 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.26.1.44 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/2863cdf1-61b5-479b-855a-5cda7a0b8882) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:58:53.499675 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:53.544262 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:53.579449 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:58:53.582227 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:58:53.584881 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:58:53.612926 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=2863cdf1-61b5-479b-855a-5cda7a0b8882,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:54.244540 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:54.308768 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:54.459371 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:54.463890 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:54.529320 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=2863cdf1-61b5-479b-855a-5cda7a0b8882,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:54.540354 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:54.636495 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP 6f264067-0217-4f14-9afd-1d6adc5f744d associated. External IP: 172.26.1.44, port: 42d70b1b-e679-4b19-91ba-b92540bebb94. Jul 28 11:58:54.852182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:58:54.962665 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:58:54.973156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a74e27-9330-4236-9a54-22687adbfb38 None None] Sync routers for ids ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:58:54.980243 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:54.983034 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a74e27-9330-4236-9a54-22687adbfb38 None None] Routers {'47e0626a-d607-459b-81fa-a0b67aa1a8a2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:58:54.983659 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b0a74e27-9330-4236-9a54-22687adbfb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:58:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:55.006693 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-717b510a-1f78-436e-bc95-07946c406317 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8282371 Jul 28 11:58:55.007280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16', 'tag': '42d70b1b-e679-4b19-91ba-b92540bebb94'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:58:55.009567 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9a4990-d453-482e-bda2-4f555e6b794c" -d '{"events": [{"name": "network-changed", "server_uuid": "fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16", "tag": "42d70b1b-e679-4b19-91ba-b92540bebb94"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:58:55.045076 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef62c92-898a-4154-8ad2-61511dd59ac2 x-openstack-request-id: req-0ef62c92-898a-4154-8ad2-61511dd59ac2 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:58:55.045372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16", "tag": "42d70b1b-e679-4b19-91ba-b92540bebb94", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:58:55.045630 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ef62c92-898a-4154-8ad2-61511dd59ac2 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:58:55.046036 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16', 'tag': '42d70b1b-e679-4b19-91ba-b92540bebb94', 'status': 'completed', 'code': 200} Jul 28 11:58:55.090155 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-b0a74e27-9330-4236-9a54-22687adbfb38 None None] Set router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:58:55.106649 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a4990-d453-482e-bda2-4f555e6b794c req-4bb2ae0a-529f-4867-ad23-61b7537de06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:55.108146 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f9a4990-d453-482e-bda2-4f555e6b794c req-4bb2ae0a-529f-4867-ad23-61b7537de06f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 1099 time: 0.0405872 Jul 28 11:58:55.200931 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a4990-d453-482e-bda2-4f555e6b794c req-f99b81ce-30d8-4dbe-801c-582ade342c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:55.202408 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f9a4990-d453-482e-bda2-4f555e6b794c req-f99b81ce-30d8-4dbe-801c-582ade342c0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 HTTP/1.1" status: 200 len: 897 time: 0.0871377 Jul 28 11:58:55.265721 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f9a4990-d453-482e-bda2-4f555e6b794c req-fd20fb4b-0cd5-4e06-8406-9de795850c37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42d70b1b-e679-4b19-91ba-b92540bebb94 HTTP/1.1" status: 200 len: 999 time: 0.0564609 Jul 28 11:58:55.312237 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b0a74e27-9330-4236-9a54-22687adbfb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '6f264067-0217-4f14-9afd-1d6adc5f744d', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.44', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'port_id': '42d70b1b-e679-4b19-91ba-b92540bebb94', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'mac_address': 'fa:16:3e:de:36:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:58:53Z', 'updated_at': '2021-07-28T11:58:53Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}, {'id': '97db24c1-547f-4911-939b-37d45227a3a2', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.80', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'port_id': '9a485f4f-f188-46c4-98bc-73622102eed5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'mac_address': 'fa:16:3e:2b:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:58:39Z', 'updated_at': '2021-07-28T11:58:41Z', 'revision_number': 1, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adb77dd-c188-41c7-8ac2-068b69a41f4d', 'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:e4:4e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:24Z', 'updated_at': '2021-07-28T11:58:29Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:55.318196 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a4990-d453-482e-bda2-4f555e6b794c req-06814720-e6bf-4b38-bf87-3e1e92f5493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:55.319691 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f9a4990-d453-482e-bda2-4f555e6b794c req-06814720-e6bf-4b38-bf87-3e1e92f5493c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18543051-8f6c-44e4-9648-06dcbebfbdb2 HTTP/1.1" status: 200 len: 834 time: 0.0470726 Jul 28 11:58:55.345646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a74e27-9330-4236-9a54-22687adbfb38 None None] Checking router: 47e0626a-d607-459b-81fa-a0b67aa1a8a2 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:58:55.353723 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a74e27-9330-4236-9a54-22687adbfb38 None None] Routers {'47e0626a-d607-459b-81fa-a0b67aa1a8a2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:58:55.354332 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b0a74e27-9330-4236-9a54-22687adbfb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:58:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:55.366267 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a4990-d453-482e-bda2-4f555e6b794c req-ed54be5b-ba3e-4222-8a7c-363d22a4b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:55.367821 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f9a4990-d453-482e-bda2-4f555e6b794c req-ed54be5b-ba3e-4222-8a7c-363d22a4b3e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411444 Jul 28 11:58:55.463455 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f9a4990-d453-482e-bda2-4f555e6b794c req-130db41a-d2d5-49e7-9264-745083bd478c service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881147 Jul 28 11:58:55.565351 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f9a4990-d453-482e-bda2-4f555e6b794c req-f05757ed-be13-48c0-99e3-c7f1620a7847 service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934894 Jul 28 11:58:55.625015 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-b0a74e27-9330-4236-9a54-22687adbfb38 None None] Set router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:58:55.841563 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b0a74e27-9330-4236-9a54-22687adbfb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '6f264067-0217-4f14-9afd-1d6adc5f744d', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.44', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'port_id': '42d70b1b-e679-4b19-91ba-b92540bebb94', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'mac_address': 'fa:16:3e:de:36:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:58:53Z', 'updated_at': '2021-07-28T11:58:53Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}, {'id': '97db24c1-547f-4911-939b-37d45227a3a2', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.80', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'port_id': '9a485f4f-f188-46c4-98bc-73622102eed5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'mac_address': 'fa:16:3e:2b:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:58:39Z', 'updated_at': '2021-07-28T11:58:41Z', 'revision_number': 1, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adb77dd-c188-41c7-8ac2-068b69a41f4d', 'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:e4:4e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:24Z', 'updated_at': '2021-07-28T11:58:29Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:55.871649 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a74e27-9330-4236-9a54-22687adbfb38 None None] The sync data for ids ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'] in dv-neutron-786478-16-hyperv is: [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '6f264067-0217-4f14-9afd-1d6adc5f744d', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.44', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'port_id': '42d70b1b-e679-4b19-91ba-b92540bebb94', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'mac_address': 'fa:16:3e:de:36:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:58:53Z', 'updated_at': '2021-07-28T11:58:53Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}, {'id': '97db24c1-547f-4911-939b-37d45227a3a2', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.80', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'port_id': '9a485f4f-f188-46c4-98bc-73622102eed5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'mac_address': 'fa:16:3e:2b:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:58:39Z', 'updated_at': '2021-07-28T11:58:41Z', 'revision_number': 1, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adb77dd-c188-41c7-8ac2-068b69a41f4d', 'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:e4:4e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:24Z', 'updated_at': '2021-07-28T11:58:29Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:58:55.877416 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:58:56.065254 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e76daf5-f79d-42f1-80b8-57576994d0aa None None] New status for floating IP 6f264067-0217-4f14-9afd-1d6adc5f744d: ACTIVE {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:59:02.397714 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3250a24-209d-416d-a9e7-cdfceab70a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:03.039184 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [req-9fc3e386-59f9-40b2-a4da-c936ee2d1ea9 req-5aa20bb9-64db-4e40-95e8-92ec491e3c29 service neutron] (100416) timed out ('10.222.0.39', 53167) {{(pid=100416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 11:59:04.897938 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d42b5322-43b5-43c2-bd7b-e1b53d92c479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:05.337051 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:06.365737 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d6191253-192c-41c3-943e-e1ec9a4a79c4 req-4385de2b-e76d-4892-91e5-8054b48d94b6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c322f0b2-3286-47f1-9ebc-336f3143c916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809898 Jul 28 11:59:06.401324 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:06.446151 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6191253-192c-41c3-943e-e1ec9a4a79c4 req-90d3136c-5736-4978-b73b-b594630dd48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:06.447635 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d6191253-192c-41c3-943e-e1ec9a4a79c4 req-90d3136c-5736-4978-b73b-b594630dd48a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 1099 time: 0.0396938 Jul 28 11:59:06.550290 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6191253-192c-41c3-943e-e1ec9a4a79c4 req-ecc7edcb-3ec5-4895-85f6-59cdfdcfd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:06.551783 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d6191253-192c-41c3-943e-e1ec9a4a79c4 req-ecc7edcb-3ec5-4895-85f6-59cdfdcfd540 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 HTTP/1.1" status: 200 len: 897 time: 0.0860016 Jul 28 11:59:06.616508 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d6191253-192c-41c3-943e-e1ec9a4a79c4 req-3868daca-a40b-43f9-916e-6df602b79b00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a485f4f-f188-46c4-98bc-73622102eed5 HTTP/1.1" status: 200 len: 1001 time: 0.0576968 Jul 28 11:59:06.669398 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6191253-192c-41c3-943e-e1ec9a4a79c4 req-175e8dd5-4e6f-46b4-aecc-dc270e6a8245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:06.670868 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d6191253-192c-41c3-943e-e1ec9a4a79c4 req-175e8dd5-4e6f-46b4-aecc-dc270e6a8245 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18543051-8f6c-44e4-9648-06dcbebfbdb2 HTTP/1.1" status: 200 len: 834 time: 0.0470054 Jul 28 11:59:06.715203 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6191253-192c-41c3-943e-e1ec9a4a79c4 req-c20f3fd7-b4ff-44f7-8b63-debf06a381dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:06.716657 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d6191253-192c-41c3-943e-e1ec9a4a79c4 req-c20f3fd7-b4ff-44f7-8b63-debf06a381dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393691 Jul 28 11:59:06.803766 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d6191253-192c-41c3-943e-e1ec9a4a79c4 req-05b50abe-ff1d-47f6-b257-33efeb1772ca service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800445 Jul 28 11:59:06.896686 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d6191253-192c-41c3-943e-e1ec9a4a79c4 req-35047af9-840a-4136-9616-086fe892024a service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852518 Jul 28 11:59:07.966863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:20.093107 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:24.747423 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33726) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:24.811361 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2c72afeb-5d38-4abd-be08-f66a18dac94e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/97db24c1-547f-4911-939b-37d45227a3a2 HTTP/1.1" status: 200 len: 993 time: 0.0627868 Jul 28 11:59:27.042626 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33734) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:27.047976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'port': {'admin_state_up': False}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:59:27.106872 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:27.249304 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 9a485f4f-f188-46c4-98bc-73622102eed5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9a485f4f-f188-46c4-98bc-73622102eed5,segment=NetworkSegment(3be74ac6-f79c-48ea-968b-7183b227f609),segment_id=3be74ac6-f79c-48ea-968b-7183b227f609)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:59:27.277832 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:27.282508 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:27.323270 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:27.323911 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:27.325312 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/ports/9a485f4f-f188-46c4-98bc-73622102eed5 HTTP/1.1" status: 200 len: 939 time: 0.2817018 Jul 28 11:59:27.325872 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'tag': '9a485f4f-f188-46c4-98bc-73622102eed5'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:59:27.328149 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bad0ae-58fb-4fea-bec0-dd0acbeae336" -d '{"events": [{"name": "network-changed", "server_uuid": "c322f0b2-3286-47f1-9ebc-336f3143c916", "tag": "9a485f4f-f188-46c4-98bc-73622102eed5"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:59:27.355315 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=9a485f4f-f188-46c4-98bc-73622102eed5,revision_number=6']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:27.362908 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:27.363272 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:27.363623 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:27.363965 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:27.364299 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:27.364634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:27.364978 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:27.365312 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:27.365657 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:27.365975 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:27.366306 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:27.366664 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bd7f3-2005-42c8-b13a-f1415c99b2dc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:27.374920 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1970c938-931a-4305-b35d-ab004a4bbd41 x-openstack-request-id: req-1970c938-931a-4305-b35d-ab004a4bbd41 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:59:27.375212 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c322f0b2-3286-47f1-9ebc-336f3143c916", "tag": "9a485f4f-f188-46c4-98bc-73622102eed5", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:59:27.375463 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1970c938-931a-4305-b35d-ab004a4bbd41 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:59:27.375869 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'tag': '9a485f4f-f188-46c4-98bc-73622102eed5', 'status': 'completed', 'code': 200} Jul 28 11:59:27.437549 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bad0ae-58fb-4fea-bec0-dd0acbeae336 req-e9c7ec4f-eab1-4285-91a3-6e04fca98be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:27.439691 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b6bad0ae-58fb-4fea-bec0-dd0acbeae336 req-e9c7ec4f-eab1-4285-91a3-6e04fca98be5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 1100 time: 0.0427558 Jul 28 11:59:27.532834 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bad0ae-58fb-4fea-bec0-dd0acbeae336 req-87d5fb7e-d0dc-41b0-8fca-ffeaba07dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:27.534289 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b6bad0ae-58fb-4fea-bec0-dd0acbeae336 req-87d5fb7e-d0dc-41b0-8fca-ffeaba07dbe7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 HTTP/1.1" status: 200 len: 897 time: 0.0872607 Jul 28 11:59:27.548682 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-79c0bf7b-45d2-422b-b0f6-c7bbeb0d40b8 None None] Provisioning complete for port 9a485f4f-f188-46c4-98bc-73622102eed5 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:59:27.549307 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79c0bf7b-45d2-422b-b0f6-c7bbeb0d40b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:27.588448 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-79c0bf7b-45d2-422b-b0f6-c7bbeb0d40b8 None None] Port 9a485f4f-f188-46c4-98bc-73622102eed5 is administratively disabled so it will not transition to active. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jul 28 11:59:27.600196 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b6bad0ae-58fb-4fea-bec0-dd0acbeae336 req-2030b9cb-09c8-447c-b20d-fe72cad1d3eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a485f4f-f188-46c4-98bc-73622102eed5 HTTP/1.1" status: 200 len: 1002 time: 0.0579083 Jul 28 11:59:27.650642 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bad0ae-58fb-4fea-bec0-dd0acbeae336 req-db93af89-120b-44a3-aadc-5707935d8c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:27.652023 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b6bad0ae-58fb-4fea-bec0-dd0acbeae336 req-db93af89-120b-44a3-aadc-5707935d8c43 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18543051-8f6c-44e4-9648-06dcbebfbdb2 HTTP/1.1" status: 200 len: 834 time: 0.0437329 Jul 28 11:59:27.701844 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bad0ae-58fb-4fea-bec0-dd0acbeae336 req-4da0df7d-4b3f-48f1-ab47-6f0fe1e3bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:27.703334 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b6bad0ae-58fb-4fea-bec0-dd0acbeae336 req-4da0df7d-4b3f-48f1-ab47-6f0fe1e3bbc4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0435147 Jul 28 11:59:27.792477 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b6bad0ae-58fb-4fea-bec0-dd0acbeae336 req-854104f7-cc43-4bbb-b452-5f3f48d698b0 service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803633 Jul 28 11:59:27.885384 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b6bad0ae-58fb-4fea-bec0-dd0acbeae336 req-21f551e6-23c8-4830-a561-192f6ddd5301 service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847049 Jul 28 11:59:30.773936 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33742) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:30.779886 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b03f66c0-d5ec-49b4-8c23-4316505c3887 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'port': {'admin_state_up': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:59:30.845876 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b03f66c0-d5ec-49b4-8c23-4316505c3887 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:30.994918 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-b03f66c0-d5ec-49b4-8c23-4316505c3887 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 9a485f4f-f188-46c4-98bc-73622102eed5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9a485f4f-f188-46c4-98bc-73622102eed5,segment=NetworkSegment(3be74ac6-f79c-48ea-968b-7183b227f609),segment_id=3be74ac6-f79c-48ea-968b-7183b227f609)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:59:31.025357 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b03f66c0-d5ec-49b4-8c23-4316505c3887 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:31.030048 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b03f66c0-d5ec-49b4-8c23-4316505c3887 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:31.070789 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f66c0-d5ec-49b4-8c23-4316505c3887 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:31.071422 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b03f66c0-d5ec-49b4-8c23-4316505c3887 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:31.072843 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b03f66c0-d5ec-49b4-8c23-4316505c3887 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/ports/9a485f4f-f188-46c4-98bc-73622102eed5 HTTP/1.1" status: 200 len: 938 time: 0.2977576 Jul 28 11:59:31.073466 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'tag': '9a485f4f-f188-46c4-98bc-73622102eed5'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:59:31.075787 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33744) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:31.076291 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd6f898-bdd1-4a67-936c-7fe3e9798724" -d '{"events": [{"name": "network-changed", "server_uuid": "c322f0b2-3286-47f1-9ebc-336f3143c916", "tag": "9a485f4f-f188-46c4-98bc-73622102eed5"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:59:31.101911 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f66c0-d5ec-49b4-8c23-4316505c3887 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=9a485f4f-f188-46c4-98bc-73622102eed5,revision_number=7']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:31.128729 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abad6f12-71bd-4984-8ae1-7beacda7a297 x-openstack-request-id: req-abad6f12-71bd-4984-8ae1-7beacda7a297 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:59:31.129024 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c322f0b2-3286-47f1-9ebc-336f3143c916", "tag": "9a485f4f-f188-46c4-98bc-73622102eed5", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:59:31.129275 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abad6f12-71bd-4984-8ae1-7beacda7a297 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:59:31.129676 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'tag': '9a485f4f-f188-46c4-98bc-73622102eed5', 'status': 'completed', 'code': 200} Jul 28 11:59:31.143391 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bf7a0462-2dda-4fac-b4df-87088d5db42e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/97db24c1-547f-4911-939b-37d45227a3a2 HTTP/1.1" status: 200 len: 993 time: 0.0656300 Jul 28 11:59:31.204620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6f898-bdd1-4a67-936c-7fe3e9798724 req-662d994a-bf40-4f89-bb29-a265db2130f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:31.206229 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dbd6f898-bdd1-4a67-936c-7fe3e9798724 req-662d994a-bf40-4f89-bb29-a265db2130f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 1099 time: 0.0446370 Jul 28 11:59:31.283290 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['9a485f4f-f188-46c4-98bc-73622102eed5'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:59:31.301696 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6f898-bdd1-4a67-936c-7fe3e9798724 req-25755a84-bb32-46e7-9244-2e97ac3f62b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:31.303263 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dbd6f898-bdd1-4a67-936c-7fe3e9798724 req-25755a84-bb32-46e7-9244-2e97ac3f62b5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 HTTP/1.1" status: 200 len: 897 time: 0.0894761 Jul 28 11:59:31.346351 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8fbd978f-7177-40bc-80f9-e7148e407143 None None] Provisioning complete for port 9a485f4f-f188-46c4-98bc-73622102eed5 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:59:31.347002 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8fbd978f-7177-40bc-80f9-e7148e407143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:31.371319 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dbd6f898-bdd1-4a67-936c-7fe3e9798724 req-3a78f02a-2743-4ea4-abc8-7c37160f06f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a485f4f-f188-46c4-98bc-73622102eed5 HTTP/1.1" status: 200 len: 1001 time: 0.0599432 Jul 28 11:59:31.426376 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6f898-bdd1-4a67-936c-7fe3e9798724 req-473cf8c8-90d2-43db-b905-cfc021f01492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:31.427885 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dbd6f898-bdd1-4a67-936c-7fe3e9798724 req-473cf8c8-90d2-43db-b905-cfc021f01492 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18543051-8f6c-44e4-9648-06dcbebfbdb2 HTTP/1.1" status: 200 len: 834 time: 0.0498145 Jul 28 11:59:31.474032 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6f898-bdd1-4a67-936c-7fe3e9798724 req-cdda1b84-d1b9-4720-b948-5546e14603da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:31.475959 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dbd6f898-bdd1-4a67-936c-7fe3e9798724 req-cdda1b84-d1b9-4720-b948-5546e14603da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405066 Jul 28 11:59:31.565619 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dbd6f898-bdd1-4a67-936c-7fe3e9798724 req-dc40098a-237a-4ce4-992a-07819f30d778 service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817490 Jul 28 11:59:31.657740 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-dbd6f898-bdd1-4a67-936c-7fe3e9798724 req-d7e2eac8-5115-4614-ba27-29e8250db545 service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856421 Jul 28 11:59:32.398026 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-920da39b-5e7b-43d1-ad8b-04f3bea240b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:32.877006 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:59:33.677397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33754) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:33.830946 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 2863cdf1-61b5-479b-855a-5cda7a0b8882 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:59:33.831291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:33.901955 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:33.902278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:33.914260 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 2863cdf1-61b5-479b-855a-5cda7a0b8882 owned by network:floatingip {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:59:34.056245 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:34.084884 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=2863cdf1-61b5-479b-855a-5cda7a0b8882,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:34.097111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:34.097465 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:34.097806 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:34.098142 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:34.098506 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:34.098840 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:34.099171 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:34.099497 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:34.099824 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:34.100147 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:34.100472 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:34.100789 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:34.156209 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:34.156533 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP 6f264067-0217-4f14-9afd-1d6adc5f744d disassociated (deleted). External IP: 172.26.1.44, port: 42d70b1b-e679-4b19-91ba-b92540bebb94. Jul 28 11:59:34.356137 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:59:34.803690 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:59:34.808469 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:34.812946 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc59ebd-e8c8-45e1-b6ef-9284cb154adf None None] Sync routers for ids ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:59:34.822126 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc59ebd-e8c8-45e1-b6ef-9284cb154adf None None] Routers {'47e0626a-d607-459b-81fa-a0b67aa1a8a2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:59:34.822770 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2dc59ebd-e8c8-45e1-b6ef-9284cb154adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:59:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:34.834822 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b8a3087d-7079-485d-b7e8-cc91e16daa6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/floatingips/6f264067-0217-4f14-9afd-1d6adc5f744d HTTP/1.1" status: 204 len: 168 time: 1.1563218 Jul 28 11:59:34.835415 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16', 'tag': '42d70b1b-e679-4b19-91ba-b92540bebb94'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:59:34.837636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478705c2-04fc-4b80-b7ac-c31ff12bb96c" -d '{"events": [{"name": "network-changed", "server_uuid": "fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16", "tag": "42d70b1b-e679-4b19-91ba-b92540bebb94"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:59:34.932160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3194b25-67b4-4437-b349-685a0431ac74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:34.944631 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a55f344-8b15-46e2-8b60-8adff718e8ad x-openstack-request-id: req-1a55f344-8b15-46e2-8b60-8adff718e8ad {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:59:34.945023 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16", "tag": "42d70b1b-e679-4b19-91ba-b92540bebb94", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:59:34.945331 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a55f344-8b15-46e2-8b60-8adff718e8ad {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:59:34.945796 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16', 'tag': '42d70b1b-e679-4b19-91ba-b92540bebb94', 'status': 'completed', 'code': 200} Jul 28 11:59:34.947737 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-2dc59ebd-e8c8-45e1-b6ef-9284cb154adf None None] Set router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:59:35.032938 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478705c2-04fc-4b80-b7ac-c31ff12bb96c req-7a87c06e-2d7b-42d0-b226-93796ed7f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:35.034486 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-478705c2-04fc-4b80-b7ac-c31ff12bb96c req-7a87c06e-2d7b-42d0-b226-93796ed7f23e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 1099 time: 0.0440590 Jul 28 11:59:35.122145 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe2dbf-aae5-42fc-a6ce-93715229f15a req-5fc10937-96d3-43d4-925a-c1222345388b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:35.124028 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5bfe2dbf-aae5-42fc-a6ce-93715229f15a req-5fc10937-96d3-43d4-925a-c1222345388b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 946 time: 0.1023409 Jul 28 11:59:35.133336 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478705c2-04fc-4b80-b7ac-c31ff12bb96c req-09075938-36a1-43f7-b571-444bdbee8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:35.134919 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-478705c2-04fc-4b80-b7ac-c31ff12bb96c req-09075938-36a1-43f7-b571-444bdbee8bf2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 HTTP/1.1" status: 200 len: 897 time: 0.0932753 Jul 28 11:59:35.164962 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5bfe2dbf-aae5-42fc-a6ce-93715229f15a req-f9170e09-1e98-459a-9766-323b513e875b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=59813b96-6189-4a19-810a-ec9b2e4584fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341566 Jul 28 11:59:35.178836 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-478705c2-04fc-4b80-b7ac-c31ff12bb96c req-c88e4fea-7a2f-498a-bc5d-ce8324e12936 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42d70b1b-e679-4b19-91ba-b92540bebb94 HTTP/1.1" status: 200 len: 217 time: 0.0355232 Jul 28 11:59:35.181995 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2dc59ebd-e8c8-45e1-b6ef-9284cb154adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '97db24c1-547f-4911-939b-37d45227a3a2', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.80', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'port_id': '9a485f4f-f188-46c4-98bc-73622102eed5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'mac_address': 'fa:16:3e:2b:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:58:39Z', 'updated_at': '2021-07-28T11:58:41Z', 'revision_number': 1, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adb77dd-c188-41c7-8ac2-068b69a41f4d', 'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:e4:4e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:24Z', 'updated_at': '2021-07-28T11:58:29Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:35.212205 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc59ebd-e8c8-45e1-b6ef-9284cb154adf None None] Checking router: 47e0626a-d607-459b-81fa-a0b67aa1a8a2 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:59:35.220891 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc59ebd-e8c8-45e1-b6ef-9284cb154adf None None] Routers {'47e0626a-d607-459b-81fa-a0b67aa1a8a2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:59:35.221587 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2dc59ebd-e8c8-45e1-b6ef-9284cb154adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:59:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:35.228512 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478705c2-04fc-4b80-b7ac-c31ff12bb96c req-b94fc6ad-b729-48ed-b576-a01fbb509dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:35.229997 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-478705c2-04fc-4b80-b7ac-c31ff12bb96c req-b94fc6ad-b729-48ed-b576-a01fbb509dcb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18543051-8f6c-44e4-9648-06dcbebfbdb2 HTTP/1.1" status: 200 len: 834 time: 0.0434294 Jul 28 11:59:35.274516 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478705c2-04fc-4b80-b7ac-c31ff12bb96c req-aacee013-5483-49ad-82dd-c84e3658ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:35.275989 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-478705c2-04fc-4b80-b7ac-c31ff12bb96c req-aacee013-5483-49ad-82dd-c84e3658ecc6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0389705 Jul 28 11:59:35.328354 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-2dc59ebd-e8c8-45e1-b6ef-9284cb154adf None None] Set router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:59:35.366845 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:35.371048 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-478705c2-04fc-4b80-b7ac-c31ff12bb96c req-0e16c00b-42ec-42f0-b2af-6156370bd5e0 service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863876 Jul 28 11:59:35.469979 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-478705c2-04fc-4b80-b7ac-c31ff12bb96c req-50206a4c-bbdb-42c0-8ebe-ffa8cc222b22 service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899999 Jul 28 11:59:35.559916 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2dc59ebd-e8c8-45e1-b6ef-9284cb154adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '97db24c1-547f-4911-939b-37d45227a3a2', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.80', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'port_id': '9a485f4f-f188-46c4-98bc-73622102eed5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'mac_address': 'fa:16:3e:2b:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:58:39Z', 'updated_at': '2021-07-28T11:58:41Z', 'revision_number': 1, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adb77dd-c188-41c7-8ac2-068b69a41f4d', 'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:e4:4e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:24Z', 'updated_at': '2021-07-28T11:58:29Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:35.585906 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc59ebd-e8c8-45e1-b6ef-9284cb154adf None None] The sync data for ids ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'] in dv-neutron-786478-16-hyperv is: [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '97db24c1-547f-4911-939b-37d45227a3a2', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.80', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'port_id': '9a485f4f-f188-46c4-98bc-73622102eed5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'mac_address': 'fa:16:3e:2b:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:58:39Z', 'updated_at': '2021-07-28T11:58:41Z', 'revision_number': 1, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adb77dd-c188-41c7-8ac2-068b69a41f4d', 'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:e4:4e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:24Z', 'updated_at': '2021-07-28T11:58:29Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:59:35.798350 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d1a250-4db9-4419-b1d6-10bc9204408d None None] New status for floating IP 6f264067-0217-4f14-9afd-1d6adc5f744d: DOWN {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:59:36.336101 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d175792-83ed-4808-b5b1-42d5c4f460bd req-ce1c35a9-7972-4649-acf7-e351d6b62b29 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:36.338133 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3d175792-83ed-4808-b5b1-42d5c4f460bd req-ce1c35a9-7972-4649-acf7-e351d6b62b29 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 946 time: 0.1010833 Jul 28 11:59:36.353734 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33055a-9500-4774-82ff-c64b43550d02 req-b9a1008f-bdf1-43dd-a663-53a7bac69dfa tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:36.355273 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6c33055a-9500-4774-82ff-c64b43550d02 req-b9a1008f-bdf1-43dd-a663-53a7bac69dfa tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/ports?device_id=fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16 HTTP/1.1" status: 200 len: 946 time: 0.0542715 Jul 28 11:59:36.377817 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3d175792-83ed-4808-b5b1-42d5c4f460bd req-5251bb11-5027-49bd-b74d-66bbe52520c8 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=59813b96-6189-4a19-810a-ec9b2e4584fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334561 Jul 28 11:59:36.403737 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:36.445224 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-6c33055a-9500-4774-82ff-c64b43550d02 req-6dfa4833-52a9-448f-b173-57c4920fe2c3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 42d70b1b-e679-4b19-91ba-b92540bebb94 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:59:36.445562 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6c33055a-9500-4774-82ff-c64b43550d02 req-6dfa4833-52a9-448f-b173-57c4920fe2c3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:36.533429 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-6c33055a-9500-4774-82ff-c64b43550d02 req-6dfa4833-52a9-448f-b173-57c4920fe2c3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 42d70b1b-e679-4b19-91ba-b92540bebb94, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=42d70b1b-e679-4b19-91ba-b92540bebb94,segment=NetworkSegment(3be74ac6-f79c-48ea-968b-7183b227f609),segment_id=3be74ac6-f79c-48ea-968b-7183b227f609)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:59:36.534358 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6c33055a-9500-4774-82ff-c64b43550d02 req-6dfa4833-52a9-448f-b173-57c4920fe2c3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:36.547164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-6c33055a-9500-4774-82ff-c64b43550d02 req-6dfa4833-52a9-448f-b173-57c4920fe2c3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 42d70b1b-e679-4b19-91ba-b92540bebb94 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:59:36.669956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6c33055a-9500-4774-82ff-c64b43550d02 req-6dfa4833-52a9-448f-b173-57c4920fe2c3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:36.701665 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa4833-52a9-448f-b173-57c4920fe2c3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=42d70b1b-e679-4b19-91ba-b92540bebb94,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:36.740753 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c33055a-9500-4774-82ff-c64b43550d02 req-6dfa4833-52a9-448f-b173-57c4920fe2c3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] No DVR routers for this DVR port 42d70b1b-e679-4b19-91ba-b92540bebb94 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:59:36.743258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6c33055a-9500-4774-82ff-c64b43550d02 req-6dfa4833-52a9-448f-b173-57c4920fe2c3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:36.745175 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6c33055a-9500-4774-82ff-c64b43550d02 req-6dfa4833-52a9-448f-b173-57c4920fe2c3 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "DELETE /v2.0/ports/42d70b1b-e679-4b19-91ba-b92540bebb94 HTTP/1.1" status: 204 len: 173 time: 0.3840287 Jul 28 11:59:36.947319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16', 'name': 'network-vif-deleted', 'tag': '42d70b1b-e679-4b19-91ba-b92540bebb94'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:59:36.949671 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52274067-47b4-48b0-a8bd-80932bf2bdcb" -d '{"events": [{"server_uuid": "fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16", "name": "network-vif-deleted", "tag": "42d70b1b-e679-4b19-91ba-b92540bebb94"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:59:36.985794 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ae9ef8-2d2a-4487-bd4e-fdf32abcf0fc x-openstack-request-id: req-70ae9ef8-2d2a-4487-bd4e-fdf32abcf0fc {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:59:36.986097 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16", "name": "network-vif-deleted", "tag": "42d70b1b-e679-4b19-91ba-b92540bebb94", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:59:36.986352 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70ae9ef8-2d2a-4487-bd4e-fdf32abcf0fc {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:59:36.986777 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fedf0dcf-ccfa-4df2-bd39-6ecf08d9bd16', 'name': 'network-vif-deleted', 'tag': '42d70b1b-e679-4b19-91ba-b92540bebb94', 'status': 'completed', 'code': 200} Jul 28 11:59:37.432322 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33774) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:37.489946 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-96e27256-7323-44f3-b94a-324ff9b87463 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:37.514307 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-96e27256-7323-44f3-b94a-324ff9b87463 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:37.572028 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-96e27256-7323-44f3-b94a-324ff9b87463 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:37.574677 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-96e27256-7323-44f3-b94a-324ff9b87463 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:37.575831 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-96e27256-7323-44f3-b94a-324ff9b87463 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/security-groups/59813b96-6189-4a19-810a-ec9b2e4584fc HTTP/1.1" status: 204 len: 168 time: 0.1425312 Jul 28 11:59:37.585201 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e27256-7323-44f3-b94a-324ff9b87463 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59813b96-6189-4a19-810a-ec9b2e4584fc,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:37.607233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33778) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:37.766845 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-fd52c540-ecc1-4cac-a504-1a18908edf97 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 2afda0e4-b90b-49a1-baa6-762b74ffffdc {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:59:37.767213 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd52c540-ecc1-4cac-a504-1a18908edf97 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:37.840610 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd52c540-ecc1-4cac-a504-1a18908edf97 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:37.840944 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd52c540-ecc1-4cac-a504-1a18908edf97 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:37.852521 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-fd52c540-ecc1-4cac-a504-1a18908edf97 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 2afda0e4-b90b-49a1-baa6-762b74ffffdc owned by network:floatingip {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:59:37.968600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:37.998961 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd52c540-ecc1-4cac-a504-1a18908edf97 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:38.025006 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52c540-ecc1-4cac-a504-1a18908edf97 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=2afda0e4-b90b-49a1-baa6-762b74ffffdc,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:38.084077 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd52c540-ecc1-4cac-a504-1a18908edf97 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:38.084410 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-fd52c540-ecc1-4cac-a504-1a18908edf97 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP 97db24c1-547f-4911-939b-37d45227a3a2 disassociated (deleted). External IP: 172.26.1.80, port: 9a485f4f-f188-46c4-98bc-73622102eed5. Jul 28 11:59:38.284271 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd52c540-ecc1-4cac-a504-1a18908edf97 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:59:38.390993 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd52c540-ecc1-4cac-a504-1a18908edf97 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:59:38.395911 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd52c540-ecc1-4cac-a504-1a18908edf97 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:38.400354 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ef1000-a138-4503-8481-12056a95f3f2 None None] Sync routers for ids ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:59:38.409335 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ef1000-a138-4503-8481-12056a95f3f2 None None] Routers {'47e0626a-d607-459b-81fa-a0b67aa1a8a2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:59:38.409947 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d7ef1000-a138-4503-8481-12056a95f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:59:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:38.421920 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fd52c540-ecc1-4cac-a504-1a18908edf97 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/floatingips/97db24c1-547f-4911-939b-37d45227a3a2 HTTP/1.1" status: 204 len: 168 time: 0.8134677 Jul 28 11:59:38.515370 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-d7ef1000-a138-4503-8481-12056a95f3f2 None None] Set router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:59:38.641804 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51000df5-77a5-4a1e-9aaa-9300c2f365ef req-e1f658de-7f3d-4191-b185-c423c3be044a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:38.643480 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-51000df5-77a5-4a1e-9aaa-9300c2f365ef req-e1f658de-7f3d-4191-b185-c423c3be044a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 946 time: 0.0498898 Jul 28 11:59:38.682721 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-51000df5-77a5-4a1e-9aaa-9300c2f365ef req-0c349bd9-3262-4a9c-9183-0a1b6d845a14 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7cabe0e2-7b3c-4405-8121-bf84eb0da713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330381 Jul 28 11:59:38.720316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d7ef1000-a138-4503-8481-12056a95f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '7adb77dd-c188-41c7-8ac2-068b69a41f4d', 'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:e4:4e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:24Z', 'updated_at': '2021-07-28T11:58:29Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:38.746695 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ef1000-a138-4503-8481-12056a95f3f2 None None] Checking router: 47e0626a-d607-459b-81fa-a0b67aa1a8a2 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:59:38.754749 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ef1000-a138-4503-8481-12056a95f3f2 None None] Routers {'47e0626a-d607-459b-81fa-a0b67aa1a8a2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:59:38.755353 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d7ef1000-a138-4503-8481-12056a95f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:59:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:38.857832 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-d7ef1000-a138-4503-8481-12056a95f3f2 None None] Set router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:59:38.988009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'tag': '9a485f4f-f188-46c4-98bc-73622102eed5'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:59:38.990412 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407271d8-3b93-465c-9f28-b673a351fe17" -d '{"events": [{"name": "network-changed", "server_uuid": "c322f0b2-3286-47f1-9ebc-336f3143c916", "tag": "9a485f4f-f188-46c4-98bc-73622102eed5"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:59:39.025467 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce112f5-3edd-47b3-b3e2-335ac4044c25 x-openstack-request-id: req-cce112f5-3edd-47b3-b3e2-335ac4044c25 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:59:39.025845 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c322f0b2-3286-47f1-9ebc-336f3143c916", "tag": "9a485f4f-f188-46c4-98bc-73622102eed5", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:59:39.026189 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cce112f5-3edd-47b3-b3e2-335ac4044c25 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:59:39.026673 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'tag': '9a485f4f-f188-46c4-98bc-73622102eed5', 'status': 'completed', 'code': 200} Jul 28 11:59:39.053937 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d7ef1000-a138-4503-8481-12056a95f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '7adb77dd-c188-41c7-8ac2-068b69a41f4d', 'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:e4:4e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:24Z', 'updated_at': '2021-07-28T11:58:29Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:39.079630 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ef1000-a138-4503-8481-12056a95f3f2 None None] The sync data for ids ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'] in dv-neutron-786478-16-hyperv is: [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '7adb77dd-c188-41c7-8ac2-068b69a41f4d', 'name': '', 'network_id': 'd828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:e4:4e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:24Z', 'updated_at': '2021-07-28T11:58:29Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '18543051-8f6c-44e4-9648-06dcbebfbdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:59:39.091613 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407271d8-3b93-465c-9f28-b673a351fe17 req-5669a1bd-1ec6-46c2-a8d5-d0431e3b4f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:39.093373 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-407271d8-3b93-465c-9f28-b673a351fe17 req-5669a1bd-1ec6-46c2-a8d5-d0431e3b4f51 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 1099 time: 0.0416064 Jul 28 11:59:39.185416 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407271d8-3b93-465c-9f28-b673a351fe17 req-430042e6-1321-49fa-ba45-a4ef36d0dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:39.186948 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-407271d8-3b93-465c-9f28-b673a351fe17 req-430042e6-1321-49fa-ba45-a4ef36d0dbae service neutron] 10.222.0.39 "GET /v2.0/networks?id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 HTTP/1.1" status: 200 len: 897 time: 0.0840678 Jul 28 11:59:39.234227 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-407271d8-3b93-465c-9f28-b673a351fe17 req-faf0d55e-17c0-4356-b04e-f87140178d1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a485f4f-f188-46c4-98bc-73622102eed5 HTTP/1.1" status: 200 len: 217 time: 0.0399363 Jul 28 11:59:39.287405 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407271d8-3b93-465c-9f28-b673a351fe17 req-26f2a9e2-47f0-4f99-99b3-b6673ab4028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:39.288981 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-407271d8-3b93-465c-9f28-b673a351fe17 req-26f2a9e2-47f0-4f99-99b3-b6673ab4028b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18543051-8f6c-44e4-9648-06dcbebfbdb2 HTTP/1.1" status: 200 len: 834 time: 0.0468037 Jul 28 11:59:39.293097 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6b6c0-1023-498b-88cc-46963ddf99f7 None None] New status for floating IP 97db24c1-547f-4911-939b-37d45227a3a2: DOWN {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:59:39.336750 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407271d8-3b93-465c-9f28-b673a351fe17 req-c21942c6-2c09-4607-b3a5-0f800321ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:39.338185 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-407271d8-3b93-465c-9f28-b673a351fe17 req-c21942c6-2c09-4607-b3a5-0f800321ec28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411949 Jul 28 11:59:39.434271 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-407271d8-3b93-465c-9f28-b673a351fe17 req-cf2acdf5-e184-449d-a682-2939a75e8c46 service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869699 Jul 28 11:59:39.521994 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-407271d8-3b93-465c-9f28-b673a351fe17 req-687b955d-fb1c-400b-b3d1-d0edfff14a3d service neutron] 10.222.0.39 "GET /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785904 Jul 28 11:59:39.796693 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081573a-c19d-48bd-9705-d941e81e09c0 req-5c34d038-0c59-4aaa-b8ac-90774af03671 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:39.798197 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2081573a-c19d-48bd-9705-d941e81e09c0 req-5c34d038-0c59-4aaa-b8ac-90774af03671 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 946 time: 0.0492761 Jul 28 11:59:39.836478 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2081573a-c19d-48bd-9705-d941e81e09c0 req-993a1e5b-e950-46d9-8d3a-d5f2b7fad6f7 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=7cabe0e2-7b3c-4405-8121-bf84eb0da713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317852 Jul 28 11:59:40.110919 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdb602-353d-486d-88b9-d7a581630d7f req-eb77fea6-fcf7-4d1d-95bf-36aec0641397 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:40.112995 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97fdb602-353d-486d-88b9-d7a581630d7f req-eb77fea6-fcf7-4d1d-95bf-36aec0641397 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/ports?device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 946 time: 0.0523405 Jul 28 11:59:40.197053 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-97fdb602-353d-486d-88b9-d7a581630d7f req-025ea16c-5078-4056-9a29-4d7e9e273667 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 9a485f4f-f188-46c4-98bc-73622102eed5 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:59:40.197400 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-97fdb602-353d-486d-88b9-d7a581630d7f req-025ea16c-5078-4056-9a29-4d7e9e273667 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:40.286802 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-97fdb602-353d-486d-88b9-d7a581630d7f req-025ea16c-5078-4056-9a29-4d7e9e273667 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 9a485f4f-f188-46c4-98bc-73622102eed5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9a485f4f-f188-46c4-98bc-73622102eed5,segment=NetworkSegment(3be74ac6-f79c-48ea-968b-7183b227f609),segment_id=3be74ac6-f79c-48ea-968b-7183b227f609)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:59:40.287173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-97fdb602-353d-486d-88b9-d7a581630d7f req-025ea16c-5078-4056-9a29-4d7e9e273667 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:40.300341 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-97fdb602-353d-486d-88b9-d7a581630d7f req-025ea16c-5078-4056-9a29-4d7e9e273667 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 9a485f4f-f188-46c4-98bc-73622102eed5 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:59:40.421288 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-97fdb602-353d-486d-88b9-d7a581630d7f req-025ea16c-5078-4056-9a29-4d7e9e273667 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:40.451911 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ea16c-5078-4056-9a29-4d7e9e273667 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=9a485f4f-f188-46c4-98bc-73622102eed5,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:40.491665 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fdb602-353d-486d-88b9-d7a581630d7f req-025ea16c-5078-4056-9a29-4d7e9e273667 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] No DVR routers for this DVR port 9a485f4f-f188-46c4-98bc-73622102eed5 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:59:40.494135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-97fdb602-353d-486d-88b9-d7a581630d7f req-025ea16c-5078-4056-9a29-4d7e9e273667 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:40.496112 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97fdb602-353d-486d-88b9-d7a581630d7f req-025ea16c-5078-4056-9a29-4d7e9e273667 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "DELETE /v2.0/ports/9a485f4f-f188-46c4-98bc-73622102eed5 HTTP/1.1" status: 204 len: 173 time: 0.3780079 Jul 28 11:59:40.821711 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 9a485f4f-f188-46c4-98bc-73622102eed5 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:59:40.842115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 9a485f4f-f188-46c4-98bc-73622102eed5 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:59:40.842484 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 9a485f4f-f188-46c4-98bc-73622102eed5 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:59:40.842909 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 42d70b1b-e679-4b19-91ba-b92540bebb94 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:59:40.863874 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 42d70b1b-e679-4b19-91ba-b92540bebb94 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:59:40.864213 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 42d70b1b-e679-4b19-91ba-b92540bebb94 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:59:40.960478 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2afcf60b-1d91-41d7-a6ac-c702cdbe6a4f req-e954d4b3-c80e-427e-baa1-4152c87ff85d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c322f0b2-3286-47f1-9ebc-336f3143c916 HTTP/1.1" status: 200 len: 210 time: 0.0342813 Jul 28 11:59:41.028429 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'name': 'network-vif-deleted', 'tag': '9a485f4f-f188-46c4-98bc-73622102eed5'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:59:41.031251 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd35b82c-324c-43a1-8bb9-ae3918f840bf" -d '{"events": [{"server_uuid": "c322f0b2-3286-47f1-9ebc-336f3143c916", "name": "network-vif-deleted", "tag": "9a485f4f-f188-46c4-98bc-73622102eed5"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:59:41.066091 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7a685f-4efe-46ed-95d9-9ccaefec6f59 x-openstack-request-id: req-2b7a685f-4efe-46ed-95d9-9ccaefec6f59 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:59:41.066410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c322f0b2-3286-47f1-9ebc-336f3143c916", "name": "network-vif-deleted", "tag": "9a485f4f-f188-46c4-98bc-73622102eed5", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:59:41.066695 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b7a685f-4efe-46ed-95d9-9ccaefec6f59 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:59:41.067506 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c322f0b2-3286-47f1-9ebc-336f3143c916', 'name': 'network-vif-deleted', 'tag': '9a485f4f-f188-46c4-98bc-73622102eed5', 'status': 'completed', 'code': 200} Jul 28 11:59:42.017422 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33794) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:42.075914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0968906-cc94-4c5a-8811-7c60863b1e49 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:42.100155 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0968906-cc94-4c5a-8811-7c60863b1e49 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:42.160362 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0968906-cc94-4c5a-8811-7c60863b1e49 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:42.163003 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0968906-cc94-4c5a-8811-7c60863b1e49 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:42.164169 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c0968906-cc94-4c5a-8811-7c60863b1e49 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/security-groups/7cabe0e2-7b3c-4405-8121-bf84eb0da713 HTTP/1.1" status: 204 len: 168 time: 0.1456559 Jul 28 11:59:42.173069 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0968906-cc94-4c5a-8811-7c60863b1e49 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cabe0e2-7b3c-4405-8121-bf84eb0da713,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:42.199520 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33798) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:42.550445 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-80f366ab-7242-495d-a3a8-121b3b41fdb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:42.796687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-80f366ab-7242-495d-a3a8-121b3b41fdb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 7adb77dd-c188-41c7-8ac2-068b69a41f4d {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:59:42.797034 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-80f366ab-7242-495d-a3a8-121b3b41fdb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:42.881915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-80f366ab-7242-495d-a3a8-121b3b41fdb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 7adb77dd-c188-41c7-8ac2-068b69a41f4d, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=7adb77dd-c188-41c7-8ac2-068b69a41f4d,segment=NetworkSegment(3be74ac6-f79c-48ea-968b-7183b227f609),segment_id=3be74ac6-f79c-48ea-968b-7183b227f609)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:59:42.882197 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-80f366ab-7242-495d-a3a8-121b3b41fdb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:42.895373 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-80f366ab-7242-495d-a3a8-121b3b41fdb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 7adb77dd-c188-41c7-8ac2-068b69a41f4d owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:59:43.080029 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-80f366ab-7242-495d-a3a8-121b3b41fdb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:43.106228 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f366ab-7242-495d-a3a8-121b3b41fdb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=7adb77dd-c188-41c7-8ac2-068b69a41f4d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:43.275939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-80f366ab-7242-495d-a3a8-121b3b41fdb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:43.483261 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f366ab-7242-495d-a3a8-121b3b41fdb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:59:43.586895 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f366ab-7242-495d-a3a8-121b3b41fdb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:59:43.592139 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-80f366ab-7242-495d-a3a8-121b3b41fdb1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/47e0626a-d607-459b-81fa-a0b67aa1a8a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3916614 Jul 28 11:59:43.594949 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33800) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:43.596210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60bbde-f4c3-4516-ab52-697032f4dddd None None] Sync routers for ids ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:59:43.606237 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60bbde-f4c3-4516-ab52-697032f4dddd None None] Routers {'47e0626a-d607-459b-81fa-a0b67aa1a8a2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:59:43.606863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-5b60bbde-f4c3-4516-ab52-697032f4dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:59:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:43.645737 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-5357bc40-df87-49ee-8edf-232d566b7b1e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting subnet 18543051-8f6c-44e4-9648-06dcbebfbdb2 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:59:43.649233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5357bc40-df87-49ee-8edf-232d566b7b1e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:43.694851 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5357bc40-df87-49ee-8edf-232d566b7b1e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:43.786254 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5357bc40-df87-49ee-8edf-232d566b7b1e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:43.849726 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5357bc40-df87-49ee-8edf-232d566b7b1e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:43.858789 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-5b60bbde-f4c3-4516-ab52-697032f4dddd None None] Set router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:59:43.878830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357bc40-df87-49ee-8edf-232d566b7b1e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Subnet': ['ID=18543051-8f6c-44e4-9648-06dcbebfbdb2,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:43.880812 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5357bc40-df87-49ee-8edf-232d566b7b1e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:43.885113 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5357bc40-df87-49ee-8edf-232d566b7b1e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/subnets/18543051-8f6c-44e4-9648-06dcbebfbdb2 HTTP/1.1" status: 204 len: 168 time: 0.2868071 Jul 28 11:59:43.886017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33802) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:43.913683 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b72272c-d004-410b-bebb-c728159f3716 None None] Network d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:59:43.991447 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be55e7fb-55a6-44cd-85f8-51a3390230d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:44.140178 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-5b60bbde-f4c3-4516-ab52-697032f4dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:59:43Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:44.169303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60bbde-f4c3-4516-ab52-697032f4dddd None None] Checking router: 47e0626a-d607-459b-81fa-a0b67aa1a8a2 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:59:44.179239 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60bbde-f4c3-4516-ab52-697032f4dddd None None] Routers {'47e0626a-d607-459b-81fa-a0b67aa1a8a2'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:59:44.179876 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-5b60bbde-f4c3-4516-ab52-697032f4dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:59:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:44.184471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] DHCP port deletion for d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:59:44.314562 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-5b60bbde-f4c3-4516-ab52-697032f4dddd None None] Set router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:59:44.375448 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] Deleting port 2d3f9590-f249-4887-a739-e75ee25d184d {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:59:44.375816 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:44.450828 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be55e7fb-55a6-44cd-85f8-51a3390230d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:44.486503 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] For port 2d3f9590-f249-4887-a739-e75ee25d184d, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2d3f9590-f249-4887-a739-e75ee25d184d,segment=NetworkSegment(3be74ac6-f79c-48ea-968b-7183b227f609),segment_id=3be74ac6-f79c-48ea-968b-7183b227f609)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:59:44.486901 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:44.506119 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-be55e7fb-55a6-44cd-85f8-51a3390230d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 98371b7f-bd88-4cde-9f07-48d1a9e74e86 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:59:44.506498 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be55e7fb-55a6-44cd-85f8-51a3390230d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:44.507704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] Calling delete_port for 2d3f9590-f249-4887-a739-e75ee25d184d owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:59:44.584406 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-be55e7fb-55a6-44cd-85f8-51a3390230d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 98371b7f-bd88-4cde-9f07-48d1a9e74e86, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=98371b7f-bd88-4cde-9f07-48d1a9e74e86,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:59:44.584786 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be55e7fb-55a6-44cd-85f8-51a3390230d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:44.597325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-be55e7fb-55a6-44cd-85f8-51a3390230d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 98371b7f-bd88-4cde-9f07-48d1a9e74e86 owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:59:44.628937 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-5b60bbde-f4c3-4516-ab52-697032f4dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:59:43Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:44.632546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:44.662197 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60bbde-f4c3-4516-ab52-697032f4dddd None None] The sync data for ids ['47e0626a-d607-459b-81fa-a0b67aa1a8a2'] in dv-neutron-786478-16-hyperv is: [{'id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'name': 'tempest-TestNetworkBasicOps-router-3727611', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:59:43Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': '98371b7f-bd88-4cde-9f07-48d1a9e74e86', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e0626a-d607-459b-81fa-a0b67aa1a8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:58:21Z', 'updated_at': '2021-07-28T11:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:59:44.669156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] No DVR routers for this DVR port 2d3f9590-f249-4887-a739-e75ee25d184d on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:59:44.689659 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] Pushing event deleted for resources: {'Port': ['ID=2d3f9590-f249-4887-a739-e75ee25d184d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:44.697676 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:44.698028 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:44.698374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:44.701537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:44.701537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:44.701537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:44.701537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:44.701537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:44.701537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:44.701537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:44.701537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:44.701537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69d90a-dfcd-4ef5-843b-fca9e4d05602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:44.773262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be55e7fb-55a6-44cd-85f8-51a3390230d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:44.800058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55e7fb-55a6-44cd-85f8-51a3390230d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=98371b7f-bd88-4cde-9f07-48d1a9e74e86,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:44.870525 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be55e7fb-55a6-44cd-85f8-51a3390230d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:44.964111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be55e7fb-55a6-44cd-85f8-51a3390230d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:44.966267 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be55e7fb-55a6-44cd-85f8-51a3390230d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.010811 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be55e7fb-55a6-44cd-85f8-51a3390230d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.011437 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be55e7fb-55a6-44cd-85f8-51a3390230d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Fanout notify agent at l3_agent the message router_deleted on router 47e0626a-d607-459b-81fa-a0b67aa1a8a2 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:59:45.018539 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-be55e7fb-55a6-44cd-85f8-51a3390230d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.020096 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-be55e7fb-55a6-44cd-85f8-51a3390230d9 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/routers/47e0626a-d607-459b-81fa-a0b67aa1a8a2 HTTP/1.1" status: 204 len: 168 time: 1.1338789 Jul 28 11:59:45.022644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33804) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:45.079036 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7adb77dd-c188-41c7-8ac2-068b69a41f4d no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:59:45.099373 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 7adb77dd-c188-41c7-8ac2-068b69a41f4d {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:59:45.099724 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 7adb77dd-c188-41c7-8ac2-068b69a41f4d not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:59:45.100168 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2d3f9590-f249-4887-a739-e75ee25d184d no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:59:45.108639 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a1c568d2-e780-4230-9c8f-249526c469b1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.122738 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 2d3f9590-f249-4887-a739-e75ee25d184d {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:59:45.123091 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2d3f9590-f249-4887-a739-e75ee25d184d not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:59:45.197092 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a1c568d2-e780-4230-9c8f-249526c469b1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.206735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-a1c568d2-e780-4230-9c8f-249526c469b1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:45.216727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-a1c568d2-e780-4230-9c8f-249526c469b1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be74ac6-f79c-48ea-968b-7183b227f609') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:45.217032 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-a1c568d2-e780-4230-9c8f-249526c469b1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be74ac6-f79c-48ea-968b-7183b227f609') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:45.225670 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a1c568d2-e780-4230-9c8f-249526c469b1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.239388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a1c568d2-e780-4230-9c8f-249526c469b1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.245060 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c568d2-e780-4230-9c8f-249526c469b1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:59:45.245446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a1c568d2-e780-4230-9c8f-249526c469b1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:59:45.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:59:45.308712 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a1c568d2-e780-4230-9c8f-249526c469b1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.315462 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a1c568d2-e780-4230-9c8f-249526c469b1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.317283 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a1c568d2-e780-4230-9c8f-249526c469b1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/networks/d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6 HTTP/1.1" status: 204 len: 168 time: 0.2937140 Jul 28 11:59:45.328720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c568d2-e780-4230-9c8f-249526c469b1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Network': ['ID=d828a70a-4ab6-4a4c-8e8f-6c5c8939d1f6,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:45.347428 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33806) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:45.352887 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-f0222d3e-bfd2-4309-b70d-40373b3a094b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'network': {'name': 'tempest-network-smoke--761082071', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'port_security_enabled': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:59:45.373973 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0222d3e-bfd2-4309-b70d-40373b3a094b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:59:45.377510 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f0222d3e-bfd2-4309-b70d-40373b3a094b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.400544 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0222d3e-bfd2-4309-b70d-40373b3a094b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:59:45.410415 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f0222d3e-bfd2-4309-b70d-40373b3a094b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.410734 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-f0222d3e-bfd2-4309-b70d-40373b3a094b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Added segment 88c86ebd-35d2-4624-a654-2779c59e7185 of type vlan for network 0f433f0f-787e-4c4a-9864-17fd02741538 Jul 28 11:59:45.454861 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f0222d3e-bfd2-4309-b70d-40373b3a094b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.485365 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f0222d3e-bfd2-4309-b70d-40373b3a094b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.491986 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0222d3e-bfd2-4309-b70d-40373b3a094b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:45.492593 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f0222d3e-bfd2-4309-b70d-40373b3a094b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.544381 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f0222d3e-bfd2-4309-b70d-40373b3a094b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1958344 Jul 28 11:59:45.547087 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33808) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:45.558609 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'admin_state_up': True, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:59:45.578529 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0222d3e-bfd2-4309-b70d-40373b3a094b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Network': ['ID=0f433f0f-787e-4c4a-9864-17fd02741538,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:45.590843 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 0f433f0f-787e-4c4a-9864-17fd02741538 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:59:45.591628 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.592764 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.644236 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.783929 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.972294 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:45.994368 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:46.092502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.26.1.188 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/d12974e7-bfeb-46fb-a69f-8cba321ee43a) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:59:46.195317 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:46.233373 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:46.268237 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:59:46.271173 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:59:46.274620 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:59:46.301179 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=d12974e7-bfeb-46fb-a69f-8cba321ee43a,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:46.518907 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:46.707886 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:46.832430 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router f264e289-2864-4c72-82d4-295cffc834bd is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:59:46.933909 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:59:46.943832 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Sync routers for ids ['f264e289-2864-4c72-82d4-295cffc834bd'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:59:46.952905 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Routers {'f264e289-2864-4c72-82d4-295cffc834bd'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:59:46.953512 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:59:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f264e289-2864-4c72-82d4-295cffc834bd'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:46.953939 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:46.958946 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c0d9ab48-3aaf-440f-aca0-0f91966a080f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4108388 Jul 28 11:59:46.960834 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33810) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:46.977814 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 98371b7f-bd88-4cde-9f07-48d1a9e74e86 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:59:46.993638 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-725c23d6-fddc-4bab-89a3-7456c4cb6197 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=494923637e9742fd92ad3c4630d377e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313206 Jul 28 11:59:46.996021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33812) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:47.004428 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 98371b7f-bd88-4cde-9f07-48d1a9e74e86 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:59:47.004946 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 98371b7f-bd88-4cde-9f07-48d1a9e74e86 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:59:47.058833 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Set router f264e289-2864-4c72-82d4-295cffc834bd gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:59:47.082595 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e756c25d-f546-4831-b4a8-e25e21bda66a tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:47.084120 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e756c25d-f546-4831-b4a8-e25e21bda66a tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870373 Jul 28 11:59:47.087019 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33814) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:47.121073 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0c3b3a9d-698c-4641-b51c-6629e026cc9a tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326886 Jul 28 11:59:47.123671 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33816) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:47.129629 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-9affa3e6-0bd7-4d3f-a8a2-93191429cd56 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1346528849', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:59:47.218262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9affa3e6-0bd7-4d3f-a8a2-93191429cd56 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:59:47.221814 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9affa3e6-0bd7-4d3f-a8a2-93191429cd56 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:47.317904 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T11:59:46Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T11:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:47.344984 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Checking router: f264e289-2864-4c72-82d4-295cffc834bd for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:59:47.345338 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Updating router f264e289-2864-4c72-82d4-295cffc834bd port d12974e7-bfeb-46fb-a69f-8cba321ee43a binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:59:47.370335 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:47.405627 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9affa3e6-0bd7-4d3f-a8a2-93191429cd56 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:47.464991 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affa3e6-0bd7-4d3f-a8a2-93191429cd56 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Subnet': ['ID=0911ea5e-cd20-4dde-a3b9-60d07046fc63,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:47.474009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9affa3e6-0bd7-4d3f-a8a2-93191429cd56 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Checking segment: {'id': '88c86ebd-35d2-4624-a654-2779c59e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:59:47.474370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9affa3e6-0bd7-4d3f-a8a2-93191429cd56 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network hostable DHCP agents. Network: 0f433f0f-787e-4c4a-9864-17fd02741538, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:59:47.491078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9affa3e6-0bd7-4d3f-a8a2-93191429cd56 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network 0f433f0f-787e-4c4a-9864-17fd02741538 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:59:47.499636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-9affa3e6-0bd7-4d3f-a8a2-93191429cd56 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 0f433f0f-787e-4c4a-9864-17fd02741538) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:59:47.504654 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9affa3e6-0bd7-4d3f-a8a2-93191429cd56 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:47.505912 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-9affa3e6-0bd7-4d3f-a8a2-93191429cd56 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:47.509055 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2521661b-bfa6-4703-8d31-1b36477ba347 None None] Network 0f433f0f-787e-4c4a-9864-17fd02741538 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:59:47.523725 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9affa3e6-0bd7-4d3f-a8a2-93191429cd56 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3990042 Jul 28 11:59:47.526676 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33818) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:47.620458 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:47.630906 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Transition to ACTIVE for port object d12974e7-bfeb-46fb-a69f-8cba321ee43a will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:59:47.636253 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:47.668409 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-0f433f0f-787e-4c4a-9864-17fd02741538', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ips': [{'subnet_id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:59:47.669719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:47.689290 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881706ee-8e98-4ae9-9cda-ec69e7496a9b None None] Pushing event updated for resources: {'Port': ['ID=d12974e7-bfeb-46fb-a69f-8cba321ee43a,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:47.696245 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Attempting to bind port d12974e7-bfeb-46fb-a69f-8cba321ee43a on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:59:47.696571 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Attempting to bind port d12974e7-bfeb-46fb-a69f-8cba321ee43a by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:59:47.697812 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Attempting to bind port d12974e7-bfeb-46fb-a69f-8cba321ee43a on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:59:47.704892 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881706ee-8e98-4ae9-9cda-ec69e7496a9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:47.705234 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881706ee-8e98-4ae9-9cda-ec69e7496a9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:47.705568 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881706ee-8e98-4ae9-9cda-ec69e7496a9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:47.706622 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881706ee-8e98-4ae9-9cda-ec69e7496a9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:47.707013 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881706ee-8e98-4ae9-9cda-ec69e7496a9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:47.707283 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881706ee-8e98-4ae9-9cda-ec69e7496a9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:47.707610 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881706ee-8e98-4ae9-9cda-ec69e7496a9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:47.707935 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881706ee-8e98-4ae9-9cda-ec69e7496a9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:47.708274 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881706ee-8e98-4ae9-9cda-ec69e7496a9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:47.708576 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881706ee-8e98-4ae9-9cda-ec69e7496a9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:47.708894 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881706ee-8e98-4ae9-9cda-ec69e7496a9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:47.709210 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881706ee-8e98-4ae9-9cda-ec69e7496a9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:59:47.712812 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:59:47.713186 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:59:47.713591 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:47.714013 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:59:47.714511 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Bound port: d12974e7-bfeb-46fb-a69f-8cba321ee43a, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:59:47.714895 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:47.767273 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] For port d12974e7-bfeb-46fb-a69f-8cba321ee43a, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:59:47.772432 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] For port d12974e7-bfeb-46fb-a69f-8cba321ee43a, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d12974e7-bfeb-46fb-a69f-8cba321ee43a,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:59:47.776006 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:47.829563 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Allocated IP 172.20.0.2 (0f433f0f-787e-4c4a-9864-17fd02741538/0911ea5e-cd20-4dde-a3b9-60d07046fc63/00f6dce1-7072-4896-ab52-e0f9ea31dc19) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:59:47.838941 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Routers {'f264e289-2864-4c72-82d4-295cffc834bd'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:59:47.839610 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:59:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f264e289-2864-4c72-82d4-295cffc834bd'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:47.879460 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881706ee-8e98-4ae9-9cda-ec69e7496a9b None None] Pushing event updated for resources: {'Port': ['ID=d12974e7-bfeb-46fb-a69f-8cba321ee43a,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:47.951072 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] Set router f264e289-2864-4c72-82d4-295cffc834bd gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:59:47.988643 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:47.997426 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Transition to ACTIVE for port object 00f6dce1-7072-4896-ab52-e0f9ea31dc19 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:59:48.000558 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:48.013778 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Transition to ACTIVE for port object 00f6dce1-7072-4896-ab52-e0f9ea31dc19 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:59:48.021199 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:48.057813 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Network 0f433f0f-787e-4c4a-9864-17fd02741538 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:59:48.060822 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:59:48.064285 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:59:48.076948 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Pushing event updated for resources: {'Port': ['ID=00f6dce1-7072-4896-ab52-e0f9ea31dc19,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:48.125946 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Attempting to bind port 00f6dce1-7072-4896-ab52-e0f9ea31dc19 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:59:48.126509 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Attempting to bind port 00f6dce1-7072-4896-ab52-e0f9ea31dc19 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '88c86ebd-35d2-4624-a654-2779c59e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:59:48.126972 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Attempting to bind port 00f6dce1-7072-4896-ab52-e0f9ea31dc19 on network 0f433f0f-787e-4c4a-9864-17fd02741538 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:59:48.132705 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:59:48.133155 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Checking segment: {'id': '88c86ebd-35d2-4624-a654-2779c59e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:59:48.133659 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:48.134148 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Bound using segment: {'id': '88c86ebd-35d2-4624-a654-2779c59e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:59:48.134746 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Bound port: 00f6dce1-7072-4896-ab52-e0f9ea31dc19, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c86ebd-35d2-4624-a654-2779c59e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:59:48.135248 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:48.153218 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T11:59:46Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T11:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:48.180955 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d99d0d-a3e4-48e8-9b92-fb98f9017292 None None] The sync data for ids ['f264e289-2864-4c72-82d4-295cffc834bd'] in dv-neutron-786478-16-hyperv is: [{'id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T11:59:46Z', 'revision_number': 3, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T11:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:59:48.206182 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] For port 00f6dce1-7072-4896-ab52-e0f9ea31dc19, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:59:48.210020 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] For port 00f6dce1-7072-4896-ab52-e0f9ea31dc19, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=00f6dce1-7072-4896-ab52-e0f9ea31dc19,segment=NetworkSegment(88c86ebd-35d2-4624-a654-2779c59e7185),segment_id=88c86ebd-35d2-4624-a654-2779c59e7185)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:59:48.217346 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:48.288531 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f371a80-b328-4193-ab22-48ca8be8a113 None None] Pushing event updated for resources: {'Port': ['ID=00f6dce1-7072-4896-ab52-e0f9ea31dc19,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:48.299301 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.1 (0f433f0f-787e-4c4a-9864-17fd02741538/0911ea5e-cd20-4dde-a3b9-60d07046fc63/3ab66382-f1f9-4964-8004-adbfe47affe8) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:59:48.432776 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:48.455353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object 3ab66382-f1f9-4964-8004-adbfe47affe8 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:59:48.524894 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:48.573012 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network 0f433f0f-787e-4c4a-9864-17fd02741538 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:59:48.576192 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:59:48.583843 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:59:48.591544 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=3ab66382-f1f9-4964-8004-adbfe47affe8,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:48.632812 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:48.767071 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:49.091248 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:49.096752 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:49.114558 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 00f6dce1-7072-4896-ab52-e0f9ea31dc19 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:59:49.168153 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 00f6dce1-7072-4896-ab52-e0f9ea31dc19 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:59:49.172650 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d12974e7-bfeb-46fb-a69f-8cba321ee43a up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:59:49.174650 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:49.176520 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=3ab66382-f1f9-4964-8004-adbfe47affe8,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:49.229667 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port d12974e7-bfeb-46fb-a69f-8cba321ee43a completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:59:49.235967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port d12974e7-bfeb-46fb-a69f-8cba321ee43a triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:59:49.236596 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:49.280289 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network 0f433f0f-787e-4c4a-9864-17fd02741538 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:59:49.282247 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:59:49.313638 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20912c1c-2c8a-4a8f-a1a3-3ba665d7ac95 None None] Network 0f433f0f-787e-4c4a-9864-17fd02741538 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:59:49.379612 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:49.384210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-491fa08e-3ba2-45a7-97d9-a2bc3d391ac9 None None] Provisioning for port 00f6dce1-7072-4896-ab52-e0f9ea31dc19 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:59:49.403571 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-491fa08e-3ba2-45a7-97d9-a2bc3d391ac9 None None] Provisioning complete for port 00f6dce1-7072-4896-ab52-e0f9ea31dc19 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:59:49.403841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router f264e289-2864-4c72-82d4-295cffc834bd has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:59:49.403977 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491fa08e-3ba2-45a7-97d9-a2bc3d391ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:49.439843 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port d12974e7-bfeb-46fb-a69f-8cba321ee43a, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d12974e7-bfeb-46fb-a69f-8cba321ee43a,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:59:49.450081 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:49.514249 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:59:49.519258 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8ecb2f4e-b3e8-4cab-b06d-fd9f81b2ce5a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/f264e289-2864-4c72-82d4-295cffc834bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9913752 Jul 28 11:59:49.521730 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33820) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:49.546664 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=d12974e7-bfeb-46fb-a69f-8cba321ee43a,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:49.615324 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491fa08e-3ba2-45a7-97d9-a2bc3d391ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:49.616508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123cd8cb-d3a6-4a50-b3bf-dab637c2a42b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:49.617004 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123cd8cb-d3a6-4a50-b3bf-dab637c2a42b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:49.617496 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123cd8cb-d3a6-4a50-b3bf-dab637c2a42b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:49.617978 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123cd8cb-d3a6-4a50-b3bf-dab637c2a42b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:49.619692 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-123cd8cb-d3a6-4a50-b3bf-dab637c2a42b tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.0969672 Jul 28 11:59:49.622443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33822) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:49.654785 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-491fa08e-3ba2-45a7-97d9-a2bc3d391ac9 None None] For port 00f6dce1-7072-4896-ab52-e0f9ea31dc19, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=00f6dce1-7072-4896-ab52-e0f9ea31dc19,segment=NetworkSegment(88c86ebd-35d2-4624-a654-2779c59e7185),segment_id=88c86ebd-35d2-4624-a654-2779c59e7185)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:59:49.660205 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491fa08e-3ba2-45a7-97d9-a2bc3d391ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:49.680281 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb34ca2c-2a1d-463f-b78a-6410d6ccd411 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:49.680863 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb34ca2c-2a1d-463f-b78a-6410d6ccd411 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:49.681343 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb34ca2c-2a1d-463f-b78a-6410d6ccd411 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:49.681810 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb34ca2c-2a1d-463f-b78a-6410d6ccd411 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:49.686154 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fb34ca2c-2a1d-463f-b78a-6410d6ccd411 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0603011 Jul 28 11:59:49.686479 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33824) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:49.719936 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fa08e-3ba2-45a7-97d9-a2bc3d391ac9 None None] Pushing event updated for resources: {'Port': ['ID=00f6dce1-7072-4896-ab52-e0f9ea31dc19,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:49.831943 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-04bf3471-f2f4-41ee-a8f0-f46fabaa2a29 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1442256 Jul 28 11:59:49.884602 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cc177c07-8887-451d-9c66-2ce21e0be835 None None] Provisioning complete for port 00f6dce1-7072-4896-ab52-e0f9ea31dc19 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:59:49.885040 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc177c07-8887-451d-9c66-2ce21e0be835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:49.930076 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Sync routers for ids ['f264e289-2864-4c72-82d4-295cffc834bd'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:59:49.945280 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Routers {'f264e289-2864-4c72-82d4-295cffc834bd'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:59:49.945568 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:59:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f264e289-2864-4c72-82d4-295cffc834bd'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:50.030142 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33828) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:50.036217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-0836cad0-7145-431e-96c2-1c061ae9508a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1607198539', 'description': 'tempest-secgroup-smoke-1607198539 description', 'project_id': '494923637e9742fd92ad3c4630d377e7'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:59:50.065554 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cc177c07-8887-451d-9c66-2ce21e0be835 None None] Provisioning for port 3ab66382-f1f9-4964-8004-adbfe47affe8 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:59:50.072419 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0836cad0-7145-431e-96c2-1c061ae9508a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.076214 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cc177c07-8887-451d-9c66-2ce21e0be835 None None] Provisioning complete for port 3ab66382-f1f9-4964-8004-adbfe47affe8 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:59:50.076591 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc177c07-8887-451d-9c66-2ce21e0be835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.173016 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0836cad0-7145-431e-96c2-1c061ae9508a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.178146 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0836cad0-7145-431e-96c2-1c061ae9508a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.210763 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836cad0-7145-431e-96c2-1c061ae9508a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34db9720-f65d-4e04-a4a9-7d0e43d4e031,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:50.213254 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0836cad0-7145-431e-96c2-1c061ae9508a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.214276 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0836cad0-7145-431e-96c2-1c061ae9508a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1826975 Jul 28 11:59:50.217143 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33830) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:50.221878 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-38838a9a-0241-4972-afd9-0f77d10ec9d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '34db9720-f65d-4e04-a4a9-7d0e43d4e031', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:59:50.251966 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-38838a9a-0241-4972-afd9-0f77d10ec9d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.275970 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Set router f264e289-2864-4c72-82d4-295cffc834bd gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:59:50.307132 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.311101 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-38838a9a-0241-4972-afd9-0f77d10ec9d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.315265 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-38838a9a-0241-4972-afd9-0f77d10ec9d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.317121 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cc177c07-8887-451d-9c66-2ce21e0be835 None None] Port 3ab66382-f1f9-4964-8004-adbfe47affe8 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:59:50.330021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38838a9a-0241-4972-afd9-0f77d10ec9d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003c9e62-fba0-4688-91f2-a9b7a47546b4,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:50.340981 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-38838a9a-0241-4972-afd9-0f77d10ec9d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.342309 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-38838a9a-0241-4972-afd9-0f77d10ec9d1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242187 Jul 28 11:59:50.345058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33832) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:50.350033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-661edc12-8b81-4d75-9454-e4d48a3db85c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '34db9720-f65d-4e04-a4a9-7d0e43d4e031', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:59:50.376999 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-661edc12-8b81-4d75-9454-e4d48a3db85c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.437720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-661edc12-8b81-4d75-9454-e4d48a3db85c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.442901 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-661edc12-8b81-4d75-9454-e4d48a3db85c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.461752 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661edc12-8b81-4d75-9454-e4d48a3db85c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b2de08-04a2-454b-95a7-e8a11723671c,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:50.464374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-69c8ab25-7f17-451b-b5e7-d22b6dd85a3b None None] Provisioning complete for port 3ab66382-f1f9-4964-8004-adbfe47affe8 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:59:50.464764 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69c8ab25-7f17-451b-b5e7-d22b6dd85a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.469668 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-661edc12-8b81-4d75-9454-e4d48a3db85c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.471104 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-661edc12-8b81-4d75-9454-e4d48a3db85c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250997 Jul 28 11:59:50.474332 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33834) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:50.479036 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-f1ffcb7e-7b56-4ef6-b2a3-fba5dce1060f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '34db9720-f65d-4e04-a4a9-7d0e43d4e031', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:59:50.505692 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f1ffcb7e-7b56-4ef6-b2a3-fba5dce1060f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.507335 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-69c8ab25-7f17-451b-b5e7-d22b6dd85a3b None None] Port 3ab66382-f1f9-4964-8004-adbfe47affe8 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:59:50.521125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T11:59:48Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T11:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '3ab66382-f1f9-4964-8004-adbfe47affe8', 'name': '', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:80:e5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:48Z', 'updated_at': '2021-07-28T11:59:48Z', 'revision_number': 2, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:50.551151 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Checking router: f264e289-2864-4c72-82d4-295cffc834bd for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:59:50.551560 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Updating router f264e289-2864-4c72-82d4-295cffc834bd port 3ab66382-f1f9-4964-8004-adbfe47affe8 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:59:50.564467 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f1ffcb7e-7b56-4ef6-b2a3-fba5dce1060f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.568959 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f1ffcb7e-7b56-4ef6-b2a3-fba5dce1060f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.576841 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.591723 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffcb7e-7b56-4ef6-b2a3-fba5dce1060f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e3f13d-f072-4fb4-bc8f-6f2d7abf1e7e,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:50.595428 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f1ffcb7e-7b56-4ef6-b2a3-fba5dce1060f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.599410 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f1ffcb7e-7b56-4ef6-b2a3-fba5dce1060f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212046 Jul 28 11:59:50.600420 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33836) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:50.603972 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-f0845ce3-204e-4e5f-9f38-958ef3bff0f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '34db9720-f65d-4e04-a4a9-7d0e43d4e031', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:59:50.629268 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f0845ce3-204e-4e5f-9f38-958ef3bff0f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.688129 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f0845ce3-204e-4e5f-9f38-958ef3bff0f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.692627 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f0845ce3-204e-4e5f-9f38-958ef3bff0f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.710094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0845ce3-204e-4e5f-9f38-958ef3bff0f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9f5e7e-67de-43b0-b494-1baec27b4d80,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:50.716068 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f0845ce3-204e-4e5f-9f38-958ef3bff0f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.717393 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f0845ce3-204e-4e5f-9f38-958ef3bff0f6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167831 Jul 28 11:59:50.720187 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33838) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:50.725279 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3460cce4-7d24-4422-9b28-5194e487df70 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '34db9720-f65d-4e04-a4a9-7d0e43d4e031', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:59:50.747211 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-3460cce4-7d24-4422-9b28-5194e487df70 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:59:50.752252 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3460cce4-7d24-4422-9b28-5194e487df70 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.816053 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3460cce4-7d24-4422-9b28-5194e487df70 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.820996 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3460cce4-7d24-4422-9b28-5194e487df70 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.835807 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460cce4-7d24-4422-9b28-5194e487df70 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d90331-6258-4325-b58e-59f87cb17502,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:50.844024 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.849228 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3460cce4-7d24-4422-9b28-5194e487df70 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.850444 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3460cce4-7d24-4422-9b28-5194e487df70 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293359 Jul 28 11:59:50.853133 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33840) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:59:50.855240 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Transition to ACTIVE for port object 3ab66382-f1f9-4964-8004-adbfe47affe8 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:59:50.857518 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-63f4ecbf-f604-40cf-9b4c-fc5e15f6cae6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'security_group_rule': {'security_group_id': '34db9720-f65d-4e04-a4a9-7d0e43d4e031', 'project_id': '494923637e9742fd92ad3c4630d377e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:59:50.860390 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.879868 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-63f4ecbf-f604-40cf-9b4c-fc5e15f6cae6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Project 494923637e9742fd92ad3c4630d377e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:59:50.884512 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-63f4ecbf-f604-40cf-9b4c-fc5e15f6cae6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.913903 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802af68-8873-4488-8fc1-0527cd859a6d None None] Pushing event updated for resources: {'Port': ['ID=3ab66382-f1f9-4964-8004-adbfe47affe8,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:50.954755 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-63f4ecbf-f604-40cf-9b4c-fc5e15f6cae6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.959886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-63f4ecbf-f604-40cf-9b4c-fc5e15f6cae6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.966608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Attempting to bind port 3ab66382-f1f9-4964-8004-adbfe47affe8 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:59:50.967013 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Attempting to bind port 3ab66382-f1f9-4964-8004-adbfe47affe8 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '88c86ebd-35d2-4624-a654-2779c59e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:59:50.967274 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Attempting to bind port 3ab66382-f1f9-4964-8004-adbfe47affe8 on network 0f433f0f-787e-4c4a-9864-17fd02741538 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:59:50.973314 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:59:50.973695 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Checking segment: {'id': '88c86ebd-35d2-4624-a654-2779c59e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:59:50.974100 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.974519 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Bound using segment: {'id': '88c86ebd-35d2-4624-a654-2779c59e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:59:50.974992 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Bound port: 3ab66382-f1f9-4964-8004-adbfe47affe8, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c86ebd-35d2-4624-a654-2779c59e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:59:50.975381 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.978984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4ecbf-f604-40cf-9b4c-fc5e15f6cae6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b06794-6e7a-4e41-ae34-9047e0bf6849,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:50.992561 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-63f4ecbf-f604-40cf-9b4c-fc5e15f6cae6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.993822 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-63f4ecbf-f604-40cf-9b4c-fc5e15f6cae6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397557 Jul 28 11:59:51.059887 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] For port 3ab66382-f1f9-4964-8004-adbfe47affe8, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:59:51.063460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] For port 3ab66382-f1f9-4964-8004-adbfe47affe8, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=3ab66382-f1f9-4964-8004-adbfe47affe8,segment=NetworkSegment(88c86ebd-35d2-4624-a654-2779c59e7185),segment_id=88c86ebd-35d2-4624-a654-2779c59e7185)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:59:51.069594 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 00f6dce1-7072-4896-ab52-e0f9ea31dc19 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:59:51.073679 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:51.176423 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-be40317f-64f9-4508-bdd3-42b4bd940c1d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1607198539&fields=id&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 267 time: 0.0346210 Jul 28 11:59:51.180705 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Routers {'f264e289-2864-4c72-82d4-295cffc834bd'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:59:51.181332 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:59:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f264e289-2864-4c72-82d4-295cffc834bd'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:51.185999 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802af68-8873-4488-8fc1-0527cd859a6d None None] Pushing event updated for resources: {'Port': ['ID=3ab66382-f1f9-4964-8004-adbfe47affe8,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:51.232036 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 00f6dce1-7072-4896-ab52-e0f9ea31dc19 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:59:51.232330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:51.306087 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-7c42fca8-f01a-4332-9688-5aae1ebc1c6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:51.307931 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-7c42fca8-f01a-4332-9688-5aae1ebc1c6b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/networks?id=0f433f0f-787e-4c4a-9864-17fd02741538 HTTP/1.1" status: 200 len: 796 time: 0.1229217 Jul 28 11:59:51.324820 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-0dc4d643-9262-4f1d-b1ac-09a250b544bc tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/quotas/494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 375 time: 0.0105691 Jul 28 11:59:51.330024 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] Set router f264e289-2864-4c72-82d4-295cffc834bd gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:59:51.379845 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-6bc56e57-4241-4e81-9787-3c50dbc0a9c1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488436 Jul 28 11:59:51.437719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d12974e7-bfeb-46fb-a69f-8cba321ee43a up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:59:51.474433 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-1241dff5-694a-4ac8-a47e-b8845d753c5d service neutron] 10.222.0.43 "GET /v2.0/networks/0f433f0f-787e-4c4a-9864-17fd02741538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831006 Jul 28 11:59:51.556101 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port d12974e7-bfeb-46fb-a69f-8cba321ee43a triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:59:51.556473 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:51.567850 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c291a0f9-e936-404a-a1a6-509421246421 service neutron] 10.222.0.43 "GET /v2.0/networks/0f433f0f-787e-4c4a-9864-17fd02741538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871265 Jul 28 11:59:51.656333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T11:59:48Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T11:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '3ab66382-f1f9-4964-8004-adbfe47affe8', 'name': '', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:80:e5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:48Z', 'updated_at': '2021-07-28T11:59:51Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:59:51.690173 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7edda52-33ed-46f4-a4be-882e910b8ef3 None None] The sync data for ids ['f264e289-2864-4c72-82d4-295cffc834bd'] in dv-neutron-786478-16-hyperv is: [{'id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T11:59:48Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T11:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '3ab66382-f1f9-4964-8004-adbfe47affe8', 'name': '', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:80:e5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:48Z', 'updated_at': '2021-07-28T11:59:51Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:59:51.732268 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3af79bce-0f9a-4417-a784-a9a70fa9e83a req-9c975e9b-79c5-4b2c-b6be-0a46a2713552 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 210 time: 0.0315878 Jul 28 11:59:52.830111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-53d177c2-7c2f-402e-9d9f-66e21951d772 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:52.831675 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-53d177c2-7c2f-402e-9d9f-66e21951d772 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/networks?id=0f433f0f-787e-4c4a-9864-17fd02741538 HTTP/1.1" status: 200 len: 796 time: 0.1172924 Jul 28 11:59:52.860683 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c10a52a1-f3f0-4827-a3a4-7cdfc73dfe8a req-489ca8b5-9945-44e9-ab5a-406515034ec0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 210 time: 0.0305390 Jul 28 11:59:52.885886 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-e300c68b-f678-478c-b3c2-839944c827e1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494923637e9742fd92ad3c4630d377e7 HTTP/1.1" status: 200 len: 380 time: 0.0450988 Jul 28 11:59:52.904416 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-1a08e236-07e9-4e6d-9067-3d934256ca0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'port': {'device_id': '30315a96-6900-436b-8fbe-e745bd3fd01a', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'admin_state_up': True, 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'security_groups': ['34db9720-f65d-4e04-a4a9-7d0e43d4e031']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:59:53.012339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-1a08e236-07e9-4e6d-9067-3d934256ca0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Made reservation on behalf of 494923637e9742fd92ad3c4630d377e7 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:59:53.016107 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-1a08e236-07e9-4e6d-9067-3d934256ca0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:53.042564 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3ab66382-f1f9-4964-8004-adbfe47affe8 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:59:53.091194 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 3ab66382-f1f9-4964-8004-adbfe47affe8 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:59:53.094755 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 3ab66382-f1f9-4964-8004-adbfe47affe8 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:59:53.095155 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:53.149520 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-1a08e236-07e9-4e6d-9067-3d934256ca0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.20.0.9 (0f433f0f-787e-4c4a-9864-17fd02741538/0911ea5e-cd20-4dde-a3b9-60d07046fc63/32e34952-4686-46fe-b825-897e900dd02d) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:59:53.173228 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:53.209074 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 3ab66382-f1f9-4964-8004-adbfe47affe8, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=3ab66382-f1f9-4964-8004-adbfe47affe8,segment=NetworkSegment(88c86ebd-35d2-4624-a654-2779c59e7185),segment_id=88c86ebd-35d2-4624-a654-2779c59e7185)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:59:53.213295 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:53.261712 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=3ab66382-f1f9-4964-8004-adbfe47affe8,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:53.293521 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-1a08e236-07e9-4e6d-9067-3d934256ca0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:53.306482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-1a08e236-07e9-4e6d-9067-3d934256ca0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Transition to ACTIVE for port object 32e34952-4686-46fe-b825-897e900dd02d will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:59:53.338229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-1a08e236-07e9-4e6d-9067-3d934256ca0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:53.378620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-1a08e236-07e9-4e6d-9067-3d934256ca0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network 0f433f0f-787e-4c4a-9864-17fd02741538 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:59:53.381537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-1a08e236-07e9-4e6d-9067-3d934256ca0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:59:53.387622 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-1a08e236-07e9-4e6d-9067-3d934256ca0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:59:53.411525 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08e236-07e9-4e6d-9067-3d934256ca0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=32e34952-4686-46fe-b825-897e900dd02d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:53.440584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-1a08e236-07e9-4e6d-9067-3d934256ca0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:53.441380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-1a08e236-07e9-4e6d-9067-3d934256ca0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:53.457468 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-1a08e236-07e9-4e6d-9067-3d934256ca0d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5618854 Jul 28 11:59:53.469526 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Request body: {'port': {'device_id': '30315a96-6900-436b-8fbe-e745bd3fd01a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:59:53.529377 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:53.631471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ec9c32a4-1150-49e7-ba4b-7331820a079a None None] Provisioning for port 32e34952-4686-46fe-b825-897e900dd02d completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:59:53.635048 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ec9c32a4-1150-49e7-ba4b-7331820a079a None None] Provisioning complete for port 32e34952-4686-46fe-b825-897e900dd02d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:59:53.635490 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec9c32a4-1150-49e7-ba4b-7331820a079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:53.669386 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c32a4-1150-49e7-ba4b-7331820a079a None None] Port 32e34952-4686-46fe-b825-897e900dd02d cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:59:53.798663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e34952-4686-46fe-b825-897e900dd02d {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:59:53.806319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:53.818059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Transition to ACTIVE for port object 32e34952-4686-46fe-b825-897e900dd02d will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:59:53.822011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:53.886281 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Pushing event updated for resources: {'Port': ['ID=32e34952-4686-46fe-b825-897e900dd02d,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:53.945518 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Attempting to bind port 32e34952-4686-46fe-b825-897e900dd02d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:59:53.945852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Attempting to bind port 32e34952-4686-46fe-b825-897e900dd02d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '88c86ebd-35d2-4624-a654-2779c59e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:59:53.946191 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Attempting to bind port 32e34952-4686-46fe-b825-897e900dd02d on network 0f433f0f-787e-4c4a-9864-17fd02741538 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:59:53.950988 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Port 32e34952-4686-46fe-b825-897e900dd02d on network 0f433f0f-787e-4c4a-9864-17fd02741538 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:59:53.951311 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Attempting to bind port 32e34952-4686-46fe-b825-897e900dd02d on network 0f433f0f-787e-4c4a-9864-17fd02741538 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:59:53.956572 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:59:53.956917 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Checking segment: {'id': '88c86ebd-35d2-4624-a654-2779c59e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:59:53.957310 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Bound using segment: {'id': '88c86ebd-35d2-4624-a654-2779c59e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:59:53.957759 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Bound port: 32e34952-4686-46fe-b825-897e900dd02d, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c86ebd-35d2-4624-a654-2779c59e7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:59:53.958126 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:53.992484 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f405fd-535a-4f17-956e-b625c6f31932 req-577f36f7-8b57-46f2-8a18-5c8b2bb3d829 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:53.994031 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c5f405fd-535a-4f17-956e-b625c6f31932 req-577f36f7-8b57-46f2-8a18-5c8b2bb3d829 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 943 time: 0.0572958 Jul 28 11:59:54.029161 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] For port 32e34952-4686-46fe-b825-897e900dd02d, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:59:54.032947 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] For port 32e34952-4686-46fe-b825-897e900dd02d, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=32e34952-4686-46fe-b825-897e900dd02d,segment=NetworkSegment(88c86ebd-35d2-4624-a654-2779c59e7185),segment_id=88c86ebd-35d2-4624-a654-2779c59e7185)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:59:54.034714 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c5f405fd-535a-4f17-956e-b625c6f31932 req-3ad7bcad-ad39-4dad-9264-c308b3326997 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=34db9720-f65d-4e04-a4a9-7d0e43d4e031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338707 Jul 28 11:59:54.038150 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:54.072751 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:54.073367 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:54.074815 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] 10.222.0.39 "PUT /v2.0/ports/32e34952-4686-46fe-b825-897e900dd02d HTTP/1.1" status: 200 len: 1093 time: 0.6096015 Jul 28 11:59:54.075249 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30315a96-6900-436b-8fbe-e745bd3fd01a', 'tag': '32e34952-4686-46fe-b825-897e900dd02d'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:59:54.077470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d39b4bb-47db-4b99-87b7-20e20d322fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "30315a96-6900-436b-8fbe-e745bd3fd01a", "tag": "32e34952-4686-46fe-b825-897e900dd02d"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:59:54.111546 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7153985-89ce-43a7-aa26-0e4f5bfb60cb service neutron] Pushing event updated for resources: {'Port': ['ID=32e34952-4686-46fe-b825-897e900dd02d,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:54.132518 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26aacd14-ac46-41b5-9c69-dd628d452950 x-openstack-request-id: req-26aacd14-ac46-41b5-9c69-dd628d452950 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:59:54.132838 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30315a96-6900-436b-8fbe-e745bd3fd01a", "tag": "32e34952-4686-46fe-b825-897e900dd02d", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:59:54.133068 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26aacd14-ac46-41b5-9c69-dd628d452950 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:59:54.133465 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30315a96-6900-436b-8fbe-e745bd3fd01a', 'tag': '32e34952-4686-46fe-b825-897e900dd02d', 'status': 'completed', 'code': 200} Jul 28 11:59:54.168205 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-7036d9a1-668a-4488-9df6-7f320d8610c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:54.169640 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-7036d9a1-668a-4488-9df6-7f320d8610c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 1096 time: 0.0463061 Jul 28 11:59:54.217328 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-63dd419f-6561-4b83-a328-84c67b1a8a45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e34952-4686-46fe-b825-897e900dd02d HTTP/1.1" status: 200 len: 217 time: 0.0387626 Jul 28 11:59:54.268684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-145e7ffc-ef9b-4eb1-9070-0ff7cc0206ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:54.270226 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-145e7ffc-ef9b-4eb1-9070-0ff7cc0206ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0911ea5e-cd20-4dde-a3b9-60d07046fc63 HTTP/1.1" status: 200 len: 835 time: 0.0457792 Jul 28 11:59:54.315384 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-53bb3634-cb12-4d1a-94a5-c714c41ccbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:54.316916 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-53bb3634-cb12-4d1a-94a5-c714c41ccbe8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f433f0f-787e-4c4a-9864-17fd02741538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0400176 Jul 28 11:59:54.409410 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-a45ff7b1-df1d-4809-8897-7fa7a6d25b35 service neutron] 10.222.0.39 "GET /v2.0/networks/0f433f0f-787e-4c4a-9864-17fd02741538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849986 Jul 28 11:59:54.495123 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e4baaf66-3ecc-49de-8ad9-7fef00e92414 req-07a4da56-0116-4261-8865-b899fbf994bd service neutron] 10.222.0.39 "GET /v2.0/networks/0f433f0f-787e-4c4a-9864-17fd02741538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797813 Jul 28 11:59:54.583984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39b4bb-47db-4b99-87b7-20e20d322fc5 req-fe84992b-f598-468e-9157-460e946be69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:54.585432 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2d39b4bb-47db-4b99-87b7-20e20d322fc5 req-fe84992b-f598-468e-9157-460e946be69b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 1096 time: 0.0442946 Jul 28 11:59:54.673320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39b4bb-47db-4b99-87b7-20e20d322fc5 req-65511680-def7-462b-844e-6f35a8d2d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:54.674915 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2d39b4bb-47db-4b99-87b7-20e20d322fc5 req-65511680-def7-462b-844e-6f35a8d2d58b service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f433f0f-787e-4c4a-9864-17fd02741538 HTTP/1.1" status: 200 len: 897 time: 0.0827415 Jul 28 11:59:54.715716 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2d39b4bb-47db-4b99-87b7-20e20d322fc5 req-d67a72b4-a017-42eb-9493-d74e1e4a0d0d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e34952-4686-46fe-b825-897e900dd02d HTTP/1.1" status: 200 len: 217 time: 0.0331860 Jul 28 11:59:54.766390 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39b4bb-47db-4b99-87b7-20e20d322fc5 req-fd932602-a437-4e0e-bc31-feefbb5a7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:54.767849 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2d39b4bb-47db-4b99-87b7-20e20d322fc5 req-fd932602-a437-4e0e-bc31-feefbb5a7f46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0911ea5e-cd20-4dde-a3b9-60d07046fc63 HTTP/1.1" status: 200 len: 835 time: 0.0452650 Jul 28 11:59:54.815411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39b4bb-47db-4b99-87b7-20e20d322fc5 req-b870ad60-fb54-48b6-ba53-22f78af3173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:54.816932 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2d39b4bb-47db-4b99-87b7-20e20d322fc5 req-b870ad60-fb54-48b6-ba53-22f78af3173b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f433f0f-787e-4c4a-9864-17fd02741538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397327 Jul 28 11:59:54.904435 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2d39b4bb-47db-4b99-87b7-20e20d322fc5 req-ce78e77f-907c-43a7-9974-3e88b45d6942 service neutron] 10.222.0.39 "GET /v2.0/networks/0f433f0f-787e-4c4a-9864-17fd02741538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797880 Jul 28 11:59:55.000296 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2d39b4bb-47db-4b99-87b7-20e20d322fc5 req-4c920ac2-14f4-4d88-9526-2e5bf84adbed service neutron] 10.222.0.39 "GET /v2.0/networks/0f433f0f-787e-4c4a-9864-17fd02741538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878756 Jul 28 11:59:55.038089 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3ab66382-f1f9-4964-8004-adbfe47affe8 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:59:55.087469 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 3ab66382-f1f9-4964-8004-adbfe47affe8 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:59:55.087849 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:55.160948 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d1335-61f9-40da-b6de-2b8163e695aa req-85caa027-1b7c-40a4-a3c5-e86bdb3f8bc0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:55.168710 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-584d1335-61f9-40da-b6de-2b8163e695aa req-85caa027-1b7c-40a4-a3c5-e86bdb3f8bc0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 943 time: 0.0632138 Jul 28 11:59:55.202557 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-584d1335-61f9-40da-b6de-2b8163e695aa req-29b98e01-a7ab-45cc-a7ad-12fd66d0b835 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=34db9720-f65d-4e04-a4a9-7d0e43d4e031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327396 Jul 28 11:59:56.315982 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b684f7e-4332-4207-932a-4c5870e81363 req-ecd79dd6-733e-4839-9235-b4a7da4edb11 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:56.317454 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4b684f7e-4332-4207-932a-4c5870e81363 req-ecd79dd6-733e-4839-9235-b4a7da4edb11 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 943 time: 0.0480309 Jul 28 11:59:56.355739 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4b684f7e-4332-4207-932a-4c5870e81363 req-9257458d-b1f9-4f16-9fc0-a492a8669610 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=34db9720-f65d-4e04-a4a9-7d0e43d4e031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324776 Jul 28 11:59:56.850545 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 32e34952-4686-46fe-b825-897e900dd02d details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:59:56.941967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 32e34952-4686-46fe-b825-897e900dd02d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=32e34952-4686-46fe-b825-897e900dd02d,segment=NetworkSegment(88c86ebd-35d2-4624-a654-2779c59e7185),segment_id=88c86ebd-35d2-4624-a654-2779c59e7185)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:59:56.952947 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '32e34952-4686-46fe-b825-897e900dd02d', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'port_id': '32e34952-4686-46fe-b825-897e900dd02d', 'mac_address': 'fa:16:3e:9a:6c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:59:56.992621 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:57.005307 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e34952-4686-46fe-b825-897e900dd02d {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:59:57.023939 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 32e34952-4686-46fe-b825-897e900dd02d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=32e34952-4686-46fe-b825-897e900dd02d,segment=NetworkSegment(88c86ebd-35d2-4624-a654-2779c59e7185),segment_id=88c86ebd-35d2-4624-a654-2779c59e7185)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:59:57.027514 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:57.073834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=32e34952-4686-46fe-b825-897e900dd02d,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:57.230660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['32e34952-4686-46fe-b825-897e900dd02d'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:59:57.472957 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf0d72-d50f-477e-a328-c5deb47458a0 req-d61abd61-1766-43b0-8bc7-2b582a6f384d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:57.474401 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-17cf0d72-d50f-477e-a328-c5deb47458a0 req-d61abd61-1766-43b0-8bc7-2b582a6f384d tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 944 time: 0.0520396 Jul 28 11:59:57.511579 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-17cf0d72-d50f-477e-a328-c5deb47458a0 req-8940baf8-6e16-4bbd-b3bd-0dbacfe065c1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=34db9720-f65d-4e04-a4a9-7d0e43d4e031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312374 Jul 28 11:59:58.628133 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07476c7-f1e2-41ec-865d-4ecc44a50e68 req-a4ec0495-8ae0-4904-bbd7-68d5a39eb438 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:58.629581 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c07476c7-f1e2-41ec-865d-4ecc44a50e68 req-a4ec0495-8ae0-4904-bbd7-68d5a39eb438 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 944 time: 0.0496848 Jul 28 11:59:58.668346 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c07476c7-f1e2-41ec-865d-4ecc44a50e68 req-bdc02ee6-6dae-4860-87a2-12451f358afb tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=34db9720-f65d-4e04-a4a9-7d0e43d4e031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327191 Jul 28 11:59:58.866499 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 32e34952-4686-46fe-b825-897e900dd02d up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:59:58.914788 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 32e34952-4686-46fe-b825-897e900dd02d completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:59:58.918222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 32e34952-4686-46fe-b825-897e900dd02d triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:59:58.918627 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:59.136584 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:59.158516 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30315a96-6900-436b-8fbe-e745bd3fd01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e34952-4686-46fe-b825-897e900dd02d'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:59:59.161019 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f0641f-d86e-4d91-80b0-bd900e64766d" -d '{"events": [{"server_uuid": "30315a96-6900-436b-8fbe-e745bd3fd01a", "name": "network-vif-plugged", "status": "completed", "tag": "32e34952-4686-46fe-b825-897e900dd02d"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:59:59.173524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 32e34952-4686-46fe-b825-897e900dd02d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=32e34952-4686-46fe-b825-897e900dd02d,segment=NetworkSegment(88c86ebd-35d2-4624-a654-2779c59e7185),segment_id=88c86ebd-35d2-4624-a654-2779c59e7185)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:59:59.177474 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:59.200067 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384d95ad-b59c-4210-a7be-c04cccd6e9d5 x-openstack-request-id: req-384d95ad-b59c-4210-a7be-c04cccd6e9d5 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:59:59.200353 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30315a96-6900-436b-8fbe-e745bd3fd01a", "name": "network-vif-plugged", "status": "completed", "tag": "32e34952-4686-46fe-b825-897e900dd02d", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:59:59.200600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-384d95ad-b59c-4210-a7be-c04cccd6e9d5 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:59:59.200983 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30315a96-6900-436b-8fbe-e745bd3fd01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e34952-4686-46fe-b825-897e900dd02d', 'code': 200} Jul 28 11:59:59.227359 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=32e34952-4686-46fe-b825-897e900dd02d,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:59:59.358696 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34de39e-30ca-4ce9-b9f5-0421db3b4982 req-1c44808f-68b0-4b8c-ae33-7e4866cabd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:59.360161 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b34de39e-30ca-4ce9-b9f5-0421db3b4982 req-1c44808f-68b0-4b8c-ae33-7e4866cabd9e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 1098 time: 0.0415282 Jul 28 11:59:59.395896 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b34de39e-30ca-4ce9-b9f5-0421db3b4982 req-486b4920-6ca2-4381-a126-92727036f7cf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=34db9720-f65d-4e04-a4a9-7d0e43d4e031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271149 Jul 28 11:59:59.782511 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e5279-a725-497e-bc47-170f679b89e3 req-ea928967-975b-4de9-a5ea-3cacad826321 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:59.784033 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-536e5279-a725-497e-bc47-170f679b89e3 req-ea928967-975b-4de9-a5ea-3cacad826321 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 945 time: 0.0505528 Jul 28 11:59:59.821204 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-536e5279-a725-497e-bc47-170f679b89e3 req-7d398cc1-f0a8-4ab0-9522-54564f780716 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=34db9720-f65d-4e04-a4a9-7d0e43d4e031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312340 Jul 28 12:00:00.939215 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96042922-f92f-460b-95b4-ee9e00d3119b req-efca5594-7f29-4d28-a859-c732b2c06a47 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:00.941538 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-96042922-f92f-460b-95b4-ee9e00d3119b req-efca5594-7f29-4d28-a859-c732b2c06a47 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 945 time: 0.0520895 Jul 28 12:00:01.283355 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-96042922-f92f-460b-95b4-ee9e00d3119b req-226a7173-1899-4a64-a546-f0ad7214685f tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=34db9720-f65d-4e04-a4a9-7d0e43d4e031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359911 Jul 28 12:00:01.395780 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c227f3f-1753-4adf-89bc-0fb94b6860a1 req-57262f85-d2b4-435c-ad40-d622572cbaae tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:01.397224 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8c227f3f-1753-4adf-89bc-0fb94b6860a1 req-57262f85-d2b4-435c-ad40-d622572cbaae tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 945 time: 0.0490959 Jul 28 12:00:01.434615 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8c227f3f-1753-4adf-89bc-0fb94b6860a1 req-ba9439e0-8c57-4123-84b3-d2ea81b60792 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=34db9720-f65d-4e04-a4a9-7d0e43d4e031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316017 Jul 28 12:00:01.455962 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33898) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:01.494027 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f423d93e-d789-41cd-a27e-b59c1e1a9420 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:01.495561 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f423d93e-d789-41cd-a27e-b59c1e1a9420 tempest-TestNetworkBasicOps-2113367691 tempest-TestNetworkBasicOps-2113367691-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 1093 time: 0.0386381 Jul 28 12:00:01.498247 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33900) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:01.503063 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '32e34952-4686-46fe-b825-897e900dd02d', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:00:01.523757 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:01.619094 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:01.721778 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Allocated IP 172.26.1.117 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/01b68988-5859-44f7-8aa5-73f48215292e) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:00:01.821491 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:01.859536 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:01.894684 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:00:01.897435 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:00:01.900851 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:00:01.930465 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=01b68988-5859-44f7-8aa5-73f48215292e,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:02.255831 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:02.323971 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:02.399957 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aeaf8d4-167a-4e69-93e3-81b65b2e0466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:02.469771 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:02.475039 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:02.556316 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event updated for resources: {'Port': ['ID=01b68988-5859-44f7-8aa5-73f48215292e,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:02.564461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:02.662470 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP 92fdb98c-dbd0-4032-a772-b08f64cd9323 associated. External IP: 172.26.1.117, port: 32e34952-4686-46fe-b825-897e900dd02d. Jul 28 12:00:02.866108 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router f264e289-2864-4c72-82d4-295cffc834bd has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:00:02.970992 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:00:02.980639 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4754b851-809f-441e-baab-6b40650745a6 None None] Sync routers for ids ['f264e289-2864-4c72-82d4-295cffc834bd'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:00:02.986408 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:02.990908 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4754b851-809f-441e-baab-6b40650745a6 None None] Routers {'f264e289-2864-4c72-82d4-295cffc834bd'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:00:02.991514 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4754b851-809f-441e-baab-6b40650745a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:59:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f264e289-2864-4c72-82d4-295cffc834bd'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:03.014790 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-694384f5-daa2-4c54-8cec-6d6b32372217 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5154917 Jul 28 12:00:03.015386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30315a96-6900-436b-8fbe-e745bd3fd01a', 'tag': '32e34952-4686-46fe-b825-897e900dd02d'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:00:03.017640 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3996d925-71a4-43d1-bd33-f550f0ed0640" -d '{"events": [{"name": "network-changed", "server_uuid": "30315a96-6900-436b-8fbe-e745bd3fd01a", "tag": "32e34952-4686-46fe-b825-897e900dd02d"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:00:03.018015 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33902) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:03.055399 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cfd76e-829c-4554-a84a-f1cda2948622 x-openstack-request-id: req-05cfd76e-829c-4554-a84a-f1cda2948622 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:00:03.055698 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30315a96-6900-436b-8fbe-e745bd3fd01a", "tag": "32e34952-4686-46fe-b825-897e900dd02d", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:00:03.055958 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05cfd76e-829c-4554-a84a-f1cda2948622 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:00:03.056402 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30315a96-6900-436b-8fbe-e745bd3fd01a', 'tag': '32e34952-4686-46fe-b825-897e900dd02d', 'status': 'completed', 'code': 200} Jul 28 12:00:03.101381 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-4754b851-809f-441e-baab-6b40650745a6 None None] Set router f264e289-2864-4c72-82d4-295cffc834bd gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:00:03.107442 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6c7d142b-5c1a-4cf5-8411-337be3e1c383 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/92fdb98c-dbd0-4032-a772-b08f64cd9323 HTTP/1.1" status: 200 len: 991 time: 0.0877011 Jul 28 12:00:03.123316 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996d925-71a4-43d1-bd33-f550f0ed0640 req-c5919381-82f9-4865-b564-725dbc1bac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:03.124778 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3996d925-71a4-43d1-bd33-f550f0ed0640 req-c5919381-82f9-4865-b564-725dbc1bac9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 1098 time: 0.0471208 Jul 28 12:00:03.211240 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996d925-71a4-43d1-bd33-f550f0ed0640 req-9e1a15f0-db6c-4d34-b5cd-fc975a6b72bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:03.212727 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3996d925-71a4-43d1-bd33-f550f0ed0640 req-9e1a15f0-db6c-4d34-b5cd-fc975a6b72bb service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f433f0f-787e-4c4a-9864-17fd02741538 HTTP/1.1" status: 200 len: 897 time: 0.0811257 Jul 28 12:00:03.284176 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3996d925-71a4-43d1-bd33-f550f0ed0640 req-6ed3a984-1291-4d8f-9141-1cd5f089a252 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e34952-4686-46fe-b825-897e900dd02d HTTP/1.1" status: 200 len: 999 time: 0.0628538 Jul 28 12:00:03.324743 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4754b851-809f-441e-baab-6b40650745a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T11:59:48Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T11:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '92fdb98c-dbd0-4032-a772-b08f64cd9323', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.117', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'port_id': '32e34952-4686-46fe-b825-897e900dd02d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'mac_address': 'fa:16:3e:9a:6c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30315a96-6900-436b-8fbe-e745bd3fd01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:00:02Z', 'updated_at': '2021-07-28T12:00:02Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab66382-f1f9-4964-8004-adbfe47affe8', 'name': '', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:80:e5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:48Z', 'updated_at': '2021-07-28T11:59:53Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:03.331918 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996d925-71a4-43d1-bd33-f550f0ed0640 req-63403bf7-84c9-4a9f-a5cc-3f62871426b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:03.333412 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3996d925-71a4-43d1-bd33-f550f0ed0640 req-63403bf7-84c9-4a9f-a5cc-3f62871426b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0911ea5e-cd20-4dde-a3b9-60d07046fc63 HTTP/1.1" status: 200 len: 835 time: 0.0425737 Jul 28 12:00:03.355261 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4754b851-809f-441e-baab-6b40650745a6 None None] Checking router: f264e289-2864-4c72-82d4-295cffc834bd for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:00:03.364053 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4754b851-809f-441e-baab-6b40650745a6 None None] Routers {'f264e289-2864-4c72-82d4-295cffc834bd'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:00:03.364656 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4754b851-809f-441e-baab-6b40650745a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T11:59:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f264e289-2864-4c72-82d4-295cffc834bd'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:03.378444 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996d925-71a4-43d1-bd33-f550f0ed0640 req-2b38fdb2-bdbe-4a8e-98b7-8cb6a61f1849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:03.379975 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3996d925-71a4-43d1-bd33-f550f0ed0640 req-2b38fdb2-bdbe-4a8e-98b7-8cb6a61f1849 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f433f0f-787e-4c4a-9864-17fd02741538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401626 Jul 28 12:00:03.468834 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-4754b851-809f-441e-baab-6b40650745a6 None None] Set router f264e289-2864-4c72-82d4-295cffc834bd gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:00:03.469452 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3996d925-71a4-43d1-bd33-f550f0ed0640 req-19e6d113-2657-489b-8523-f44a4d8cfba8 service neutron] 10.222.0.39 "GET /v2.0/networks/0f433f0f-787e-4c4a-9864-17fd02741538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827038 Jul 28 12:00:03.557724 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3996d925-71a4-43d1-bd33-f550f0ed0640 req-2dcee4c7-5bde-4e25-93c2-1ab2ef65c099 service neutron] 10.222.0.39 "GET /v2.0/networks/0f433f0f-787e-4c4a-9864-17fd02741538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800500 Jul 28 12:00:03.760669 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4754b851-809f-441e-baab-6b40650745a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T11:59:48Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T11:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '92fdb98c-dbd0-4032-a772-b08f64cd9323', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.117', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'port_id': '32e34952-4686-46fe-b825-897e900dd02d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'mac_address': 'fa:16:3e:9a:6c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30315a96-6900-436b-8fbe-e745bd3fd01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:00:02Z', 'updated_at': '2021-07-28T12:00:02Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab66382-f1f9-4964-8004-adbfe47affe8', 'name': '', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:80:e5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:48Z', 'updated_at': '2021-07-28T11:59:53Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:03.791095 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4754b851-809f-441e-baab-6b40650745a6 None None] The sync data for ids ['f264e289-2864-4c72-82d4-295cffc834bd'] in dv-neutron-786478-16-hyperv is: [{'id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T11:59:48Z', 'revision_number': 4, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T11:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '92fdb98c-dbd0-4032-a772-b08f64cd9323', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.117', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'port_id': '32e34952-4686-46fe-b825-897e900dd02d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'mac_address': 'fa:16:3e:9a:6c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30315a96-6900-436b-8fbe-e745bd3fd01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:00:02Z', 'updated_at': '2021-07-28T12:00:02Z', 'revision_number': 0, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab66382-f1f9-4964-8004-adbfe47affe8', 'name': '', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:80:e5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:48Z', 'updated_at': '2021-07-28T11:59:53Z', 'revision_number': 5, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:00:03.972575 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd092723-a6a8-4892-8700-7a49bf6d84f3 None None] New status for floating IP 92fdb98c-dbd0-4032-a772-b08f64cd9323: ACTIVE {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:00:04.110807 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33906) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:04.175030 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-167733d1-acc9-47cc-82b2-d69bb83a6276 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/92fdb98c-dbd0-4032-a772-b08f64cd9323 HTTP/1.1" status: 200 len: 993 time: 0.0629930 Jul 28 12:00:04.903772 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58b41d5c-0116-47cb-a15d-4a46e195bb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:05.337255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:06.408081 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:07.970885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:09.876214 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:00:20.117377 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:32.400949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ff8f5d6-901a-407f-8038-a77563a42328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:34.903673 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6e297997-7498-45b2-995b-6f36c32315f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:35.338046 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:35.361551 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33918) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:35.366616 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-432a6bb4-6b0e-4a9a-8dc1-8e9c8453332c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'router': {'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:00:36.006801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-432a6bb4-6b0e-4a9a-8dc1-8e9c8453332c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:36.016011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-432a6bb4-6b0e-4a9a-8dc1-8e9c8453332c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:36.120582 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432a6bb4-6b0e-4a9a-8dc1-8e9c8453332c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router f264e289-2864-4c72-82d4-295cffc834bd has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:00:36.224766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432a6bb4-6b0e-4a9a-8dc1-8e9c8453332c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:00:36.231536 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-432a6bb4-6b0e-4a9a-8dc1-8e9c8453332c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:36.232703 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-432a6bb4-6b0e-4a9a-8dc1-8e9c8453332c tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/f264e289-2864-4c72-82d4-295cffc834bd HTTP/1.1" status: 200 len: 889 time: 0.8701503 Jul 28 12:00:36.234199 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122bbba3-1765-4df5-949c-be6e0026f25e None None] Sync routers for ids ['f264e289-2864-4c72-82d4-295cffc834bd'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:00:36.244184 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122bbba3-1765-4df5-949c-be6e0026f25e None None] Routers {'f264e289-2864-4c72-82d4-295cffc834bd'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:00:36.244780 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-122bbba3-1765-4df5-949c-be6e0026f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:00:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f264e289-2864-4c72-82d4-295cffc834bd'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:36.275654 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-122bbba3-1765-4df5-949c-be6e0026f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:36.284261 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122bbba3-1765-4df5-949c-be6e0026f25e None None] Routers {'f264e289-2864-4c72-82d4-295cffc834bd'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:00:36.284838 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-122bbba3-1765-4df5-949c-be6e0026f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:00:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f264e289-2864-4c72-82d4-295cffc834bd'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:36.317741 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-122bbba3-1765-4df5-949c-be6e0026f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:36.318339 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122bbba3-1765-4df5-949c-be6e0026f25e None None] The sync data for ids ['f264e289-2864-4c72-82d4-295cffc834bd'] in dv-neutron-786478-16-hyperv is: [] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:00:36.408970 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:37.061889 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84165aa-a1ca-44ba-b332-3400b3517cd2 None None] New status for floating IP 92fdb98c-dbd0-4032-a772-b08f64cd9323: DOWN {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:00:37.094126 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d12974e7-bfeb-46fb-a69f-8cba321ee43a no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:00:37.253625 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:37.275270 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port d12974e7-bfeb-46fb-a69f-8cba321ee43a, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d12974e7-bfeb-46fb-a69f-8cba321ee43a,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:37.283014 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:37.283847 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3ab66382-f1f9-4964-8004-adbfe47affe8 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:00:37.356797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=d12974e7-bfeb-46fb-a69f-8cba321ee43a,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:37.398110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:37.429126 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 3ab66382-f1f9-4964-8004-adbfe47affe8, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=3ab66382-f1f9-4964-8004-adbfe47affe8,segment=NetworkSegment(88c86ebd-35d2-4624-a654-2779c59e7185),segment_id=88c86ebd-35d2-4624-a654-2779c59e7185)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:37.433026 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:37.479283 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=3ab66382-f1f9-4964-8004-adbfe47affe8,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:37.973633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:38.346653 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33922) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:38.351563 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-00a797a1-c4e6-461c-8a66-9d5ab3d8da9e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:00:38.647427 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-00a797a1-c4e6-461c-8a66-9d5ab3d8da9e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:38.657418 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-00a797a1-c4e6-461c-8a66-9d5ab3d8da9e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594426'] for router, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:38.760598 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a797a1-c4e6-461c-8a66-9d5ab3d8da9e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router f264e289-2864-4c72-82d4-295cffc834bd has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:00:38.865112 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a797a1-c4e6-461c-8a66-9d5ab3d8da9e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:00:38.871802 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-00a797a1-c4e6-461c-8a66-9d5ab3d8da9e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:38.872953 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-00a797a1-c4e6-461c-8a66-9d5ab3d8da9e tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/f264e289-2864-4c72-82d4-295cffc834bd HTTP/1.1" status: 200 len: 888 time: 0.5253139 Jul 28 12:00:38.874473 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838125c-7087-499d-ba46-50ec3abf4a26 None None] Sync routers for ids ['f264e289-2864-4c72-82d4-295cffc834bd'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:00:38.875902 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33924) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:38.884872 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838125c-7087-499d-ba46-50ec3abf4a26 None None] Routers {'f264e289-2864-4c72-82d4-295cffc834bd'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:00:38.885484 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-6838125c-7087-499d-ba46-50ec3abf4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:00:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f264e289-2864-4c72-82d4-295cffc834bd'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:38.935404 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6965c92f-650d-4dbf-b6d0-6844c86b4ba2 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/92fdb98c-dbd0-4032-a772-b08f64cd9323 HTTP/1.1" status: 200 len: 991 time: 0.0582631 Jul 28 12:00:38.989927 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-6838125c-7087-499d-ba46-50ec3abf4a26 None None] Set router f264e289-2864-4c72-82d4-295cffc834bd gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:00:39.202624 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-6838125c-7087-499d-ba46-50ec3abf4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T12:00:38Z', 'revision_number': 6, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T12:00:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '92fdb98c-dbd0-4032-a772-b08f64cd9323', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.117', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'port_id': '32e34952-4686-46fe-b825-897e900dd02d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'mac_address': 'fa:16:3e:9a:6c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30315a96-6900-436b-8fbe-e745bd3fd01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:00:02Z', 'updated_at': '2021-07-28T12:00:37Z', 'revision_number': 2, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab66382-f1f9-4964-8004-adbfe47affe8', 'name': '', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:80:e5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:48Z', 'updated_at': '2021-07-28T12:00:37Z', 'revision_number': 6, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:39.227756 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838125c-7087-499d-ba46-50ec3abf4a26 None None] Checking router: f264e289-2864-4c72-82d4-295cffc834bd for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:00:39.235700 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838125c-7087-499d-ba46-50ec3abf4a26 None None] Routers {'f264e289-2864-4c72-82d4-295cffc834bd'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:00:39.236301 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-6838125c-7087-499d-ba46-50ec3abf4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:00:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f264e289-2864-4c72-82d4-295cffc834bd'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:39.338586 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-6838125c-7087-499d-ba46-50ec3abf4a26 None None] Set router f264e289-2864-4c72-82d4-295cffc834bd gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:00:39.558704 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-6838125c-7087-499d-ba46-50ec3abf4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T12:00:38Z', 'revision_number': 6, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T12:00:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '92fdb98c-dbd0-4032-a772-b08f64cd9323', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.117', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'port_id': '32e34952-4686-46fe-b825-897e900dd02d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'mac_address': 'fa:16:3e:9a:6c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30315a96-6900-436b-8fbe-e745bd3fd01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:00:02Z', 'updated_at': '2021-07-28T12:00:37Z', 'revision_number': 2, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab66382-f1f9-4964-8004-adbfe47affe8', 'name': '', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:80:e5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:48Z', 'updated_at': '2021-07-28T12:00:37Z', 'revision_number': 6, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:39.584674 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838125c-7087-499d-ba46-50ec3abf4a26 None None] The sync data for ids ['f264e289-2864-4c72-82d4-295cffc834bd'] in dv-neutron-786478-16-hyperv is: [{'id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T12:00:38Z', 'revision_number': 6, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T12:00:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '92fdb98c-dbd0-4032-a772-b08f64cd9323', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'floating_ip_address': '172.26.1.117', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'port_id': '32e34952-4686-46fe-b825-897e900dd02d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'mac_address': 'fa:16:3e:9a:6c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30315a96-6900-436b-8fbe-e745bd3fd01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:00:02Z', 'updated_at': '2021-07-28T12:00:37Z', 'revision_number': 2, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab66382-f1f9-4964-8004-adbfe47affe8', 'name': '', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:80:e5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:48Z', 'updated_at': '2021-07-28T12:00:37Z', 'revision_number': 6, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:00:39.938829 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33926) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:40.004526 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-088bbb20-9339-4bc2-bfb3-8859ee62fcf1 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/92fdb98c-dbd0-4032-a772-b08f64cd9323 HTTP/1.1" status: 200 len: 991 time: 0.0636725 Jul 28 12:00:41.008360 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33928) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:41.073277 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf0618b-7b45-4db5-9a58-898442780e2c None None] New status for floating IP 92fdb98c-dbd0-4032-a772-b08f64cd9323: ACTIVE {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:00:41.083356 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-df1cf9f8-e23e-4b7e-a05f-53453be3e0ca tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/92fdb98c-dbd0-4032-a772-b08f64cd9323 HTTP/1.1" status: 200 len: 991 time: 0.0728948 Jul 28 12:00:41.112408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d12974e7-bfeb-46fb-a69f-8cba321ee43a up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:00:41.220885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port d12974e7-bfeb-46fb-a69f-8cba321ee43a triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:00:41.221259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:41.333232 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:41.354391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port d12974e7-bfeb-46fb-a69f-8cba321ee43a, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d12974e7-bfeb-46fb-a69f-8cba321ee43a,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:41.358764 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:41.359555 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3ab66382-f1f9-4964-8004-adbfe47affe8 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:00:41.436848 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=d12974e7-bfeb-46fb-a69f-8cba321ee43a,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:41.449431 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 3ab66382-f1f9-4964-8004-adbfe47affe8 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:00:41.449803 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:41.525428 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:41.557630 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 3ab66382-f1f9-4964-8004-adbfe47affe8, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=3ab66382-f1f9-4964-8004-adbfe47affe8,segment=NetworkSegment(88c86ebd-35d2-4624-a654-2779c59e7185),segment_id=88c86ebd-35d2-4624-a654-2779c59e7185)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:41.561219 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:41.606948 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=3ab66382-f1f9-4964-8004-adbfe47affe8,revision_number=7']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:42.086458 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33932) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:42.149810 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7f4a7121-9b4d-4b2c-9fdc-623469822512 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/floatingips/92fdb98c-dbd0-4032-a772-b08f64cd9323 HTTP/1.1" status: 200 len: 993 time: 0.0622592 Jul 28 12:00:42.379874 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33938) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:42.828572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 01b68988-5859-44f7-8aa5-73f48215292e {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:00:42.828919 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:42.902936 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:42.903317 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:42.914731 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 01b68988-5859-44f7-8aa5-73f48215292e owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:00:43.057829 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d12974e7-bfeb-46fb-a69f-8cba321ee43a up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:00:43.060827 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:43.086461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=01b68988-5859-44f7-8aa5-73f48215292e,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:43.096518 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:43.096871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:43.097210 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:43.098083 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:43.098411 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:43.098762 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:43.099091 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:43.099419 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:43.099747 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:43.100072 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:43.100504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:43.100826 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:43.108764 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port d12974e7-bfeb-46fb-a69f-8cba321ee43a triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:00:43.109190 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:43.157375 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:43.157640 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Floating IP 92fdb98c-dbd0-4032-a772-b08f64cd9323 disassociated (deleted). External IP: 172.26.1.117, port: 32e34952-4686-46fe-b825-897e900dd02d. Jul 28 12:00:43.186086 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3ab66382-f1f9-4964-8004-adbfe47affe8 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:00:43.230163 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 3ab66382-f1f9-4964-8004-adbfe47affe8 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:00:43.230565 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:43.368506 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router f264e289-2864-4c72-82d4-295cffc834bd has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:00:43.475069 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:00:43.479396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:43.484191 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fb4075-db25-42b1-8247-b8dffa7e68aa None None] Sync routers for ids ['f264e289-2864-4c72-82d4-295cffc834bd'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:00:43.493030 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fb4075-db25-42b1-8247-b8dffa7e68aa None None] Routers {'f264e289-2864-4c72-82d4-295cffc834bd'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:00:43.493632 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-55fb4075-db25-42b1-8247-b8dffa7e68aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:00:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f264e289-2864-4c72-82d4-295cffc834bd'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:43.505955 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ba5a5050-7a4b-42a9-848d-49859018551a tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/floatingips/92fdb98c-dbd0-4032-a772-b08f64cd9323 HTTP/1.1" status: 204 len: 168 time: 1.1250904 Jul 28 12:00:43.506675 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30315a96-6900-436b-8fbe-e745bd3fd01a', 'tag': '32e34952-4686-46fe-b825-897e900dd02d'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:00:43.509006 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d70e06e-15e4-4565-ad85-ac3dd428ec50" -d '{"events": [{"name": "network-changed", "server_uuid": "30315a96-6900-436b-8fbe-e745bd3fd01a", "tag": "32e34952-4686-46fe-b825-897e900dd02d"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:00:43.547068 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4d64ab-4b9e-44f6-a25a-09e2ba29642f x-openstack-request-id: req-1d4d64ab-4b9e-44f6-a25a-09e2ba29642f {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:00:43.547386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30315a96-6900-436b-8fbe-e745bd3fd01a", "tag": "32e34952-4686-46fe-b825-897e900dd02d", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:00:43.547644 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d4d64ab-4b9e-44f6-a25a-09e2ba29642f {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:00:43.548588 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30315a96-6900-436b-8fbe-e745bd3fd01a', 'tag': '32e34952-4686-46fe-b825-897e900dd02d', 'status': 'completed', 'code': 200} Jul 28 12:00:43.603276 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-55fb4075-db25-42b1-8247-b8dffa7e68aa None None] Set router f264e289-2864-4c72-82d4-295cffc834bd gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:00:43.611348 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70e06e-15e4-4565-ad85-ac3dd428ec50 req-102fcc36-bd26-4873-8299-84cf036a12b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:43.613211 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1d70e06e-15e4-4565-ad85-ac3dd428ec50 req-102fcc36-bd26-4873-8299-84cf036a12b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=494923637e9742fd92ad3c4630d377e7&device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 1098 time: 0.0419836 Jul 28 12:00:43.721325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70e06e-15e4-4565-ad85-ac3dd428ec50 req-51b04ea7-0398-44e4-bae9-d514d84d5bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:43.723393 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1d70e06e-15e4-4565-ad85-ac3dd428ec50 req-51b04ea7-0398-44e4-bae9-d514d84d5bc4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f433f0f-787e-4c4a-9864-17fd02741538 HTTP/1.1" status: 200 len: 897 time: 0.1029580 Jul 28 12:00:43.749835 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c46adc-7da1-4bc9-adf9-03db3c939aa5 req-425cedcc-25a9-4561-9a7f-bb0bb1a39f20 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:43.752496 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a9c46adc-7da1-4bc9-adf9-03db3c939aa5 req-425cedcc-25a9-4561-9a7f-bb0bb1a39f20 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 945 time: 0.0534656 Jul 28 12:00:43.772663 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1d70e06e-15e4-4565-ad85-ac3dd428ec50 req-9c5ca5a5-93e2-4356-93e7-32300516c6c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e34952-4686-46fe-b825-897e900dd02d HTTP/1.1" status: 200 len: 217 time: 0.0409029 Jul 28 12:00:43.794103 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a9c46adc-7da1-4bc9-adf9-03db3c939aa5 req-ed3831bf-46e3-4eaa-881d-f0eee18a5318 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=34db9720-f65d-4e04-a4a9-7d0e43d4e031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334532 Jul 28 12:00:43.814809 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-55fb4075-db25-42b1-8247-b8dffa7e68aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T12:00:38Z', 'revision_number': 6, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T12:00:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '3ab66382-f1f9-4964-8004-adbfe47affe8', 'name': '', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:80:e5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:48Z', 'updated_at': '2021-07-28T12:00:41Z', 'revision_number': 7, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:43.830094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70e06e-15e4-4565-ad85-ac3dd428ec50 req-f04b0dea-de16-441b-8925-457a9596ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:43.831638 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1d70e06e-15e4-4565-ad85-ac3dd428ec50 req-f04b0dea-de16-441b-8925-457a9596ee5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0911ea5e-cd20-4dde-a3b9-60d07046fc63 HTTP/1.1" status: 200 len: 835 time: 0.0510798 Jul 28 12:00:43.840527 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fb4075-db25-42b1-8247-b8dffa7e68aa None None] Checking router: f264e289-2864-4c72-82d4-295cffc834bd for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:00:43.849566 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fb4075-db25-42b1-8247-b8dffa7e68aa None None] Routers {'f264e289-2864-4c72-82d4-295cffc834bd'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:00:43.850177 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-55fb4075-db25-42b1-8247-b8dffa7e68aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:00:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f264e289-2864-4c72-82d4-295cffc834bd'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:43.878339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70e06e-15e4-4565-ad85-ac3dd428ec50 req-0c09e346-0035-482f-a074-fa33e77fb7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:43.879954 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1d70e06e-15e4-4565-ad85-ac3dd428ec50 req-0c09e346-0035-482f-a074-fa33e77fb7a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f433f0f-787e-4c4a-9864-17fd02741538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410094 Jul 28 12:00:43.978097 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1d70e06e-15e4-4565-ad85-ac3dd428ec50 req-7fe19813-e9b2-4c16-bbaa-c2144df02764 service neutron] 10.222.0.39 "GET /v2.0/networks/0f433f0f-787e-4c4a-9864-17fd02741538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899012 Jul 28 12:00:44.043813 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-55fb4075-db25-42b1-8247-b8dffa7e68aa None None] Set router f264e289-2864-4c72-82d4-295cffc834bd gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:00:44.072263 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1d70e06e-15e4-4565-ad85-ac3dd428ec50 req-befd55d5-14ab-4509-a621-666d830e0913 service neutron] 10.222.0.39 "GET /v2.0/networks/0f433f0f-787e-4c4a-9864-17fd02741538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850344 Jul 28 12:00:44.234021 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-55fb4075-db25-42b1-8247-b8dffa7e68aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T12:00:38Z', 'revision_number': 6, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T12:00:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '3ab66382-f1f9-4964-8004-adbfe47affe8', 'name': '', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:80:e5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:48Z', 'updated_at': '2021-07-28T12:00:41Z', 'revision_number': 7, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:44.259751 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fb4075-db25-42b1-8247-b8dffa7e68aa None None] The sync data for ids ['f264e289-2864-4c72-82d4-295cffc834bd'] in dv-neutron-786478-16-hyperv is: [{'id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T12:00:38Z', 'revision_number': 6, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T12:00:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '3ab66382-f1f9-4964-8004-adbfe47affe8', 'name': '', 'network_id': '0f433f0f-787e-4c4a-9864-17fd02741538', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'mac_address': 'fa:16:3e:80:e5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:48Z', 'updated_at': '2021-07-28T12:00:41Z', 'revision_number': 7, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'subnets': [{'id': '0911ea5e-cd20-4dde-a3b9-60d07046fc63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:00:44.869073 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4111dfd9-4710-4f8f-bd6c-f510ca6ad11a None None] New status for floating IP 92fdb98c-dbd0-4032-a772-b08f64cd9323: DOWN {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:00:44.918013 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f33377-f429-4772-b7d0-092a8ed30891 req-a919912c-01fa-4981-9019-39e69dfab471 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:44.919541 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b6f33377-f429-4772-b7d0-092a8ed30891 req-a919912c-01fa-4981-9019-39e69dfab471 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/ports?device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 945 time: 0.0501103 Jul 28 12:00:44.959379 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b6f33377-f429-4772-b7d0-092a8ed30891 req-542768fe-5218-4e19-9e82-6da7456dbed0 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "GET /v2.0/security-groups?id=34db9720-f65d-4e04-a4a9-7d0e43d4e031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336735 Jul 28 12:00:45.018471 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9af8f3-ed43-496b-b962-1608bb0e7a3d req-093cb760-dff9-4a58-bf9f-e1f06b8bc63b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:45.020464 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e9af8f3-ed43-496b-b962-1608bb0e7a3d req-093cb760-dff9-4a58-bf9f-e1f06b8bc63b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "GET /v2.0/ports?device_id=30315a96-6900-436b-8fbe-e745bd3fd01a HTTP/1.1" status: 200 len: 945 time: 0.0488644 Jul 28 12:00:45.111060 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-0e9af8f3-ed43-496b-b962-1608bb0e7a3d req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 32e34952-4686-46fe-b825-897e900dd02d {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:00:45.111329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e9af8f3-ed43-496b-b962-1608bb0e7a3d req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:45.197838 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-0e9af8f3-ed43-496b-b962-1608bb0e7a3d req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 32e34952-4686-46fe-b825-897e900dd02d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=32e34952-4686-46fe-b825-897e900dd02d,segment=NetworkSegment(88c86ebd-35d2-4624-a654-2779c59e7185),segment_id=88c86ebd-35d2-4624-a654-2779c59e7185)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:45.198212 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e9af8f3-ed43-496b-b962-1608bb0e7a3d req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:45.215527 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-0e9af8f3-ed43-496b-b962-1608bb0e7a3d req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 32e34952-4686-46fe-b825-897e900dd02d owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:00:45.339155 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e9af8f3-ed43-496b-b962-1608bb0e7a3d req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:45.367072 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=32e34952-4686-46fe-b825-897e900dd02d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:45.376404 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:45.376762 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:45.377105 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:45.377443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:45.377775 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:45.378106 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:45.378475 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:45.379917 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:45.380165 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:45.380501 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:45.380827 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:45.381154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:45.426296 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9af8f3-ed43-496b-b962-1608bb0e7a3d req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] No DVR routers for this DVR port 32e34952-4686-46fe-b825-897e900dd02d on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:00:45.428710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e9af8f3-ed43-496b-b962-1608bb0e7a3d req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:45.430727 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e9af8f3-ed43-496b-b962-1608bb0e7a3d req-03a088da-c28d-4959-aaf4-11c60fda5b16 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.39 "DELETE /v2.0/ports/32e34952-4686-46fe-b825-897e900dd02d HTTP/1.1" status: 204 len: 173 time: 0.4041810 Jul 28 12:00:45.431164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30315a96-6900-436b-8fbe-e745bd3fd01a', 'name': 'network-vif-deleted', 'tag': '32e34952-4686-46fe-b825-897e900dd02d'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:00:45.433408 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850d8583-b663-47c0-b33a-f706f9f3abd4" -d '{"events": [{"server_uuid": "30315a96-6900-436b-8fbe-e745bd3fd01a", "name": "network-vif-deleted", "tag": "32e34952-4686-46fe-b825-897e900dd02d"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:00:45.469425 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62295ef2-20bb-4be5-8782-abc0276e1994 x-openstack-request-id: req-62295ef2-20bb-4be5-8782-abc0276e1994 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:00:45.469747 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30315a96-6900-436b-8fbe-e745bd3fd01a", "name": "network-vif-deleted", "tag": "32e34952-4686-46fe-b825-897e900dd02d", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:00:45.470073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62295ef2-20bb-4be5-8782-abc0276e1994 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:00:45.470513 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30315a96-6900-436b-8fbe-e745bd3fd01a', 'name': 'network-vif-deleted', 'tag': '32e34952-4686-46fe-b825-897e900dd02d', 'status': 'completed', 'code': 200} Jul 28 12:00:46.014724 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33954) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:46.072979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-271bcb18-1b8a-4932-be8e-3e4b307c7970 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:46.097114 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-271bcb18-1b8a-4932-be8e-3e4b307c7970 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:46.153603 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-271bcb18-1b8a-4932-be8e-3e4b307c7970 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:46.156153 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-271bcb18-1b8a-4932-be8e-3e4b307c7970 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:46.157545 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-271bcb18-1b8a-4932-be8e-3e4b307c7970 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/security-groups/34db9720-f65d-4e04-a4a9-7d0e43d4e031 HTTP/1.1" status: 204 len: 168 time: 0.1418417 Jul 28 12:00:46.166811 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bcb18-1b8a-4932-be8e-3e4b307c7970 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34db9720-f65d-4e04-a4a9-7d0e43d4e031,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:46.193121 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33958) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:46.546771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-748ffd64-5721-4152-afcd-ac70a2200b5b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:46.792524 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-748ffd64-5721-4152-afcd-ac70a2200b5b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port 3ab66382-f1f9-4964-8004-adbfe47affe8 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:00:46.792872 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-748ffd64-5721-4152-afcd-ac70a2200b5b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:46.874688 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:00:46.877341 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-748ffd64-5721-4152-afcd-ac70a2200b5b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port 3ab66382-f1f9-4964-8004-adbfe47affe8, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=3ab66382-f1f9-4964-8004-adbfe47affe8,segment=NetworkSegment(88c86ebd-35d2-4624-a654-2779c59e7185),segment_id=88c86ebd-35d2-4624-a654-2779c59e7185)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:46.877708 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-748ffd64-5721-4152-afcd-ac70a2200b5b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:46.890479 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-748ffd64-5721-4152-afcd-ac70a2200b5b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for 3ab66382-f1f9-4964-8004-adbfe47affe8 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:00:47.073834 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-748ffd64-5721-4152-afcd-ac70a2200b5b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:47.105921 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ffd64-5721-4152-afcd-ac70a2200b5b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=3ab66382-f1f9-4964-8004-adbfe47affe8,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:47.279015 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-748ffd64-5721-4152-afcd-ac70a2200b5b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:47.490084 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748ffd64-5721-4152-afcd-ac70a2200b5b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Router f264e289-2864-4c72-82d4-295cffc834bd has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:00:47.592023 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748ffd64-5721-4152-afcd-ac70a2200b5b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:00:47.596929 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-748ffd64-5721-4152-afcd-ac70a2200b5b tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "PUT /v2.0/routers/f264e289-2864-4c72-82d4-295cffc834bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4027748 Jul 28 12:00:47.599847 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33960) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:47.602337 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a831cd4-9d84-402a-99c5-4b051bf79d73 None None] Sync routers for ids ['f264e289-2864-4c72-82d4-295cffc834bd'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:00:47.611234 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a831cd4-9d84-402a-99c5-4b051bf79d73 None None] Routers {'f264e289-2864-4c72-82d4-295cffc834bd'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:00:47.611834 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0a831cd4-9d84-402a-99c5-4b051bf79d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:00:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f264e289-2864-4c72-82d4-295cffc834bd'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:47.650374 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b28fa22-0480-44f7-b7d6-78a630efc915 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting subnet 0911ea5e-cd20-4dde-a3b9-60d07046fc63 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:00:47.653523 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b28fa22-0480-44f7-b7d6-78a630efc915 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:47.692763 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b28fa22-0480-44f7-b7d6-78a630efc915 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:47.715865 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-0a831cd4-9d84-402a-99c5-4b051bf79d73 None None] Set router f264e289-2864-4c72-82d4-295cffc834bd gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:00:47.777744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b28fa22-0480-44f7-b7d6-78a630efc915 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:47.836380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b28fa22-0480-44f7-b7d6-78a630efc915 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:47.861746 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28fa22-0480-44f7-b7d6-78a630efc915 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Subnet': ['ID=0911ea5e-cd20-4dde-a3b9-60d07046fc63,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:47.869098 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b28fa22-0480-44f7-b7d6-78a630efc915 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:47.873100 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7b28fa22-0480-44f7-b7d6-78a630efc915 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/subnets/0911ea5e-cd20-4dde-a3b9-60d07046fc63 HTTP/1.1" status: 204 len: 168 time: 0.2716510 Jul 28 12:00:47.874960 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33962) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:47.875551 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8c1dff-2a1a-4aa1-8fc3-4aab227df48a None None] Network 0f433f0f-787e-4c4a-9864-17fd02741538 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:00:47.898400 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0a831cd4-9d84-402a-99c5-4b051bf79d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T12:00:47Z', 'revision_number': 7, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T12:00:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:47.924705 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a831cd4-9d84-402a-99c5-4b051bf79d73 None None] Checking router: f264e289-2864-4c72-82d4-295cffc834bd for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:00:47.933045 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a831cd4-9d84-402a-99c5-4b051bf79d73 None None] Routers {'f264e289-2864-4c72-82d4-295cffc834bd'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:00:47.933652 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0a831cd4-9d84-402a-99c5-4b051bf79d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:00:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['f264e289-2864-4c72-82d4-295cffc834bd'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:48.003447 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d4ef291c-db99-4754-bf90-d05d4c741de6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:48.043794 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-0a831cd4-9d84-402a-99c5-4b051bf79d73 None None] Set router f264e289-2864-4c72-82d4-295cffc834bd gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:00:48.062974 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] DHCP port deletion for 0f433f0f-787e-4c4a-9864-17fd02741538 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:00:48.109544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] Deleting port 00f6dce1-7072-4896-ab52-e0f9ea31dc19 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:00:48.109920 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:48.116838 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d4ef291c-db99-4754-bf90-d05d4c741de6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:48.169958 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-d4ef291c-db99-4754-bf90-d05d4c741de6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Deleting port d12974e7-bfeb-46fb-a69f-8cba321ee43a {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:00:48.170303 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d4ef291c-db99-4754-bf90-d05d4c741de6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:48.174915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] For port 00f6dce1-7072-4896-ab52-e0f9ea31dc19, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=00f6dce1-7072-4896-ab52-e0f9ea31dc19,segment=NetworkSegment(88c86ebd-35d2-4624-a654-2779c59e7185),segment_id=88c86ebd-35d2-4624-a654-2779c59e7185)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:48.176167 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:48.188799 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] Calling delete_port for 00f6dce1-7072-4896-ab52-e0f9ea31dc19 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:00:48.222295 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-0a831cd4-9d84-402a-99c5-4b051bf79d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T12:00:47Z', 'revision_number': 7, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T12:00:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:48.252893 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a831cd4-9d84-402a-99c5-4b051bf79d73 None None] The sync data for ids ['f264e289-2864-4c72-82d4-295cffc834bd'] in dv-neutron-786478-16-hyperv is: [{'id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'name': 'tempest-TestNetworkBasicOps-router-1108662932', 'tenant_id': '494923637e9742fd92ad3c4630d377e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T12:00:47Z', 'revision_number': 7, 'project_id': '494923637e9742fd92ad3c4630d377e7', 'gw_port': {'id': 'd12974e7-bfeb-46fb-a69f-8cba321ee43a', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f264e289-2864-4c72-82d4-295cffc834bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:59:45Z', 'updated_at': '2021-07-28T12:00:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:00:48.258286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-d4ef291c-db99-4754-bf90-d05d4c741de6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] For port d12974e7-bfeb-46fb-a69f-8cba321ee43a, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d12974e7-bfeb-46fb-a69f-8cba321ee43a,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:48.258286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d4ef291c-db99-4754-bf90-d05d4c741de6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:48.273204 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-d4ef291c-db99-4754-bf90-d05d4c741de6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Calling delete_port for d12974e7-bfeb-46fb-a69f-8cba321ee43a owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:00:48.426583 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:48.451227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] Pushing event deleted for resources: {'Port': ['ID=00f6dce1-7072-4896-ab52-e0f9ea31dc19,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:48.455603 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] No DVR routers for this DVR port 00f6dce1-7072-4896-ab52-e0f9ea31dc19 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:00:48.462653 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:48.463090 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:48.463357 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:48.463686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:48.464016 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:48.464341 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:48.464664 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:48.464986 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:48.465546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:48.465655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:48.465968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:48.466292 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a14206-5eeb-477f-bfe0-652493fa8079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:48.798873 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d4ef291c-db99-4754-bf90-d05d4c741de6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:48.824300 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef291c-db99-4754-bf90-d05d4c741de6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Port': ['ID=d12974e7-bfeb-46fb-a69f-8cba321ee43a,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:48.882325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d4ef291c-db99-4754-bf90-d05d4c741de6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:48.973793 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d4ef291c-db99-4754-bf90-d05d4c741de6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:48.975944 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d4ef291c-db99-4754-bf90-d05d4c741de6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:49.018710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d4ef291c-db99-4754-bf90-d05d4c741de6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:49.019993 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ef291c-db99-4754-bf90-d05d4c741de6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Fanout notify agent at l3_agent the message router_deleted on router f264e289-2864-4c72-82d4-295cffc834bd {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:00:49.027481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d4ef291c-db99-4754-bf90-d05d4c741de6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:49.028596 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d4ef291c-db99-4754-bf90-d05d4c741de6 tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/routers/f264e289-2864-4c72-82d4-295cffc834bd HTTP/1.1" status: 204 len: 168 time: 1.1526313 Jul 28 12:00:49.031231 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33964) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:49.084584 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 32e34952-4686-46fe-b825-897e900dd02d no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:00:49.105902 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 32e34952-4686-46fe-b825-897e900dd02d {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:00:49.106255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 32e34952-4686-46fe-b825-897e900dd02d not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:00:49.112487 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cdd7aa8d-494d-4372-a3d2-1ecf8e1e45dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:49.119848 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 00f6dce1-7072-4896-ab52-e0f9ea31dc19 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:00:49.140248 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 00f6dce1-7072-4896-ab52-e0f9ea31dc19 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:00:49.140520 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 00f6dce1-7072-4896-ab52-e0f9ea31dc19 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:00:49.141325 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3ab66382-f1f9-4964-8004-adbfe47affe8 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:00:49.161957 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 3ab66382-f1f9-4964-8004-adbfe47affe8 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:00:49.162311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 3ab66382-f1f9-4964-8004-adbfe47affe8 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:00:49.204687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cdd7aa8d-494d-4372-a3d2-1ecf8e1e45dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:49.214916 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-cdd7aa8d-494d-4372-a3d2-1ecf8e1e45dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f433f0f-787e-4c4a-9864-17fd02741538']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:49.224931 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-cdd7aa8d-494d-4372-a3d2-1ecf8e1e45dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c86ebd-35d2-4624-a654-2779c59e7185') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:49.225219 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-cdd7aa8d-494d-4372-a3d2-1ecf8e1e45dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c86ebd-35d2-4624-a654-2779c59e7185') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:49.233601 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cdd7aa8d-494d-4372-a3d2-1ecf8e1e45dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:49.246623 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cdd7aa8d-494d-4372-a3d2-1ecf8e1e45dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:49.252170 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd7aa8d-494d-4372-a3d2-1ecf8e1e45dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:00:49.252550 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cdd7aa8d-494d-4372-a3d2-1ecf8e1e45dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:00:49.256007 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:00:49.315474 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cdd7aa8d-494d-4372-a3d2-1ecf8e1e45dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:49.322540 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cdd7aa8d-494d-4372-a3d2-1ecf8e1e45dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:49.324318 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cdd7aa8d-494d-4372-a3d2-1ecf8e1e45dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] 10.222.0.43 "DELETE /v2.0/networks/0f433f0f-787e-4c4a-9864-17fd02741538 HTTP/1.1" status: 204 len: 168 time: 0.2919209 Jul 28 12:00:49.335971 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7aa8d-494d-4372-a3d2-1ecf8e1e45dd tempest-TestNetworkBasicOps-1378480040 tempest-TestNetworkBasicOps-1378480040-project] Pushing event deleted for resources: {'Network': ['ID=0f433f0f-787e-4c4a-9864-17fd02741538,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:49.617997 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33970) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:49.744140 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9d9105b6-1ab7-4442-b0a1-dc50dc471600 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=494923637e9742fd92ad3c4630d377e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1249285 Jul 28 12:00:49.746620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33974) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:49.795562 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7ca3aefa-a885-4678-b47e-33d457f4e046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:49.816850 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7ca3aefa-a885-4678-b47e-33d457f4e046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:49.867033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7ca3aefa-a885-4678-b47e-33d457f4e046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:49.869919 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7ca3aefa-a885-4678-b47e-33d457f4e046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:49.871137 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7ca3aefa-a885-4678-b47e-33d457f4e046 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ab63398-dc77-4e17-9898-a8bf0b9d9c1a HTTP/1.1" status: 204 len: 168 time: 0.1236262 Jul 28 12:00:49.879059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3aefa-a885-4678-b47e-33d457f4e046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab63398-dc77-4e17-9898-a8bf0b9d9c1a,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:50.120720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 33980) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:50.129157 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:50.134923 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68e60f05-422a-45fa-9cd8-dfa5412da957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:50.227721 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68e60f05-422a-45fa-9cd8-dfa5412da957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:50.231747 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-68e60f05-422a-45fa-9cd8-dfa5412da957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:50.270441 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-68e60f05-422a-45fa-9cd8-dfa5412da957 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e48e6365b502410fac05f897bdaf20f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485422 Jul 28 12:00:50.273263 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 33982) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:50.275256 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e60f05-422a-45fa-9cd8-dfa5412da957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4db9847-5ef0-4756-b198-b1885428d17c,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:50.325680 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-560d444e-f9a0-475b-bb93-4dafd3092be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:50.348155 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-560d444e-f9a0-475b-bb93-4dafd3092be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:50.391488 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-560d444e-f9a0-475b-bb93-4dafd3092be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:50.394630 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-560d444e-f9a0-475b-bb93-4dafd3092be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:50.396040 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-560d444e-f9a0-475b-bb93-4dafd3092be4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4db9847-5ef0-4756-b198-b1885428d17c HTTP/1.1" status: 204 len: 168 time: 0.1216352 Jul 28 12:00:50.403816 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d444e-f9a0-475b-bb93-4dafd3092be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4db9847-5ef0-4756-b198-b1885428d17c,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:51.009054 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d12974e7-bfeb-46fb-a69f-8cba321ee43a no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:00:51.028339 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: d12974e7-bfeb-46fb-a69f-8cba321ee43a {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:00:51.028820 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d12974e7-bfeb-46fb-a69f-8cba321ee43a not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:00:56.952676 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0e76fd9d-f141-4c25-a579-476e681048df req-cf40982b-ce4b-4b6e-b21b-8f701b2fa419 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=33186907bc3f4afe81bfdb700ad69c49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300591 Jul 28 12:00:57.138379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76fd9d-f141-4c25-a579-476e681048df req-d8dc5fd6-93a9-4039-92ba-864b900d4c6c tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:57.139782 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0e76fd9d-f141-4c25-a579-476e681048df req-d8dc5fd6-93a9-4039-92ba-864b900d4c6c tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815424 Jul 28 12:00:57.154198 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0e76fd9d-f141-4c25-a579-476e681048df req-f3ba5e9e-00ea-4df2-be32-a7723e47a477 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/quotas/33186907bc3f4afe81bfdb700ad69c49 HTTP/1.1" status: 200 len: 375 time: 0.0086830 Jul 28 12:00:57.188623 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0e76fd9d-f141-4c25-a579-476e681048df req-4430df21-7d04-43d3-b20e-48e42d9e56f4 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=33186907bc3f4afe81bfdb700ad69c49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290525 Jul 28 12:00:57.350024 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fc7917ef-6cba-46cb-8def-995e7a57ab69 req-6a5b07b4-4a2e-4db8-9a06-214b7af5eaf3 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2d7ac67-4779-435a-b6d2-bfdc205cc4b2 HTTP/1.1" status: 200 len: 210 time: 0.0264089 Jul 28 12:00:58.169098 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e76fd9d-f141-4c25-a579-476e681048df req-c5649713-f4fd-408b-a14c-fe64f7915216 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=33186907bc3f4afe81bfdb700ad69c49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448987 Jul 28 12:00:58.373206 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76fd9d-f141-4c25-a579-476e681048df req-3f544351-6f66-48c3-936a-e274b83fc25a tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:58.374716 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e76fd9d-f141-4c25-a579-476e681048df req-3f544351-6f66-48c3-936a-e274b83fc25a tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999822 Jul 28 12:00:58.389738 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-0e76fd9d-f141-4c25-a579-476e681048df req-fd238d09-a7dc-4830-85ea-c5188be2c38b tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Request body: {'port': {'device_id': 'e2d7ac67-4779-435a-b6d2-bfdc205cc4b2', 'network_id': 'cdd9fe39-80b3-40f1-9138-7492b7f80bb3', 'admin_state_up': True, 'tenant_id': '33186907bc3f4afe81bfdb700ad69c49'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:00:58.450388 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c577cd08-799c-448f-b0a8-b60c4e2f010d req-3bf90d9b-0b4f-417b-ba1d-0dcfb0a127d2 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2d7ac67-4779-435a-b6d2-bfdc205cc4b2 HTTP/1.1" status: 200 len: 210 time: 0.0252476 Jul 28 12:00:58.496679 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e76fd9d-f141-4c25-a579-476e681048df req-fd238d09-a7dc-4830-85ea-c5188be2c38b tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Made reservation on behalf of 33186907bc3f4afe81bfdb700ad69c49 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:00:58.500240 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e76fd9d-f141-4c25-a579-476e681048df req-fd238d09-a7dc-4830-85ea-c5188be2c38b tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:58.509356 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e76fd9d-f141-4c25-a579-476e681048df req-fd238d09-a7dc-4830-85ea-c5188be2c38b tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:58.603564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e76fd9d-f141-4c25-a579-476e681048df req-fd238d09-a7dc-4830-85ea-c5188be2c38b tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:58.606488 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e76fd9d-f141-4c25-a579-476e681048df req-fd238d09-a7dc-4830-85ea-c5188be2c38b tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:58.666610 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd238d09-a7dc-4830-85ea-c5188be2c38b tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2d1ba0-0aef-4408-b555-3500d4f07fab,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:58.735625 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-0e76fd9d-f141-4c25-a579-476e681048df req-fd238d09-a7dc-4830-85ea-c5188be2c38b tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Allocated IP 192.168.233.122 (cdd9fe39-80b3-40f1-9138-7492b7f80bb3/87cbb099-59a7-44c9-a3da-2641ce682141/a9ce2828-2b79-4465-97a4-d589c0e9e257) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:00:58.881812 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e76fd9d-f141-4c25-a579-476e681048df req-fd238d09-a7dc-4830-85ea-c5188be2c38b tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:58.895821 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-0e76fd9d-f141-4c25-a579-476e681048df req-fd238d09-a7dc-4830-85ea-c5188be2c38b tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Transition to ACTIVE for port object a9ce2828-2b79-4465-97a4-d589c0e9e257 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:00:58.929760 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e76fd9d-f141-4c25-a579-476e681048df req-fd238d09-a7dc-4830-85ea-c5188be2c38b tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:58.971911 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e76fd9d-f141-4c25-a579-476e681048df req-fd238d09-a7dc-4830-85ea-c5188be2c38b tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Network cdd9fe39-80b3-40f1-9138-7492b7f80bb3 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:00:58.975281 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-0e76fd9d-f141-4c25-a579-476e681048df req-fd238d09-a7dc-4830-85ea-c5188be2c38b tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:00:58.980738 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e76fd9d-f141-4c25-a579-476e681048df req-fd238d09-a7dc-4830-85ea-c5188be2c38b tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:00:59.005067 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd238d09-a7dc-4830-85ea-c5188be2c38b tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Pushing event updated for resources: {'Port': ['ID=a9ce2828-2b79-4465-97a4-d589c0e9e257,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:59.034911 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76fd9d-f141-4c25-a579-476e681048df req-fd238d09-a7dc-4830-85ea-c5188be2c38b tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:59.035662 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e76fd9d-f141-4c25-a579-476e681048df req-fd238d09-a7dc-4830-85ea-c5188be2c38b tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:59.050289 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e76fd9d-f141-4c25-a579-476e681048df req-fd238d09-a7dc-4830-85ea-c5188be2c38b tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6641629 Jul 28 12:00:59.062339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Request body: {'port': {'device_id': 'e2d7ac67-4779-435a-b6d2-bfdc205cc4b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:00:59.124812 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:59.199406 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0d42a50a-92c6-4a53-9df0-e08b567af6ab None None] Provisioning for port a9ce2828-2b79-4465-97a4-d589c0e9e257 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:00:59.203202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0d42a50a-92c6-4a53-9df0-e08b567af6ab None None] Provisioning complete for port a9ce2828-2b79-4465-97a4-d589c0e9e257 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:00:59.203626 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d42a50a-92c6-4a53-9df0-e08b567af6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:59.236113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0d42a50a-92c6-4a53-9df0-e08b567af6ab None None] Port a9ce2828-2b79-4465-97a4-d589c0e9e257 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:00:59.383913 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ce2828-2b79-4465-97a4-d589c0e9e257 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:00:59.391166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:59.404145 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Transition to ACTIVE for port object a9ce2828-2b79-4465-97a4-d589c0e9e257 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:00:59.407962 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:59.480601 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ce2828-2b79-4465-97a4-d589c0e9e257,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:59.539497 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Attempting to bind port a9ce2828-2b79-4465-97a4-d589c0e9e257 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:00:59.539892 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Attempting to bind port a9ce2828-2b79-4465-97a4-d589c0e9e257 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'd8c6f7b7-3662-4f0d-b8b6-17524fea33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cdd9fe39-80b3-40f1-9138-7492b7f80bb3'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:00:59.540234 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Attempting to bind port a9ce2828-2b79-4465-97a4-d589c0e9e257 on network cdd9fe39-80b3-40f1-9138-7492b7f80bb3 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:00:59.545068 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Port a9ce2828-2b79-4465-97a4-d589c0e9e257 on network cdd9fe39-80b3-40f1-9138-7492b7f80bb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:00:59.545397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Attempting to bind port a9ce2828-2b79-4465-97a4-d589c0e9e257 on network cdd9fe39-80b3-40f1-9138-7492b7f80bb3 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:00:59.550477 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:00:59.550835 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Checking segment: {'id': 'd8c6f7b7-3662-4f0d-b8b6-17524fea33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cdd9fe39-80b3-40f1-9138-7492b7f80bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:00:59.551223 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Bound using segment: {'id': 'd8c6f7b7-3662-4f0d-b8b6-17524fea33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cdd9fe39-80b3-40f1-9138-7492b7f80bb3'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:00:59.551665 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Bound port: a9ce2828-2b79-4465-97a4-d589c0e9e257, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c6f7b7-3662-4f0d-b8b6-17524fea33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cdd9fe39-80b3-40f1-9138-7492b7f80bb3'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:00:59.552072 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:59.573811 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac9a7c-a911-4ef2-a0b8-9b85e174442b req-e2c2b3f0-59e3-4f30-93e4-4a4ddc737bc0 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:59.575491 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-16ac9a7c-a911-4ef2-a0b8-9b85e174442b req-e2c2b3f0-59e3-4f30-93e4-4a4ddc737bc0 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2d7ac67-4779-435a-b6d2-bfdc205cc4b2 HTTP/1.1" status: 200 len: 948 time: 0.0521934 Jul 28 12:00:59.616176 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-16ac9a7c-a911-4ef2-a0b8-9b85e174442b req-b3831f9b-bacc-42ae-b146-61c06ec6c31e tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff2d1ba0-0aef-4408-b555-3500d4f07fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344160 Jul 28 12:00:59.622198 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] For port a9ce2828-2b79-4465-97a4-d589c0e9e257, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:00:59.625600 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] For port a9ce2828-2b79-4465-97a4-d589c0e9e257, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a9ce2828-2b79-4465-97a4-d589c0e9e257,segment=NetworkSegment(d8c6f7b7-3662-4f0d-b8b6-17524fea33fd),segment_id=d8c6f7b7-3662-4f0d-b8b6-17524fea33fd)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:00:59.630611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:59.664290 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:59.664910 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:59.666384 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e76fd9d-f141-4c25-a579-476e681048df req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] 10.222.0.39 "PUT /v2.0/ports/a9ce2828-2b79-4465-97a4-d589c0e9e257 HTTP/1.1" status: 200 len: 1098 time: 0.6084170 Jul 28 12:00:59.666841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d7ac67-4779-435a-b6d2-bfdc205cc4b2', 'tag': 'a9ce2828-2b79-4465-97a4-d589c0e9e257'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:00:59.669088 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5539f05d-7817-454d-ac46-a2c8bb69b844" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d7ac67-4779-435a-b6d2-bfdc205cc4b2", "tag": "a9ce2828-2b79-4465-97a4-d589c0e9e257"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:00:59.694683 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1f7ce-4131-40fd-a2b7-439eaff3d3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ce2828-2b79-4465-97a4-d589c0e9e257,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:59.717833 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00382760-8a48-45bb-a41a-59ce6a0437b3 x-openstack-request-id: req-00382760-8a48-45bb-a41a-59ce6a0437b3 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:00:59.718129 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d7ac67-4779-435a-b6d2-bfdc205cc4b2", "tag": "a9ce2828-2b79-4465-97a4-d589c0e9e257", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:00:59.718381 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00382760-8a48-45bb-a41a-59ce6a0437b3 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:00:59.718805 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d7ac67-4779-435a-b6d2-bfdc205cc4b2', 'tag': 'a9ce2828-2b79-4465-97a4-d589c0e9e257', 'status': 'completed', 'code': 200} Jul 28 12:00:59.756710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76fd9d-f141-4c25-a579-476e681048df req-3f35ffff-c18d-415d-b24a-5b928af5b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:59.758308 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e76fd9d-f141-4c25-a579-476e681048df req-3f35ffff-c18d-415d-b24a-5b928af5b8c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33186907bc3f4afe81bfdb700ad69c49&device_id=e2d7ac67-4779-435a-b6d2-bfdc205cc4b2 HTTP/1.1" status: 200 len: 1101 time: 0.0494986 Jul 28 12:00:59.802793 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e76fd9d-f141-4c25-a579-476e681048df req-e62524a4-31a3-42c5-82ac-3175e19df5d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=a9ce2828-2b79-4465-97a4-d589c0e9e257 HTTP/1.1" status: 200 len: 217 time: 0.0369546 Jul 28 12:00:59.853300 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76fd9d-f141-4c25-a579-476e681048df req-f7238b26-60d5-4c07-b9b9-98d7cd909761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:59.854800 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e76fd9d-f141-4c25-a579-476e681048df req-f7238b26-60d5-4c07-b9b9-98d7cd909761 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87cbb099-59a7-44c9-a3da-2641ce682141 HTTP/1.1" status: 200 len: 843 time: 0.0457911 Jul 28 12:00:59.904755 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76fd9d-f141-4c25-a579-476e681048df req-e43677fa-d720-4b2e-aa58-de70cc73503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:59.906240 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e76fd9d-f141-4c25-a579-476e681048df req-e43677fa-d720-4b2e-aa58-de70cc73503d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cdd9fe39-80b3-40f1-9138-7492b7f80bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0445304 Jul 28 12:00:59.994029 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e76fd9d-f141-4c25-a579-476e681048df req-fba04411-f851-485a-97a9-00d5955bafc6 service neutron] 10.222.0.39 "GET /v2.0/networks/cdd9fe39-80b3-40f1-9138-7492b7f80bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799971 Jul 28 12:01:00.086272 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0e76fd9d-f141-4c25-a579-476e681048df req-c2df8e36-cd3a-4d5f-9675-8ce4d1425b31 service neutron] 10.222.0.39 "GET /v2.0/networks/cdd9fe39-80b3-40f1-9138-7492b7f80bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853434 Jul 28 12:01:00.170923 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539f05d-7817-454d-ac46-a2c8bb69b844 req-1031dc48-fa40-45ef-a9bd-10f613fd1c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:00.172429 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5539f05d-7817-454d-ac46-a2c8bb69b844 req-1031dc48-fa40-45ef-a9bd-10f613fd1c5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33186907bc3f4afe81bfdb700ad69c49&device_id=e2d7ac67-4779-435a-b6d2-bfdc205cc4b2 HTTP/1.1" status: 200 len: 1101 time: 0.0405931 Jul 28 12:01:00.260751 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539f05d-7817-454d-ac46-a2c8bb69b844 req-83b45924-92f3-4905-8f76-8e742bc3bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:00.262243 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5539f05d-7817-454d-ac46-a2c8bb69b844 req-83b45924-92f3-4905-8f76-8e742bc3bfc1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cdd9fe39-80b3-40f1-9138-7492b7f80bb3 HTTP/1.1" status: 200 len: 870 time: 0.0813110 Jul 28 12:01:00.310030 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5539f05d-7817-454d-ac46-a2c8bb69b844 req-45c89228-3e7f-4c83-b407-7e4ab3de4806 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=a9ce2828-2b79-4465-97a4-d589c0e9e257 HTTP/1.1" status: 200 len: 217 time: 0.0389314 Jul 28 12:01:00.359718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539f05d-7817-454d-ac46-a2c8bb69b844 req-3ec81087-66b5-4a28-8adb-25cd137a0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:00.361044 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5539f05d-7817-454d-ac46-a2c8bb69b844 req-3ec81087-66b5-4a28-8adb-25cd137a0663 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87cbb099-59a7-44c9-a3da-2641ce682141 HTTP/1.1" status: 200 len: 843 time: 0.0435493 Jul 28 12:01:00.406899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539f05d-7817-454d-ac46-a2c8bb69b844 req-6c975c08-a607-43ba-b14d-b7231dfb9c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:00.408615 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5539f05d-7817-454d-ac46-a2c8bb69b844 req-6c975c08-a607-43ba-b14d-b7231dfb9c83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cdd9fe39-80b3-40f1-9138-7492b7f80bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0389171 Jul 28 12:01:00.500589 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5539f05d-7817-454d-ac46-a2c8bb69b844 req-f719e158-d5bd-42ef-95c7-610fd5fc91d4 service neutron] 10.222.0.39 "GET /v2.0/networks/cdd9fe39-80b3-40f1-9138-7492b7f80bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844584 Jul 28 12:01:00.589093 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5539f05d-7817-454d-ac46-a2c8bb69b844 req-4b9ef064-6286-4ed1-92e7-c99ca72a6b4c service neutron] 10.222.0.39 "GET /v2.0/networks/cdd9fe39-80b3-40f1-9138-7492b7f80bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802512 Jul 28 12:01:00.730182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaea16-4bae-40f1-9766-cfc9d6b34421 req-50d4b0b8-a56f-46f9-a6dc-c9c0a71a5480 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:00.731666 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8bbaea16-4bae-40f1-9766-cfc9d6b34421 req-50d4b0b8-a56f-46f9-a6dc-c9c0a71a5480 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2d7ac67-4779-435a-b6d2-bfdc205cc4b2 HTTP/1.1" status: 200 len: 948 time: 0.0477004 Jul 28 12:01:00.771525 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8bbaea16-4bae-40f1-9766-cfc9d6b34421 req-a377cb29-8ea6-4888-994f-d82f274c1fc0 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff2d1ba0-0aef-4408-b555-3500d4f07fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340416 Jul 28 12:01:01.131807 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device a9ce2828-2b79-4465-97a4-d589c0e9e257 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:01:01.225178 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port a9ce2828-2b79-4465-97a4-d589c0e9e257, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a9ce2828-2b79-4465-97a4-d589c0e9e257,segment=NetworkSegment(d8c6f7b7-3662-4f0d-b8b6-17524fea33fd),segment_id=d8c6f7b7-3662-4f0d-b8b6-17524fea33fd)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:01:01.235968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': 'a9ce2828-2b79-4465-97a4-d589c0e9e257', 'network_id': 'cdd9fe39-80b3-40f1-9138-7492b7f80bb3', 'port_id': 'a9ce2828-2b79-4465-97a4-d589c0e9e257', 'mac_address': 'fa:16:3e:27:ef:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87cbb099-59a7-44c9-a3da-2641ce682141', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:01:01.271651 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:01.284050 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ce2828-2b79-4465-97a4-d589c0e9e257 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:01:01.303399 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port a9ce2828-2b79-4465-97a4-d589c0e9e257, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a9ce2828-2b79-4465-97a4-d589c0e9e257,segment=NetworkSegment(d8c6f7b7-3662-4f0d-b8b6-17524fea33fd),segment_id=d8c6f7b7-3662-4f0d-b8b6-17524fea33fd)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:01:01.307508 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:01.355179 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=a9ce2828-2b79-4465-97a4-d589c0e9e257,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:01.509381 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['a9ce2828-2b79-4465-97a4-d589c0e9e257'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:01:01.887197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3932e-6aa6-45d7-8376-e142114545e6 req-c64b516b-4d95-45b7-8aac-78591bbba34d tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:01.888663 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6bf3932e-6aa6-45d7-8376-e142114545e6 req-c64b516b-4d95-45b7-8aac-78591bbba34d tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2d7ac67-4779-435a-b6d2-bfdc205cc4b2 HTTP/1.1" status: 200 len: 949 time: 0.0487561 Jul 28 12:01:01.926791 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6bf3932e-6aa6-45d7-8376-e142114545e6 req-8450ec48-1b3f-4c4d-8e21-4497c051b019 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff2d1ba0-0aef-4408-b555-3500d4f07fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317245 Jul 28 12:01:02.401101 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-077b8d78-ea9d-48e6-914d-7e5014958a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:03.039420 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12abee2-7143-465c-ac62-eb0289ab764d req-77ace1c8-bbd3-4c89-a0e4-ab411ec57e06 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:03.040881 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d12abee2-7143-465c-ac62-eb0289ab764d req-77ace1c8-bbd3-4c89-a0e4-ab411ec57e06 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2d7ac67-4779-435a-b6d2-bfdc205cc4b2 HTTP/1.1" status: 200 len: 949 time: 0.0490019 Jul 28 12:01:03.080745 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d12abee2-7143-465c-ac62-eb0289ab764d req-7cc2f926-3edd-4095-810e-15340f0ab39f tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff2d1ba0-0aef-4408-b555-3500d4f07fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336714 Jul 28 12:01:03.131299 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device a9ce2828-2b79-4465-97a4-d589c0e9e257 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:01:03.177406 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port a9ce2828-2b79-4465-97a4-d589c0e9e257 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:01:03.181079 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port a9ce2828-2b79-4465-97a4-d589c0e9e257 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:01:03.181450 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:03.258936 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:03.280709 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d7ac67-4779-435a-b6d2-bfdc205cc4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ce2828-2b79-4465-97a4-d589c0e9e257'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:01:03.283264 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302660aa-bf87-4751-9610-85320ca1171e" -d '{"events": [{"server_uuid": "e2d7ac67-4779-435a-b6d2-bfdc205cc4b2", "name": "network-vif-plugged", "status": "completed", "tag": "a9ce2828-2b79-4465-97a4-d589c0e9e257"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:01:03.296763 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port a9ce2828-2b79-4465-97a4-d589c0e9e257, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a9ce2828-2b79-4465-97a4-d589c0e9e257,segment=NetworkSegment(d8c6f7b7-3662-4f0d-b8b6-17524fea33fd),segment_id=d8c6f7b7-3662-4f0d-b8b6-17524fea33fd)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:01:03.301558 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:03.350987 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=a9ce2828-2b79-4465-97a4-d589c0e9e257,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:03.378909 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8babbe2f-538a-40f3-95b5-78f9e22d4d16 x-openstack-request-id: req-8babbe2f-538a-40f3-95b5-78f9e22d4d16 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:01:03.379178 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d7ac67-4779-435a-b6d2-bfdc205cc4b2", "name": "network-vif-plugged", "status": "completed", "tag": "a9ce2828-2b79-4465-97a4-d589c0e9e257", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:01:03.379431 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8babbe2f-538a-40f3-95b5-78f9e22d4d16 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:01:03.379831 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d7ac67-4779-435a-b6d2-bfdc205cc4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ce2828-2b79-4465-97a4-d589c0e9e257', 'code': 200} Jul 28 12:01:03.536182 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fc7d5-b3d2-4be6-a86b-19d7ee2cdffb req-e50044a6-654c-469a-869d-436db9e6d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:03.537647 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-931fc7d5-b3d2-4be6-a86b-19d7ee2cdffb req-e50044a6-654c-469a-869d-436db9e6d1d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e2d7ac67-4779-435a-b6d2-bfdc205cc4b2 HTTP/1.1" status: 200 len: 1103 time: 0.0408778 Jul 28 12:01:03.578360 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-931fc7d5-b3d2-4be6-a86b-19d7ee2cdffb req-2ff75d46-5578-4647-b616-39dd88ed728a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ff2d1ba0-0aef-4408-b555-3500d4f07fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341885 Jul 28 12:01:04.193091 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84b743-de76-4c02-a4d1-9c924ea47443 req-2d392d9d-a1b3-46df-8de0-c63ecaf43bf6 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:04.194565 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ed84b743-de76-4c02-a4d1-9c924ea47443 req-2d392d9d-a1b3-46df-8de0-c63ecaf43bf6 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2d7ac67-4779-435a-b6d2-bfdc205cc4b2 HTTP/1.1" status: 200 len: 950 time: 0.0491557 Jul 28 12:01:04.235693 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ed84b743-de76-4c02-a4d1-9c924ea47443 req-e86e5be0-1117-4eaf-aac8-5fa8b62f95ed tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff2d1ba0-0aef-4408-b555-3500d4f07fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352507 Jul 28 12:01:04.904151 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0dcc287e-ef06-44a4-8038-7dcc6662b588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:05.340994 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:05.357310 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e1a39-8696-4785-a9cb-7bcf087cde77 req-b1047e44-e574-45d3-86f7-2f69923f77e6 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:05.358840 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-344e1a39-8696-4785-a9cb-7bcf087cde77 req-b1047e44-e574-45d3-86f7-2f69923f77e6 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2d7ac67-4779-435a-b6d2-bfdc205cc4b2 HTTP/1.1" status: 200 len: 950 time: 0.0514715 Jul 28 12:01:05.396887 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-344e1a39-8696-4785-a9cb-7bcf087cde77 req-4afcc2bf-363e-4cd4-9649-2b1da0713034 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff2d1ba0-0aef-4408-b555-3500d4f07fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311553 Jul 28 12:01:06.372821 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd61a83-fb44-4bd1-b69a-41ad6e37ed1c req-7b4ce748-a3b5-4b4b-b6ba-598935d75e91 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:06.374296 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8dd61a83-fb44-4bd1-b69a-41ad6e37ed1c req-7b4ce748-a3b5-4b4b-b6ba-598935d75e91 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2d7ac67-4779-435a-b6d2-bfdc205cc4b2 HTTP/1.1" status: 200 len: 950 time: 0.0481553 Jul 28 12:01:06.410637 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:06.413690 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8dd61a83-fb44-4bd1-b69a-41ad6e37ed1c req-6d7e0f66-de6b-4e00-b283-3f7df91d3abf tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff2d1ba0-0aef-4408-b555-3500d4f07fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328925 Jul 28 12:01:07.525984 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9204db-5089-44bd-ab82-ba2620d2a7bb req-a552dd59-b106-41a5-8f09-591ba850a448 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:07.527433 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1e9204db-5089-44bd-ab82-ba2620d2a7bb req-a552dd59-b106-41a5-8f09-591ba850a448 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2d7ac67-4779-435a-b6d2-bfdc205cc4b2 HTTP/1.1" status: 200 len: 950 time: 0.0466082 Jul 28 12:01:07.567835 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1e9204db-5089-44bd-ab82-ba2620d2a7bb req-2a24aa34-6563-4a9a-8a68-6da5642a27d7 tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff2d1ba0-0aef-4408-b555-3500d4f07fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343807 Jul 28 12:01:07.615737 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d59232-9c8e-4161-9acc-a26f00c78322 req-25e2456c-8d32-4da0-972c-16bd45287afb tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:07.617261 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54d59232-9c8e-4161-9acc-a26f00c78322 req-25e2456c-8d32-4da0-972c-16bd45287afb tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2d7ac67-4779-435a-b6d2-bfdc205cc4b2 HTTP/1.1" status: 200 len: 950 time: 0.0536244 Jul 28 12:01:07.705601 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-54d59232-9c8e-4161-9acc-a26f00c78322 req-02e7521f-0f27-47e3-b1d8-6fa66275ea5a tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Deleting port a9ce2828-2b79-4465-97a4-d589c0e9e257 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:01:07.705873 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-54d59232-9c8e-4161-9acc-a26f00c78322 req-02e7521f-0f27-47e3-b1d8-6fa66275ea5a tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:07.796564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-54d59232-9c8e-4161-9acc-a26f00c78322 req-02e7521f-0f27-47e3-b1d8-6fa66275ea5a tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] For port a9ce2828-2b79-4465-97a4-d589c0e9e257, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a9ce2828-2b79-4465-97a4-d589c0e9e257,segment=NetworkSegment(d8c6f7b7-3662-4f0d-b8b6-17524fea33fd),segment_id=d8c6f7b7-3662-4f0d-b8b6-17524fea33fd)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:01:07.796937 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-54d59232-9c8e-4161-9acc-a26f00c78322 req-02e7521f-0f27-47e3-b1d8-6fa66275ea5a tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:07.809681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-54d59232-9c8e-4161-9acc-a26f00c78322 req-02e7521f-0f27-47e3-b1d8-6fa66275ea5a tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Calling delete_port for a9ce2828-2b79-4465-97a4-d589c0e9e257 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:01:07.937656 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-54d59232-9c8e-4161-9acc-a26f00c78322 req-02e7521f-0f27-47e3-b1d8-6fa66275ea5a tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:07.949308 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['a9ce2828-2b79-4465-97a4-d589c0e9e257'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:01:07.967470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7521f-0f27-47e3-b1d8-6fa66275ea5a tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Pushing event deleted for resources: {'Port': ['ID=a9ce2828-2b79-4465-97a4-d589c0e9e257,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:07.985602 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:08.008541 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d59232-9c8e-4161-9acc-a26f00c78322 req-02e7521f-0f27-47e3-b1d8-6fa66275ea5a tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] No DVR routers for this DVR port a9ce2828-2b79-4465-97a4-d589c0e9e257 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:01:08.011354 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-54d59232-9c8e-4161-9acc-a26f00c78322 req-02e7521f-0f27-47e3-b1d8-6fa66275ea5a tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:08.013447 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54d59232-9c8e-4161-9acc-a26f00c78322 req-02e7521f-0f27-47e3-b1d8-6fa66275ea5a tempest-ServersAdminNegativeTestJSON-81039239 tempest-ServersAdminNegativeTestJSON-81039239-project] 10.222.0.39 "DELETE /v2.0/ports/a9ce2828-2b79-4465-97a4-d589c0e9e257 HTTP/1.1" status: 204 len: 173 time: 0.3895233 Jul 28 12:01:08.014293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d7ac67-4779-435a-b6d2-bfdc205cc4b2', 'name': 'network-vif-deleted', 'tag': 'a9ce2828-2b79-4465-97a4-d589c0e9e257'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:01:08.017982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7670f2c9-e08d-4834-8c7c-5b28c3608589" -d '{"events": [{"server_uuid": "e2d7ac67-4779-435a-b6d2-bfdc205cc4b2", "name": "network-vif-deleted", "tag": "a9ce2828-2b79-4465-97a4-d589c0e9e257"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:01:08.067658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6814ba5c-102f-4476-8dad-1207858a3327 x-openstack-request-id: req-6814ba5c-102f-4476-8dad-1207858a3327 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:01:08.067959 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d7ac67-4779-435a-b6d2-bfdc205cc4b2", "name": "network-vif-deleted", "tag": "a9ce2828-2b79-4465-97a4-d589c0e9e257", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:01:08.068220 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6814ba5c-102f-4476-8dad-1207858a3327 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:01:08.068636 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d7ac67-4779-435a-b6d2-bfdc205cc4b2', 'name': 'network-vif-deleted', 'tag': 'a9ce2828-2b79-4465-97a4-d589c0e9e257', 'status': 'completed', 'code': 200} Jul 28 12:01:08.854113 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 34114) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:01:08.979550 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1be5984d-cdcf-4a95-afc8-5f8e217f77d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33186907bc3f4afe81bfdb700ad69c49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1242614 Jul 28 12:01:08.982027 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 34118) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:01:09.028720 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8e6098af-0cf1-4dea-b1a0-12f68ec1df41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:09.049214 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8e6098af-0cf1-4dea-b1a0-12f68ec1df41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:09.094564 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8e6098af-0cf1-4dea-b1a0-12f68ec1df41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:09.097198 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8e6098af-0cf1-4dea-b1a0-12f68ec1df41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:09.098374 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8e6098af-0cf1-4dea-b1a0-12f68ec1df41 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff2d1ba0-0aef-4408-b555-3500d4f07fab HTTP/1.1" status: 204 len: 168 time: 0.1154282 Jul 28 12:01:09.106107 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6098af-0cf1-4dea-b1a0-12f68ec1df41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2d1ba0-0aef-4408-b555-3500d4f07fab,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:09.352572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 34124) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:01:09.366301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d75d147c-9427-46b0-b4fb-66b141980957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:09.450347 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d75d147c-9427-46b0-b4fb-66b141980957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:09.454094 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d75d147c-9427-46b0-b4fb-66b141980957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:09.495322 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d75d147c-9427-46b0-b4fb-66b141980957 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c7d2825529f4a1fb59b1503ee21f898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416945 Jul 28 12:01:09.496130 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d147c-9427-46b0-b4fb-66b141980957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef99fe6d-1875-4846-8e5c-afe5967e80c9,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:09.498923 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 34126) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:01:09.548360 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a5c472d5-3d39-44a8-8840-33099b1ad800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:09.569802 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a5c472d5-3d39-44a8-8840-33099b1ad800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:09.619258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a5c472d5-3d39-44a8-8840-33099b1ad800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:09.621831 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a5c472d5-3d39-44a8-8840-33099b1ad800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:09.623033 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a5c472d5-3d39-44a8-8840-33099b1ad800 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef99fe6d-1875-4846-8e5c-afe5967e80c9 HTTP/1.1" status: 204 len: 168 time: 0.1227918 Jul 28 12:01:09.631716 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c472d5-3d39-44a8-8840-33099b1ad800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef99fe6d-1875-4846-8e5c-afe5967e80c9,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:10.305873 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 34148) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:01:10.400144 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-368d6828-96eb-4397-a2e2-7019d054c6af admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-144205755-network', 'tenant_id': '1d573e207b5d4dcd918265834dd59ab8'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:01:10.419680 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368d6828-96eb-4397-a2e2-7019d054c6af admin admin] Made reservation on behalf of 1d573e207b5d4dcd918265834dd59ab8 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:01:10.421852 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-368d6828-96eb-4397-a2e2-7019d054c6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:10.430566 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-368d6828-96eb-4397-a2e2-7019d054c6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:10.519559 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-368d6828-96eb-4397-a2e2-7019d054c6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:10.523064 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-368d6828-96eb-4397-a2e2-7019d054c6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:10.543439 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368d6828-96eb-4397-a2e2-7019d054c6af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:01:10.557314 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d6828-96eb-4397-a2e2-7019d054c6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948d32cc-2900-474a-92e0-76991d653181,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:10.563806 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-368d6828-96eb-4397-a2e2-7019d054c6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:10.564159 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-368d6828-96eb-4397-a2e2-7019d054c6af admin admin] Added segment 9e03e251-dab8-47b2-b1a3-7948c73d9ba7 of type vlan for network bda68980-034f-4734-afd8-199d39da6fdb Jul 28 12:01:10.603987 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-368d6828-96eb-4397-a2e2-7019d054c6af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:10.631944 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-368d6828-96eb-4397-a2e2-7019d054c6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:10.633075 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368d6828-96eb-4397-a2e2-7019d054c6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:10.633673 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-368d6828-96eb-4397-a2e2-7019d054c6af admin admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:10.707028 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-368d6828-96eb-4397-a2e2-7019d054c6af admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3999491 Jul 28 12:01:10.710011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 34152) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:01:10.715056 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-25a234e5-ecba-4369-af3b-c008c52c29f1 admin admin] Request body: {'subnet': {'network_id': 'bda68980-034f-4734-afd8-199d39da6fdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-144205755-subnet', 'tenant_id': '1d573e207b5d4dcd918265834dd59ab8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:01:10.720674 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d6828-96eb-4397-a2e2-7019d054c6af admin admin] Pushing event updated for resources: {'Network': ['ID=bda68980-034f-4734-afd8-199d39da6fdb,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:10.731001 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network bda68980-034f-4734-afd8-199d39da6fdb details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:01:10.738973 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a234e5-ecba-4369-af3b-c008c52c29f1 admin admin] Made reservation on behalf of 1d573e207b5d4dcd918265834dd59ab8 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:01:10.741247 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-25a234e5-ecba-4369-af3b-c008c52c29f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:10.913724 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-25a234e5-ecba-4369-af3b-c008c52c29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:10.973339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a234e5-ecba-4369-af3b-c008c52c29f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d35e8b7e-73e3-409e-bcca-41266995e7a6,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:10.977005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a234e5-ecba-4369-af3b-c008c52c29f1 admin admin] Checking segment: {'id': '9e03e251-dab8-47b2-b1a3-7948c73d9ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bda68980-034f-4734-afd8-199d39da6fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:01:10.977373 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a234e5-ecba-4369-af3b-c008c52c29f1 admin admin] Network hostable DHCP agents. Network: bda68980-034f-4734-afd8-199d39da6fdb, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:01:10.994291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a234e5-ecba-4369-af3b-c008c52c29f1 admin admin] Network bda68980-034f-4734-afd8-199d39da6fdb is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:01:11.002246 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-25a234e5-ecba-4369-af3b-c008c52c29f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, bda68980-034f-4734-afd8-199d39da6fdb) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:01:11.008140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a234e5-ecba-4369-af3b-c008c52c29f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:11.008750 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-25a234e5-ecba-4369-af3b-c008c52c29f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:11.010237 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16e61ba-ac1d-4413-914f-aa5e3d8c5b5d None None] Network bda68980-034f-4734-afd8-199d39da6fdb requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:01:11.022376 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-25a234e5-ecba-4369-af3b-c008c52c29f1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3112316 Jul 28 12:01:11.134556 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e781f412-8b38-4ce1-91a6-47d0485f760f None None] Network bda68980-034f-4734-afd8-199d39da6fdb requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:01:11.209841 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device a9ce2828-2b79-4465-97a4-d589c0e9e257 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:01:11.236487 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: a9ce2828-2b79-4465-97a4-d589c0e9e257 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:01:11.236824 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device a9ce2828-2b79-4465-97a4-d589c0e9e257 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:01:11.437030 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-96d4424a-d738-4a3e-b5b7-2cfb0b06ed1f tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:11.438519 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-96d4424a-d738-4a3e-b5b7-2cfb0b06ed1f tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/networks?id=bda68980-034f-4734-afd8-199d39da6fdb HTTP/1.1" status: 200 len: 811 time: 0.1039102 Jul 28 12:01:11.453530 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-87f12132-1315-490b-ac2e-2bd4a290335d tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/quotas/1d573e207b5d4dcd918265834dd59ab8 HTTP/1.1" status: 200 len: 375 time: 0.0087252 Jul 28 12:01:11.484198 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-65ff22eb-59ae-482c-88b0-17d50502e56d tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d573e207b5d4dcd918265834dd59ab8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250189 Jul 28 12:01:11.611678 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-5439e8f9-593a-4475-a15c-52e14d0dd13e service neutron] 10.222.0.43 "GET /v2.0/networks/bda68980-034f-4734-afd8-199d39da6fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199965 Jul 28 12:01:11.702283 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-032aed44-2ee7-49ec-bb56-fcbc01a18e20 service neutron] 10.222.0.43 "GET /v2.0/networks/bda68980-034f-4734-afd8-199d39da6fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843844 Jul 28 12:01:11.857210 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a2204569-a6b1-4ec3-8c93-cf8ab674d01e req-1c780e1a-3c35-4d98-9705-2e60544be959 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 210 time: 0.0267334 Jul 28 12:01:12.737366 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-97da0c18-f689-4d9e-aa0f-fc5c0f717a58 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:12.738856 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-97da0c18-f689-4d9e-aa0f-fc5c0f717a58 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.39 "GET /v2.0/networks?id=bda68980-034f-4734-afd8-199d39da6fdb HTTP/1.1" status: 200 len: 811 time: 0.1086130 Jul 28 12:01:12.751688 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-0a694b22-7cc4-4fc5-8aec-e7a741f54626 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Request body: {'port': {'device_id': '84f9ae2b-1fba-4641-97be-e75e10cdfbc4', 'network_id': 'bda68980-034f-4734-afd8-199d39da6fdb', 'admin_state_up': True, 'tenant_id': '1d573e207b5d4dcd918265834dd59ab8'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:01:12.860799 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-0a694b22-7cc4-4fc5-8aec-e7a741f54626 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Made reservation on behalf of 1d573e207b5d4dcd918265834dd59ab8 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:01:12.864392 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-0a694b22-7cc4-4fc5-8aec-e7a741f54626 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:12.956844 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-839e84ee-82e2-4a9f-838d-ea1b72756e02 req-59f9a95b-13fc-401f-8b48-3167898ed41c tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 210 time: 0.0333812 Jul 28 12:01:12.993859 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-0a694b22-7cc4-4fc5-8aec-e7a741f54626 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Allocated IP 172.20.0.13 (bda68980-034f-4734-afd8-199d39da6fdb/d35e8b7e-73e3-409e-bcca-41266995e7a6/4cac690a-5d64-4fc7-b398-f5d88feced9d) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:01:13.133175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-0a694b22-7cc4-4fc5-8aec-e7a741f54626 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:13.171425 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-0a694b22-7cc4-4fc5-8aec-e7a741f54626 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:13.213971 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-0a694b22-7cc4-4fc5-8aec-e7a741f54626 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Network bda68980-034f-4734-afd8-199d39da6fdb is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:01:13.216973 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-0a694b22-7cc4-4fc5-8aec-e7a741f54626 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:01:13.220522 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-0a694b22-7cc4-4fc5-8aec-e7a741f54626 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:01:13.248360 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a694b22-7cc4-4fc5-8aec-e7a741f54626 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Pushing event updated for resources: {'Port': ['ID=4cac690a-5d64-4fc7-b398-f5d88feced9d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:13.276548 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-0a694b22-7cc4-4fc5-8aec-e7a741f54626 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:13.277137 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-0a694b22-7cc4-4fc5-8aec-e7a741f54626 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:13.291008 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-0a694b22-7cc4-4fc5-8aec-e7a741f54626 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5433922 Jul 28 12:01:13.304414 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Request body: {'port': {'device_id': '84f9ae2b-1fba-4641-97be-e75e10cdfbc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:01:13.354851 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:13.606637 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cac690a-5d64-4fc7-b398-f5d88feced9d {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:01:13.613853 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:13.625017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Transition to ACTIVE for port object 4cac690a-5d64-4fc7-b398-f5d88feced9d will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:01:13.628803 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:13.675553 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Pushing event updated for resources: {'Port': ['ID=4cac690a-5d64-4fc7-b398-f5d88feced9d,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:13.743689 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Attempting to bind port 4cac690a-5d64-4fc7-b398-f5d88feced9d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:01:13.744312 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Attempting to bind port 4cac690a-5d64-4fc7-b398-f5d88feced9d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '9e03e251-dab8-47b2-b1a3-7948c73d9ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bda68980-034f-4734-afd8-199d39da6fdb'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:01:13.744312 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Attempting to bind port 4cac690a-5d64-4fc7-b398-f5d88feced9d on network bda68980-034f-4734-afd8-199d39da6fdb {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:01:13.748395 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Port 4cac690a-5d64-4fc7-b398-f5d88feced9d on network bda68980-034f-4734-afd8-199d39da6fdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:01:13.748713 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Attempting to bind port 4cac690a-5d64-4fc7-b398-f5d88feced9d on network bda68980-034f-4734-afd8-199d39da6fdb {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:01:13.753888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:01:13.754531 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Checking segment: {'id': '9e03e251-dab8-47b2-b1a3-7948c73d9ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bda68980-034f-4734-afd8-199d39da6fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:01:13.754766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Bound using segment: {'id': '9e03e251-dab8-47b2-b1a3-7948c73d9ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bda68980-034f-4734-afd8-199d39da6fdb'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:01:13.755189 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Bound port: 4cac690a-5d64-4fc7-b398-f5d88feced9d, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e03e251-dab8-47b2-b1a3-7948c73d9ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bda68980-034f-4734-afd8-199d39da6fdb'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:01:13.755537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:13.816460 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] For port 4cac690a-5d64-4fc7-b398-f5d88feced9d, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:01:13.819802 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] For port 4cac690a-5d64-4fc7-b398-f5d88feced9d, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4cac690a-5d64-4fc7-b398-f5d88feced9d,segment=NetworkSegment(9e03e251-dab8-47b2-b1a3-7948c73d9ba7),segment_id=9e03e251-dab8-47b2-b1a3-7948c73d9ba7)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:01:13.823659 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:13.858142 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:13.858720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:13.860097 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] 10.222.0.39 "PUT /v2.0/ports/4cac690a-5d64-4fc7-b398-f5d88feced9d HTTP/1.1" status: 200 len: 1094 time: 0.5604792 Jul 28 12:01:13.860525 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f9ae2b-1fba-4641-97be-e75e10cdfbc4', 'tag': '4cac690a-5d64-4fc7-b398-f5d88feced9d'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:01:13.862790 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e52604-958b-47b3-bbfa-6347f6310d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "84f9ae2b-1fba-4641-97be-e75e10cdfbc4", "tag": "4cac690a-5d64-4fc7-b398-f5d88feced9d"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:01:13.887991 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156d350-5f03-4f90-82b3-98d913f28320 service neutron] Pushing event updated for resources: {'Port': ['ID=4cac690a-5d64-4fc7-b398-f5d88feced9d,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:13.900824 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd9aa91-641c-4ff1-a66a-9e2626b52437 x-openstack-request-id: req-2fd9aa91-641c-4ff1-a66a-9e2626b52437 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:01:13.901113 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f9ae2b-1fba-4641-97be-e75e10cdfbc4", "tag": "4cac690a-5d64-4fc7-b398-f5d88feced9d", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:01:13.901366 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fd9aa91-641c-4ff1-a66a-9e2626b52437 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:01:13.901764 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f9ae2b-1fba-4641-97be-e75e10cdfbc4', 'tag': '4cac690a-5d64-4fc7-b398-f5d88feced9d', 'status': 'completed', 'code': 200} Jul 28 12:01:13.940329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-23e8cb08-9335-4d0b-abf1-7a6b1e9f842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:13.942652 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-23e8cb08-9335-4d0b-abf1-7a6b1e9f842e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d573e207b5d4dcd918265834dd59ab8&device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 1097 time: 0.0438430 Jul 28 12:01:13.986654 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-6d502455-cf12-48bc-b81b-cbdf1f7c0114 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cac690a-5d64-4fc7-b398-f5d88feced9d HTTP/1.1" status: 200 len: 217 time: 0.0364878 Jul 28 12:01:14.037401 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-57866a23-ef7c-45c2-a63d-76a44df5a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:14.038900 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-57866a23-ef7c-45c2-a63d-76a44df5a58e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35e8b7e-73e3-409e-bcca-41266995e7a6 HTTP/1.1" status: 200 len: 851 time: 0.0455892 Jul 28 12:01:14.075300 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-2586a875-1519-4975-9ea1-aecd179485df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bda68980-034f-4734-afd8-199d39da6fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297205 Jul 28 12:01:14.076392 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e4779-6164-497f-98ba-9d1f9369506e req-7abecaed-0b72-46a4-9ae6-aacdbd7ed7b5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:14.077854 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-399e4779-6164-497f-98ba-9d1f9369506e req-7abecaed-0b72-46a4-9ae6-aacdbd7ed7b5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 944 time: 0.0489495 Jul 28 12:01:14.119744 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-399e4779-6164-497f-98ba-9d1f9369506e req-c5bda670-6470-4e86-a13f-4f3a436d15e0 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348947 Jul 28 12:01:14.169460 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-1533871a-c516-49c2-addc-3febd5559742 service neutron] 10.222.0.39 "GET /v2.0/networks/bda68980-034f-4734-afd8-199d39da6fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861831 Jul 28 12:01:14.261349 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e8d41f1e-69f8-4ddb-a874-d7ce11bc6cf5 req-93f42165-cbf2-4254-ba1a-5a50cb12caa7 service neutron] 10.222.0.39 "GET /v2.0/networks/bda68980-034f-4734-afd8-199d39da6fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844386 Jul 28 12:01:14.348340 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e52604-958b-47b3-bbfa-6347f6310d2e req-2ff35d10-802b-409b-bcbc-369b07c7da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:14.350173 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e7e52604-958b-47b3-bbfa-6347f6310d2e req-2ff35d10-802b-409b-bcbc-369b07c7da4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d573e207b5d4dcd918265834dd59ab8&device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 1097 time: 0.0436265 Jul 28 12:01:14.444575 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e52604-958b-47b3-bbfa-6347f6310d2e req-2a494764-466c-4bfb-bc08-1c7e2a767a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:14.445965 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e7e52604-958b-47b3-bbfa-6347f6310d2e req-2a494764-466c-4bfb-bc08-1c7e2a767a57 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bda68980-034f-4734-afd8-199d39da6fdb HTTP/1.1" status: 200 len: 912 time: 0.0883820 Jul 28 12:01:14.486323 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e7e52604-958b-47b3-bbfa-6347f6310d2e req-52432eca-2369-4da8-8dd6-96d467c20abd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cac690a-5d64-4fc7-b398-f5d88feced9d HTTP/1.1" status: 200 len: 217 time: 0.0328145 Jul 28 12:01:14.539704 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e52604-958b-47b3-bbfa-6347f6310d2e req-36a5d41a-8ca0-4e1e-8ce9-f2071cec6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:14.541106 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e7e52604-958b-47b3-bbfa-6347f6310d2e req-36a5d41a-8ca0-4e1e-8ce9-f2071cec6940 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35e8b7e-73e3-409e-bcca-41266995e7a6 HTTP/1.1" status: 200 len: 851 time: 0.0465689 Jul 28 12:01:14.575091 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e7e52604-958b-47b3-bbfa-6347f6310d2e req-31240425-d674-4f5f-9154-987bf2d5cf74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bda68980-034f-4734-afd8-199d39da6fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233359 Jul 28 12:01:14.661744 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e7e52604-958b-47b3-bbfa-6347f6310d2e req-bb8da213-28e7-48ee-a052-fc89d7c675d4 service neutron] 10.222.0.39 "GET /v2.0/networks/bda68980-034f-4734-afd8-199d39da6fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790985 Jul 28 12:01:14.753332 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e7e52604-958b-47b3-bbfa-6347f6310d2e req-6a48aac6-098f-493f-b290-f65e63bdea4c service neutron] 10.222.0.39 "GET /v2.0/networks/bda68980-034f-4734-afd8-199d39da6fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837066 Jul 28 12:01:15.210229 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 4cac690a-5d64-4fc7-b398-f5d88feced9d details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:01:15.235258 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931432d4-b1e2-453b-8880-71531275f995 req-7b9d55eb-a096-45ee-8a0f-fe1d6dd2f8bc tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:15.236745 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-931432d4-b1e2-453b-8880-71531275f995 req-7b9d55eb-a096-45ee-8a0f-fe1d6dd2f8bc tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 944 time: 0.0490611 Jul 28 12:01:15.275763 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-931432d4-b1e2-453b-8880-71531275f995 req-232552a1-60dd-4559-8f56-ad1efa0099bc tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325661 Jul 28 12:01:15.303333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 4cac690a-5d64-4fc7-b398-f5d88feced9d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4cac690a-5d64-4fc7-b398-f5d88feced9d,segment=NetworkSegment(9e03e251-dab8-47b2-b1a3-7948c73d9ba7),segment_id=9e03e251-dab8-47b2-b1a3-7948c73d9ba7)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:01:15.318447 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '4cac690a-5d64-4fc7-b398-f5d88feced9d', 'network_id': 'bda68980-034f-4734-afd8-199d39da6fdb', 'port_id': '4cac690a-5d64-4fc7-b398-f5d88feced9d', 'mac_address': 'fa:16:3e:b4:2e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35e8b7e-73e3-409e-bcca-41266995e7a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:01:15.355367 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:15.367526 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cac690a-5d64-4fc7-b398-f5d88feced9d {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:01:15.386597 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 4cac690a-5d64-4fc7-b398-f5d88feced9d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4cac690a-5d64-4fc7-b398-f5d88feced9d,segment=NetworkSegment(9e03e251-dab8-47b2-b1a3-7948c73d9ba7),segment_id=9e03e251-dab8-47b2-b1a3-7948c73d9ba7)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:01:15.390464 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:15.435217 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=4cac690a-5d64-4fc7-b398-f5d88feced9d,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:15.577686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['4cac690a-5d64-4fc7-b398-f5d88feced9d'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:01:16.392193 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bcafe-b644-46e2-abbe-110d7e6f4bc9 req-4f128da9-2239-44e4-8a13-1366ec6cfb78 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:16.393632 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-137bcafe-b644-46e2-abbe-110d7e6f4bc9 req-4f128da9-2239-44e4-8a13-1366ec6cfb78 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 945 time: 0.0498040 Jul 28 12:01:16.431556 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-137bcafe-b644-46e2-abbe-110d7e6f4bc9 req-1be928d8-6159-4643-a6f8-5fc2879946a8 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318084 Jul 28 12:01:17.225575 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 4cac690a-5d64-4fc7-b398-f5d88feced9d up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:01:17.274193 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 4cac690a-5d64-4fc7-b398-f5d88feced9d completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:01:17.277731 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 4cac690a-5d64-4fc7-b398-f5d88feced9d triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:01:17.278105 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:17.361733 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:17.383222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f9ae2b-1fba-4641-97be-e75e10cdfbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cac690a-5d64-4fc7-b398-f5d88feced9d'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:01:17.385459 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03aa628f-b855-42d5-a824-7670de2c679f" -d '{"events": [{"server_uuid": "84f9ae2b-1fba-4641-97be-e75e10cdfbc4", "name": "network-vif-plugged", "status": "completed", "tag": "4cac690a-5d64-4fc7-b398-f5d88feced9d"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:01:17.398481 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 4cac690a-5d64-4fc7-b398-f5d88feced9d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4cac690a-5d64-4fc7-b398-f5d88feced9d,segment=NetworkSegment(9e03e251-dab8-47b2-b1a3-7948c73d9ba7),segment_id=9e03e251-dab8-47b2-b1a3-7948c73d9ba7)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:01:17.402858 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:17.425944 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc844417-94dc-47cd-8411-050dc52fcd0c x-openstack-request-id: req-bc844417-94dc-47cd-8411-050dc52fcd0c {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:01:17.426231 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f9ae2b-1fba-4641-97be-e75e10cdfbc4", "name": "network-vif-plugged", "status": "completed", "tag": "4cac690a-5d64-4fc7-b398-f5d88feced9d", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:01:17.426519 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc844417-94dc-47cd-8411-050dc52fcd0c {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:01:17.426908 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f9ae2b-1fba-4641-97be-e75e10cdfbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cac690a-5d64-4fc7-b398-f5d88feced9d', 'code': 200} Jul 28 12:01:17.452516 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=4cac690a-5d64-4fc7-b398-f5d88feced9d,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:17.548675 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae66b7-e86d-429d-b02c-57eb0fde5a2f req-68b72f27-7cc9-4a65-bf0d-55be40a8f7ce tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:17.550119 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5bae66b7-e86d-429d-b02c-57eb0fde5a2f req-68b72f27-7cc9-4a65-bf0d-55be40a8f7ce tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0510082 Jul 28 12:01:17.592542 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5bae66b7-e86d-429d-b02c-57eb0fde5a2f req-fe191c53-7d13-4ade-83c6-6020ee7b220a tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364282 Jul 28 12:01:17.595473 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974643-7dae-4898-ab93-b137795978f3 req-eb277eee-a2a9-4a1f-b32b-1a8bd5e965fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:17.596906 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e1974643-7dae-4898-ab93-b137795978f3 req-eb277eee-a2a9-4a1f-b32b-1a8bd5e965fb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 1099 time: 0.0416300 Jul 28 12:01:17.632280 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e1974643-7dae-4898-ab93-b137795978f3 req-2af17a4a-c35b-44f2-82cc-03929ee0fe2c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279579 Jul 28 12:01:18.707363 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56c5a6-807d-490a-bae9-012e2cbea829 req-305e56bf-f208-4ca9-96e6-13a169a62e4b tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:18.708817 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-af56c5a6-807d-490a-bae9-012e2cbea829 req-305e56bf-f208-4ca9-96e6-13a169a62e4b tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0483241 Jul 28 12:01:18.745426 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-af56c5a6-807d-490a-bae9-012e2cbea829 req-a64559dc-bd32-4a91-aa2a-ce60d35c6cb3 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308204 Jul 28 12:01:19.071124 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da47f6-3dd8-4085-9153-51fb58d0b41f req-fa3bcc30-b068-4847-ab22-ccb99a2f945a tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:19.072637 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-97da47f6-3dd8-4085-9153-51fb58d0b41f req-fa3bcc30-b068-4847-ab22-ccb99a2f945a tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0498781 Jul 28 12:01:19.085581 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 34210) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:01:19.111563 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-97da47f6-3dd8-4085-9153-51fb58d0b41f req-de8867a8-dfa6-4374-afd2-c299c3859a57 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329554 Jul 28 12:01:19.169180 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-b9a2e6ae-e393-4c99-b3c2-bc2479547d2a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824535 Jul 28 12:01:20.127513 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:20.230664 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da885ec-f99a-4032-a96c-e481677d5418 req-f54f3baa-e4aa-4000-a16b-d480e3de58f8 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:20.232174 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3da885ec-f99a-4032-a96c-e481677d5418 req-f54f3baa-e4aa-4000-a16b-d480e3de58f8 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0486734 Jul 28 12:01:20.274636 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3da885ec-f99a-4032-a96c-e481677d5418 req-41ba5b97-d7f5-4407-8664-93e223f51975 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355020 Jul 28 12:01:20.389762 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-0a2d780d-02b6-4af7-a4a7-423e5e374e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:20.391244 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-0a2d780d-02b6-4af7-a4a7-423e5e374e63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d573e207b5d4dcd918265834dd59ab8&device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 1099 time: 0.0464015 Jul 28 12:01:20.478370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-a0f51385-c7f5-4dbd-af94-06c96906a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:20.479848 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-a0f51385-c7f5-4dbd-af94-06c96906a96c service neutron] 10.222.0.39 "GET /v2.0/networks?id=bda68980-034f-4734-afd8-199d39da6fdb HTTP/1.1" status: 200 len: 912 time: 0.0809608 Jul 28 12:01:20.522353 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-5855b90b-03a3-495a-85ff-c773b5c95152 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cac690a-5d64-4fc7-b398-f5d88feced9d HTTP/1.1" status: 200 len: 217 time: 0.0331559 Jul 28 12:01:20.573654 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-b49a0506-a271-4bce-bcb9-68aa1b193383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:20.575115 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-b49a0506-a271-4bce-bcb9-68aa1b193383 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35e8b7e-73e3-409e-bcca-41266995e7a6 HTTP/1.1" status: 200 len: 851 time: 0.0466473 Jul 28 12:01:20.605781 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-1e5ac338-378a-48fe-bff5-4449dcc2c434 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bda68980-034f-4734-afd8-199d39da6fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231309 Jul 28 12:01:20.692831 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-dcceb4b7-406d-40a8-bf7f-8326b7b34f36 service neutron] 10.222.0.39 "GET /v2.0/networks/bda68980-034f-4734-afd8-199d39da6fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797932 Jul 28 12:01:21.113725 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-62719c57-41ca-49fe-8655-853bdca48b43 service neutron] 10.222.0.39 "GET /v2.0/networks/bda68980-034f-4734-afd8-199d39da6fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137197 Jul 28 12:01:21.389619 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d662d13-60f2-495c-835c-23e73422109f req-18b3b960-5899-40fe-9dcf-0fe3a9d3621d tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:21.391150 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6d662d13-60f2-495c-835c-23e73422109f req-18b3b960-5899-40fe-9dcf-0fe3a9d3621d tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0495591 Jul 28 12:01:21.429751 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6d662d13-60f2-495c-835c-23e73422109f req-c0c84e64-766b-4aa0-aa30-3430d0cf6047 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Jul 28 12:01:22.541345 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a5db0-2fc8-4ff0-bbdd-3f39a9a95f03 req-e4b8286d-b838-4def-b86b-5e71ba18dbe4 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:22.542850 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9a9a5db0-2fc8-4ff0-bbdd-3f39a9a95f03 req-e4b8286d-b838-4def-b86b-5e71ba18dbe4 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0476670 Jul 28 12:01:22.580274 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9a9a5db0-2fc8-4ff0-bbdd-3f39a9a95f03 req-4811ba69-8ea0-4718-874f-046247b6a5f2 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316315 Jul 28 12:01:23.694124 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a7a53-468b-4eff-96db-891630cd670d req-d7a8db9b-1518-4c8f-8999-9eafd55f4bf9 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:23.695629 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2f4a7a53-468b-4eff-96db-891630cd670d req-d7a8db9b-1518-4c8f-8999-9eafd55f4bf9 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0494847 Jul 28 12:01:23.736488 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2f4a7a53-468b-4eff-96db-891630cd670d req-59abcc6b-28b4-4aa2-9197-1a6856495ede tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350668 Jul 28 12:01:23.877821 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:01:24.849048 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055055b-57cc-4f5a-b347-4130faa96d49 req-b77268f2-5119-4de3-9016-8903f09d026d tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:24.850592 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8055055b-57cc-4f5a-b347-4130faa96d49 req-b77268f2-5119-4de3-9016-8903f09d026d tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0479262 Jul 28 12:01:24.888099 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8055055b-57cc-4f5a-b347-4130faa96d49 req-efd0d764-437b-4305-9367-953288b3c2cc tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316098 Jul 28 12:01:26.000854 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf30342-9ea8-46d7-8a33-e8cd9e3c30ba req-2331be0d-0f70-48eb-9e7d-7d712b4c1bed tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:26.002631 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9bf30342-9ea8-46d7-8a33-e8cd9e3c30ba req-2331be0d-0f70-48eb-9e7d-7d712b4c1bed tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0496035 Jul 28 12:01:26.040836 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9bf30342-9ea8-46d7-8a33-e8cd9e3c30ba req-2f8cab0e-847c-4e46-993a-de3e041b56fa tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316467 Jul 28 12:01:27.152970 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7092b-b3a6-4dde-a470-ef53c2dcde31 req-d3b2af5c-d22e-4f7f-be18-bf1b29d2b104 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:27.154470 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2ac7092b-b3a6-4dde-a470-ef53c2dcde31 req-d3b2af5c-d22e-4f7f-be18-bf1b29d2b104 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0476074 Jul 28 12:01:27.195519 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2ac7092b-b3a6-4dde-a470-ef53c2dcde31 req-f63b0a9f-d61e-40b0-9dd1-4aa50fe120b6 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349998 Jul 28 12:01:28.308312 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14392888-8168-48d6-9d4c-877433e318cf req-b428458a-bbeb-45b7-ba15-f1270c2fb4e5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:28.309792 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-14392888-8168-48d6-9d4c-877433e318cf req-b428458a-bbeb-45b7-ba15-f1270c2fb4e5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0486915 Jul 28 12:01:28.347602 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-14392888-8168-48d6-9d4c-877433e318cf req-126792d1-8086-4714-a479-57f0fc9453bc tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317564 Jul 28 12:01:29.459590 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d69cae-663c-4eee-b4ca-4dbf87f12631 req-c9e018ee-2e42-47c4-9a3f-0d4e13919d63 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:29.461075 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-38d69cae-663c-4eee-b4ca-4dbf87f12631 req-c9e018ee-2e42-47c4-9a3f-0d4e13919d63 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0480146 Jul 28 12:01:29.498444 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-38d69cae-663c-4eee-b4ca-4dbf87f12631 req-bf2cf171-db3a-4f7b-afa4-8abc6d34cce8 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314727 Jul 28 12:01:30.611810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d42b88-a986-4c21-b2b4-09903bc128f5 req-0c982121-f9d9-44b5-a62d-6b5498be18dc tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:30.613259 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-75d42b88-a986-4c21-b2b4-09903bc128f5 req-0c982121-f9d9-44b5-a62d-6b5498be18dc tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0482450 Jul 28 12:01:30.653315 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-75d42b88-a986-4c21-b2b4-09903bc128f5 req-c89f82ba-c378-4373-b02e-6589a1bb81e4 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340011 Jul 28 12:01:31.766777 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d54c6-8a09-4f1e-aacb-6848605463d7 req-38ee03f6-1347-4922-b5fe-e9059d10bd8d tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:31.768198 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d91d54c6-8a09-4f1e-aacb-6848605463d7 req-38ee03f6-1347-4922-b5fe-e9059d10bd8d tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0484519 Jul 28 12:01:31.806713 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d91d54c6-8a09-4f1e-aacb-6848605463d7 req-dc3d456e-2e7e-443a-a950-c98348345e62 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326521 Jul 28 12:01:32.400940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18aa1080-741b-4f0f-8636-be5ce9b538a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:32.920580 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e0807-5b8c-4aa0-b360-da5c1856ae89 req-94c61f2e-5da0-4dc8-adbc-53fe4852fef6 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:32.922035 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-108e0807-5b8c-4aa0-b360-da5c1856ae89 req-94c61f2e-5da0-4dc8-adbc-53fe4852fef6 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0477211 Jul 28 12:01:32.960472 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-108e0807-5b8c-4aa0-b360-da5c1856ae89 req-bbe819bf-00b7-4a81-8c7c-d5bfef7ecfd9 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320427 Jul 28 12:01:34.074802 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591f355-c4cc-409d-b3a4-57a4d4486778 req-0b45ecab-0de4-42b7-b139-92bec1d55430 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:34.076183 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7591f355-c4cc-409d-b3a4-57a4d4486778 req-0b45ecab-0de4-42b7-b139-92bec1d55430 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0475974 Jul 28 12:01:34.116551 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7591f355-c4cc-409d-b3a4-57a4d4486778 req-b77e018f-b9e6-48ba-aee2-7252857e87e3 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345209 Jul 28 12:01:34.903694 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3863ad04-5b7b-4099-86a0-573cd140ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:35.229376 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29214b9-a89f-42ae-8654-fb3f6843c728 req-7886b09f-83c2-4bc0-b77a-d7db868c8edf tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:35.230826 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c29214b9-a89f-42ae-8654-fb3f6843c728 req-7886b09f-83c2-4bc0-b77a-d7db868c8edf tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0482807 Jul 28 12:01:35.267136 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c29214b9-a89f-42ae-8654-fb3f6843c728 req-6430c60b-146a-48b7-bd97-92977748c0db tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305762 Jul 28 12:01:35.342535 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:36.383259 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347ad5f-b0c1-4912-9d7e-57288040293a req-20e4c1ab-27a2-465d-977d-791f57aefa55 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:36.384728 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e347ad5f-b0c1-4912-9d7e-57288040293a req-20e4c1ab-27a2-465d-977d-791f57aefa55 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0508294 Jul 28 12:01:36.414650 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:36.424689 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e347ad5f-b0c1-4912-9d7e-57288040293a req-d90c7b10-265b-4c80-802b-f05e2215644c tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341434 Jul 28 12:01:37.537691 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37e219-015b-43d4-9e1b-eafabdaab8d2 req-ed8246bb-7668-4d3e-8100-6a2e0b5271c7 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:37.539171 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ee37e219-015b-43d4-9e1b-eafabdaab8d2 req-ed8246bb-7668-4d3e-8100-6a2e0b5271c7 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0477068 Jul 28 12:01:37.580234 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ee37e219-015b-43d4-9e1b-eafabdaab8d2 req-50169030-280a-42b4-b85d-bc0e5ffde2fe tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349212 Jul 28 12:01:37.978804 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:38.691645 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbf647-d9b9-409f-bf80-cf4e3ae2f33e req-43dece7c-fabf-4e9c-aa9a-0e3494a16674 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:38.693658 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d8dbf647-d9b9-409f-bf80-cf4e3ae2f33e req-43dece7c-fabf-4e9c-aa9a-0e3494a16674 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0476604 Jul 28 12:01:38.730730 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d8dbf647-d9b9-409f-bf80-cf4e3ae2f33e req-69c3f228-ae30-4abb-beef-353b51cfaacc tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311866 Jul 28 12:01:39.842330 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1a814-beaf-4fbb-8a56-35824bb63c83 req-02d5eb4d-622e-4881-9a83-5f4c98cc19b9 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:39.843854 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b9b1a814-beaf-4fbb-8a56-35824bb63c83 req-02d5eb4d-622e-4881-9a83-5f4c98cc19b9 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0479259 Jul 28 12:01:39.881412 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b9b1a814-beaf-4fbb-8a56-35824bb63c83 req-d1f0e306-3137-40de-a276-b61f83c3ef2e tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307453 Jul 28 12:01:40.994002 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b489afa-b003-44c9-b6b7-d03919c683e3 req-8ddf8a8f-2344-4d38-aec7-3348af4f7e63 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:40.995467 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0b489afa-b003-44c9-b6b7-d03919c683e3 req-8ddf8a8f-2344-4d38-aec7-3348af4f7e63 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0475533 Jul 28 12:01:41.036605 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0b489afa-b003-44c9-b6b7-d03919c683e3 req-3f4489d9-e7c4-417f-942b-e6752a5f5546 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353608 Jul 28 12:01:42.150438 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f9edc-7aaf-4626-9053-a158c1e30aad req-45a0f8f6-2b2a-4466-be76-49ad58c41825 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:42.151907 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bc4f9edc-7aaf-4626-9053-a158c1e30aad req-45a0f8f6-2b2a-4466-be76-49ad58c41825 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0487609 Jul 28 12:01:42.189287 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bc4f9edc-7aaf-4626-9053-a158c1e30aad req-ee2a8655-85b6-4b20-80f3-e38e5af02047 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315926 Jul 28 12:01:43.302195 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665a330-2843-4408-a921-9f3393832209 req-d1dcebca-d82f-4413-91f4-e6ccdc3fc498 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:43.303701 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3665a330-2843-4408-a921-9f3393832209 req-d1dcebca-d82f-4413-91f4-e6ccdc3fc498 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0492554 Jul 28 12:01:43.341044 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3665a330-2843-4408-a921-9f3393832209 req-efec068c-a0e3-4295-b934-7c22672e198a tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314691 Jul 28 12:01:44.455853 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121e8bf-0010-43b8-b35d-feb2be039488 req-f7f707ae-1fe3-430a-b3e3-2d6430654b80 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:44.457305 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2121e8bf-0010-43b8-b35d-feb2be039488 req-f7f707ae-1fe3-430a-b3e3-2d6430654b80 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0483007 Jul 28 12:01:44.498539 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2121e8bf-0010-43b8-b35d-feb2be039488 req-dfdf2f8f-5869-4746-9759-146858b85548 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353165 Jul 28 12:01:45.612480 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399bcf6-be76-49e4-bff7-0795d9ac0251 req-915a2f93-ccd7-44df-9367-5d3a11ff2471 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:45.613912 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7399bcf6-be76-49e4-bff7-0795d9ac0251 req-915a2f93-ccd7-44df-9367-5d3a11ff2471 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0498261 Jul 28 12:01:45.651326 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7399bcf6-be76-49e4-bff7-0795d9ac0251 req-680fbe3f-ead0-4f54-b6fc-3da3869b1125 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310209 Jul 28 12:01:46.762511 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e228cd2-94bd-46e0-82ff-534e05ec77e6 req-124f7c70-4f86-49f9-acc9-61df3f53f967 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:46.763977 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9e228cd2-94bd-46e0-82ff-534e05ec77e6 req-124f7c70-4f86-49f9-acc9-61df3f53f967 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0479178 Jul 28 12:01:46.801148 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9e228cd2-94bd-46e0-82ff-534e05ec77e6 req-a9149352-17a9-46d0-aff9-7c654170fb5d tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313926 Jul 28 12:01:47.758389 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-a7109913-2f58-40da-8cea-c971f741c47e service neutron] 10.222.0.39 "GET /v2.0/ports/4cac690a-5d64-4fc7-b398-f5d88feced9d/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0546677 Jul 28 12:01:47.916213 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e30fe7-03af-4eff-a998-d6013bfd04cd req-1d0a51d2-5a1d-401a-ad3a-90b5eaabd5ad tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:47.917673 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-03e30fe7-03af-4eff-a998-d6013bfd04cd req-1d0a51d2-5a1d-401a-ad3a-90b5eaabd5ad tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0486505 Jul 28 12:01:47.961858 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-03e30fe7-03af-4eff-a998-d6013bfd04cd req-bc04a658-519f-4f58-9b86-b01b881bc519 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381382 Jul 28 12:01:48.032431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-8e6c63f9-842d-4762-9d51-9f7bbba65552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:48.034121 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-8e6c63f9-842d-4762-9d51-9f7bbba65552 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4&tenant_id=1d573e207b5d4dcd918265834dd59ab8 HTTP/1.1" status: 200 len: 1099 time: 0.0736053 Jul 28 12:01:48.100539 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-4a9c1c19-5ddf-4bea-b508-15aae73c75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:48.102026 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-4a9c1c19-5ddf-4bea-b508-15aae73c75b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d573e207b5d4dcd918265834dd59ab8&device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 1099 time: 0.0465245 Jul 28 12:01:48.188900 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-e8868281-2ce2-4152-8826-af84da94e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:48.190332 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-e8868281-2ce2-4152-8826-af84da94e8d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bda68980-034f-4734-afd8-199d39da6fdb HTTP/1.1" status: 200 len: 912 time: 0.0819206 Jul 28 12:01:48.233768 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-ac9e1925-22cf-49a8-9fbb-1ea13792b969 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cac690a-5d64-4fc7-b398-f5d88feced9d HTTP/1.1" status: 200 len: 217 time: 0.0362635 Jul 28 12:01:48.283383 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-577d97ee-a79e-461e-87e9-8382038a83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:48.284768 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-577d97ee-a79e-461e-87e9-8382038a83a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35e8b7e-73e3-409e-bcca-41266995e7a6 HTTP/1.1" status: 200 len: 851 time: 0.0437295 Jul 28 12:01:48.315315 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-919fae3f-249b-4cd8-afed-4d1dd168d646 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bda68980-034f-4734-afd8-199d39da6fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236120 Jul 28 12:01:48.405846 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-c0650dd5-b7c3-4cd2-a4a4-d343d7c94963 service neutron] 10.222.0.39 "GET /v2.0/networks/bda68980-034f-4734-afd8-199d39da6fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828803 Jul 28 12:01:48.491566 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-15e29d9d-7f88-4f07-b96e-f0a5dd241a8d req-f812ab91-1850-4eef-9a56-895bd8a17256 service neutron] 10.222.0.39 "GET /v2.0/networks/bda68980-034f-4734-afd8-199d39da6fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787146 Jul 28 12:01:49.075879 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac514d-065d-4aa5-8936-287ae6073201 req-9021da23-bf9d-4b15-97ae-453b2ef0b230 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:49.077328 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-42ac514d-065d-4aa5-8936-287ae6073201 req-9021da23-bf9d-4b15-97ae-453b2ef0b230 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0489204 Jul 28 12:01:49.114043 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-42ac514d-065d-4aa5-8936-287ae6073201 req-fb8dd76c-d1e4-4e2c-9f01-408bc9b89e73 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308824 Jul 28 12:01:50.118622 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:50.228683 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95ec28-ff76-4ceb-a475-acfaea4dd6af req-f9bfdd0a-7b33-4d36-a957-693b385ae9aa tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:50.230170 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0f95ec28-ff76-4ceb-a475-acfaea4dd6af req-f9bfdd0a-7b33-4d36-a957-693b385ae9aa tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0477235 Jul 28 12:01:50.267191 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0f95ec28-ff76-4ceb-a475-acfaea4dd6af req-8ded4bdf-0545-434e-b271-892fe51f0515 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312281 Jul 28 12:01:50.573670 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-43edeaae-b18d-4b3e-8434-aba1918f0b16 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:50.575195 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-43edeaae-b18d-4b3e-8434-aba1918f0b16 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4&tenant_id=1d573e207b5d4dcd918265834dd59ab8&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 946 time: 0.0886099 Jul 28 12:01:50.653889 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-aa7102c7-e58e-47c5-a363-b7a84121b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:50.655298 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-aa7102c7-e58e-47c5-a363-b7a84121b808 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d573e207b5d4dcd918265834dd59ab8&device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 1099 time: 0.0397894 Jul 28 12:01:50.745476 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-a6afa0c2-ff31-4dff-9b39-a3c525b0f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:50.746937 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-a6afa0c2-ff31-4dff-9b39-a3c525b0f4b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bda68980-034f-4734-afd8-199d39da6fdb HTTP/1.1" status: 200 len: 912 time: 0.0849631 Jul 28 12:01:50.788893 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-85c2c3c3-a563-4249-acaa-7d2d7b80de02 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cac690a-5d64-4fc7-b398-f5d88feced9d HTTP/1.1" status: 200 len: 217 time: 0.0336747 Jul 28 12:01:50.836603 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-309ee7de-3196-4b11-a994-1d6e7db2125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:50.838056 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-309ee7de-3196-4b11-a994-1d6e7db2125d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35e8b7e-73e3-409e-bcca-41266995e7a6 HTTP/1.1" status: 200 len: 851 time: 0.0429351 Jul 28 12:01:50.869498 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-d46694ec-7b22-451f-9c9d-f072b5700299 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bda68980-034f-4734-afd8-199d39da6fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247908 Jul 28 12:01:50.962228 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-2da70f78-c53f-4bd2-8373-e92b93e263ad service neutron] 10.222.0.39 "GET /v2.0/networks/bda68980-034f-4734-afd8-199d39da6fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853181 Jul 28 12:01:51.049946 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-600bfe30-65e9-4eeb-a6e6-715ab7cdd62b service neutron] 10.222.0.39 "GET /v2.0/networks/bda68980-034f-4734-afd8-199d39da6fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806997 Jul 28 12:01:51.724951 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15b87c-c5b3-443c-ad79-81954b9d0128 req-804b3d7b-567f-4f8b-991b-441eb4689464 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:51.726439 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ff15b87c-c5b3-443c-ad79-81954b9d0128 req-804b3d7b-567f-4f8b-991b-441eb4689464 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0472016 Jul 28 12:01:51.767201 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ff15b87c-c5b3-443c-ad79-81954b9d0128 req-3dba5074-edac-4259-ae02-1cebe321911c tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349255 Jul 28 12:01:52.883259 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e5e25-4bcb-4e8e-aca6-f00102c181dd req-347e73ad-8725-46a7-af27-9f8f4373d30f tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:52.885045 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-972e5e25-4bcb-4e8e-aca6-f00102c181dd req-347e73ad-8725-46a7-af27-9f8f4373d30f tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0493739 Jul 28 12:01:52.922170 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-972e5e25-4bcb-4e8e-aca6-f00102c181dd req-b5d6737f-da0e-4fac-b5fb-d153d71b51cb tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/security-groups?id=948d32cc-2900-474a-92e0-76991d653181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311530 Jul 28 12:01:53.339570 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-666cfde8-4447-42d4-a4d7-9f38d06c18ef tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:53.341016 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-666cfde8-4447-42d4-a4d7-9f38d06c18ef tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 946 time: 0.0530689 Jul 28 12:01:53.427632 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Deleting port 4cac690a-5d64-4fc7-b398-f5d88feced9d {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:01:53.427976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:53.514361 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] For port 4cac690a-5d64-4fc7-b398-f5d88feced9d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4cac690a-5d64-4fc7-b398-f5d88feced9d,segment=NetworkSegment(9e03e251-dab8-47b2-b1a3-7948c73d9ba7),segment_id=9e03e251-dab8-47b2-b1a3-7948c73d9ba7)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:01:53.514748 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:53.527336 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Calling delete_port for 4cac690a-5d64-4fc7-b398-f5d88feced9d owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:01:53.648802 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:53.660259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['4cac690a-5d64-4fc7-b398-f5d88feced9d'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:01:53.680371 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Pushing event deleted for resources: {'Port': ['ID=4cac690a-5d64-4fc7-b398-f5d88feced9d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:53.691501 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:53.691861 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:53.692212 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:53.692557 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:53.692900 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:53.693242 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:53.693577 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:53.693915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:53.694249 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:53.694624 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:53.695586 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:53.696037 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:53.731741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] No DVR routers for this DVR port 4cac690a-5d64-4fc7-b398-f5d88feced9d on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:01:53.734307 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:53.736343 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b92bcae3-04f3-4099-975b-fc7785391f6f req-c65ba6d0-9648-476c-b42f-cde7eeab85f5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.39 "DELETE /v2.0/ports/4cac690a-5d64-4fc7-b398-f5d88feced9d HTTP/1.1" status: 204 len: 173 time: 0.3889279 Jul 28 12:01:53.736798 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f9ae2b-1fba-4641-97be-e75e10cdfbc4', 'name': 'network-vif-deleted', 'tag': '4cac690a-5d64-4fc7-b398-f5d88feced9d'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:01:53.739136 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f50ff3a-1c52-455b-89f7-c2ef3207dc19" -d '{"events": [{"server_uuid": "84f9ae2b-1fba-4641-97be-e75e10cdfbc4", "name": "network-vif-deleted", "tag": "4cac690a-5d64-4fc7-b398-f5d88feced9d"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:01:53.775658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333b07a4-ee7d-46ea-805e-5d73f1b22bae x-openstack-request-id: req-333b07a4-ee7d-46ea-805e-5d73f1b22bae {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:01:53.775955 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f9ae2b-1fba-4641-97be-e75e10cdfbc4", "name": "network-vif-deleted", "tag": "4cac690a-5d64-4fc7-b398-f5d88feced9d", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:01:53.776214 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-333b07a4-ee7d-46ea-805e-5d73f1b22bae {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:01:53.776619 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f9ae2b-1fba-4641-97be-e75e10cdfbc4', 'name': 'network-vif-deleted', 'tag': '4cac690a-5d64-4fc7-b398-f5d88feced9d', 'status': 'completed', 'code': 200} Jul 28 12:01:54.023863 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6e5dff6f-e955-44b3-a834-05e78822d60e req-d43160a6-1088-44d9-8095-58940cbffcf5 tempest-DeleteServersTestJSON-1496278463 tempest-DeleteServersTestJSON-1496278463-project] 10.222.0.43 "GET /v2.0/ports?device_id=84f9ae2b-1fba-4641-97be-e75e10cdfbc4 HTTP/1.1" status: 200 len: 210 time: 0.0261056 Jul 28 12:01:55.147832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 34310) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:01:55.192071 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2a232d-7ec5-4f0d-8319-3059cd65c2bd admin admin] Deleting subnet d35e8b7e-73e3-409e-bcca-41266995e7a6 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:01:55.195071 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ec2a232d-7ec5-4f0d-8319-3059cd65c2bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:55.231599 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ec2a232d-7ec5-4f0d-8319-3059cd65c2bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:55.268443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ec2a232d-7ec5-4f0d-8319-3059cd65c2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:55.320317 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ec2a232d-7ec5-4f0d-8319-3059cd65c2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:55.345886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a232d-7ec5-4f0d-8319-3059cd65c2bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d35e8b7e-73e3-409e-bcca-41266995e7a6,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:55.347841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ec2a232d-7ec5-4f0d-8319-3059cd65c2bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:55.350858 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ec2a232d-7ec5-4f0d-8319-3059cd65c2bd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d35e8b7e-73e3-409e-bcca-41266995e7a6 HTTP/1.1" status: 204 len: 168 time: 0.2018929 Jul 28 12:01:55.352664 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 34312) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:01:55.421850 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dbdeccce-b3ad-4a45-9055-1382c943f470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:55.498210 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dbdeccce-b3ad-4a45-9055-1382c943f470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:55.508370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-dbdeccce-b3ad-4a45-9055-1382c943f470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda68980-034f-4734-afd8-199d39da6fdb']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:01:55.518775 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-dbdeccce-b3ad-4a45-9055-1382c943f470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e03e251-dab8-47b2-b1a3-7948c73d9ba7') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:01:55.519080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-dbdeccce-b3ad-4a45-9055-1382c943f470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e03e251-dab8-47b2-b1a3-7948c73d9ba7') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:01:55.528925 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dbdeccce-b3ad-4a45-9055-1382c943f470 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:55.543401 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dbdeccce-b3ad-4a45-9055-1382c943f470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:55.549446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbdeccce-b3ad-4a45-9055-1382c943f470 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:01:55.549899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dbdeccce-b3ad-4a45-9055-1382c943f470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:01:55.552200 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:01:55.610708 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dbdeccce-b3ad-4a45-9055-1382c943f470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:55.631961 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-dbdeccce-b3ad-4a45-9055-1382c943f470 admin admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:55.634759 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-dbdeccce-b3ad-4a45-9055-1382c943f470 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bda68980-034f-4734-afd8-199d39da6fdb HTTP/1.1" status: 204 len: 168 time: 0.2811339 Jul 28 12:01:55.638136 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdeccce-b3ad-4a45-9055-1382c943f470 admin admin] Pushing event deleted for resources: {'Network': ['ID=bda68980-034f-4734-afd8-199d39da6fdb,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:55.743891 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 34316) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:01:55.785864 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0508c1e2-91ab-4e62-bca9-7b680ecbcd39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d573e207b5d4dcd918265834dd59ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407000 Jul 28 12:01:55.788339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 34318) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:01:55.835905 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-932a3282-7e42-444b-a83e-101f24689b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:55.856798 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-932a3282-7e42-444b-a83e-101f24689b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:55.903308 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-932a3282-7e42-444b-a83e-101f24689b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:55.906201 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-932a3282-7e42-444b-a83e-101f24689b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:55.907373 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-932a3282-7e42-444b-a83e-101f24689b51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/948d32cc-2900-474a-92e0-76991d653181 HTTP/1.1" status: 204 len: 168 time: 0.1176331 Jul 28 12:01:55.915825 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a3282-7e42-444b-a83e-101f24689b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948d32cc-2900-474a-92e0-76991d653181,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:56.539897 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 34340) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:01:56.630287 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-224046090-network', 'tenant_id': 'c38a0b628bac4f39a128dfe4b78590ab'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:01:56.651507 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Made reservation on behalf of c38a0b628bac4f39a128dfe4b78590ab for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:01:56.653679 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:56.661879 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:56.747767 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:56.751221 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:56.775236 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:01:56.790056 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac2ffb6-11a1-443c-ab62-984ad7507f26,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:56.796269 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:56.796269 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Added segment 4f102df1-7cfb-42a1-b7cc-8a5f9d515f60 of type vlan for network ae4dae61-e471-47af-823d-f812d2576bbc Jul 28 12:01:56.805719 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:56.806070 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:56.806415 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:56.806779 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:56.807116 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:56.807453 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:56.807785 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:56.808117 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:56.808445 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:56.808771 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:56.809098 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:56.809428 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:01:56.847916 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:56.876039 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:56.877138 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:56.877724 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:56.931191 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3901956 Jul 28 12:01:56.933970 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 34344) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:01:56.940562 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c94dc13b-5007-403c-be8e-c4a877da9aa1 admin admin] Request body: {'subnet': {'network_id': 'ae4dae61-e471-47af-823d-f812d2576bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-224046090-subnet', 'tenant_id': 'c38a0b628bac4f39a128dfe4b78590ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:01:56.944487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed14b1f-cd1c-4a4e-a7a7-a142d3abe36b admin admin] Pushing event updated for resources: {'Network': ['ID=ae4dae61-e471-47af-823d-f812d2576bbc,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:56.955194 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network ae4dae61-e471-47af-823d-f812d2576bbc details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:01:56.963272 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94dc13b-5007-403c-be8e-c4a877da9aa1 admin admin] Made reservation on behalf of c38a0b628bac4f39a128dfe4b78590ab for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:01:56.965622 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c94dc13b-5007-403c-be8e-c4a877da9aa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:57.128364 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c94dc13b-5007-403c-be8e-c4a877da9aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:57.186955 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94dc13b-5007-403c-be8e-c4a877da9aa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1cf788b-2f56-453e-9c88-e0f1dbb34b36,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:57.195443 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94dc13b-5007-403c-be8e-c4a877da9aa1 admin admin] Checking segment: {'id': '4f102df1-7cfb-42a1-b7cc-8a5f9d515f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ae4dae61-e471-47af-823d-f812d2576bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:01:57.195803 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94dc13b-5007-403c-be8e-c4a877da9aa1 admin admin] Network hostable DHCP agents. Network: ae4dae61-e471-47af-823d-f812d2576bbc, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:01:57.210928 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94dc13b-5007-403c-be8e-c4a877da9aa1 admin admin] Network ae4dae61-e471-47af-823d-f812d2576bbc is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:01:57.219177 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-c94dc13b-5007-403c-be8e-c4a877da9aa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, ae4dae61-e471-47af-823d-f812d2576bbc) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:01:57.223113 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94dc13b-5007-403c-be8e-c4a877da9aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:57.223697 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c94dc13b-5007-403c-be8e-c4a877da9aa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:57.230007 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426b0783-5379-47ae-a656-571c78ce5b89 None None] Network ae4dae61-e471-47af-823d-f812d2576bbc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:01:57.237640 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c94dc13b-5007-403c-be8e-c4a877da9aa1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3008101 Jul 28 12:01:57.350782 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a52342e-f391-40fc-8943-aaad8596cf2b None None] Network ae4dae61-e471-47af-823d-f812d2576bbc requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:01:57.387435 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 4cac690a-5d64-4fc7-b398-f5d88feced9d no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:01:57.412498 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 4cac690a-5d64-4fc7-b398-f5d88feced9d {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:01:57.412826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 4cac690a-5d64-4fc7-b398-f5d88feced9d not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:01:57.647083 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-eefc68af-6dfb-4c5a-b35c-5a8030c1cfe9 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:57.649192 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-eefc68af-6dfb-4c5a-b35c-5a8030c1cfe9 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/networks?id=ae4dae61-e471-47af-823d-f812d2576bbc HTTP/1.1" status: 200 len: 814 time: 0.0969613 Jul 28 12:01:57.664280 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-9dc9bb79-cbbe-48fd-8dfa-74ecb53e7344 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/quotas/c38a0b628bac4f39a128dfe4b78590ab HTTP/1.1" status: 200 len: 375 time: 0.0089612 Jul 28 12:01:57.695109 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-59be01aa-c554-4e4b-a09e-33bded9f32e5 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c38a0b628bac4f39a128dfe4b78590ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250754 Jul 28 12:01:57.785696 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-3e5046c2-5c97-4725-8f54-fae2150a8988 service neutron] 10.222.0.43 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833526 Jul 28 12:01:57.873926 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-eab277cf-b2a9-4bfc-9e52-bf1fd2c0b2d4 service neutron] 10.222.0.43 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816374 Jul 28 12:01:58.036542 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9bea5e03-d6c8-46bd-8c5d-21be3cf7f56b req-8e827e82-de81-470e-9a59-e2a783b7cb42 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 210 time: 0.0311131 Jul 28 12:01:58.935595 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-4b0364e6-6f19-4a52-9583-340c200edfcf tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:58.937515 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-4b0364e6-6f19-4a52-9583-340c200edfcf tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.39 "GET /v2.0/networks?id=ae4dae61-e471-47af-823d-f812d2576bbc HTTP/1.1" status: 200 len: 814 time: 0.1075263 Jul 28 12:01:58.951053 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-fdb53a77-f206-417c-97d0-2da806e98015 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Request body: {'port': {'device_id': '24336db0-3dae-410a-a0dd-81be92c6c402', 'network_id': 'ae4dae61-e471-47af-823d-f812d2576bbc', 'admin_state_up': True, 'tenant_id': 'c38a0b628bac4f39a128dfe4b78590ab'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:01:59.061782 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-fdb53a77-f206-417c-97d0-2da806e98015 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Made reservation on behalf of c38a0b628bac4f39a128dfe4b78590ab for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:01:59.065229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-fdb53a77-f206-417c-97d0-2da806e98015 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:59.129351 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4dde2980-66ba-44ac-869d-2b90c01f5f90 req-2e5604f4-4b70-474b-8b4c-c32063a3ae58 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 210 time: 0.0261559 Jul 28 12:01:59.191942 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-fdb53a77-f206-417c-97d0-2da806e98015 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Allocated IP 172.20.0.8 (ae4dae61-e471-47af-823d-f812d2576bbc/e1cf788b-2f56-453e-9c88-e0f1dbb34b36/8626dcbe-3b6b-40fc-aff0-aba278dc4177) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:01:59.335601 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-fdb53a77-f206-417c-97d0-2da806e98015 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:59.373005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-fdb53a77-f206-417c-97d0-2da806e98015 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:59.415567 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-fdb53a77-f206-417c-97d0-2da806e98015 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Network ae4dae61-e471-47af-823d-f812d2576bbc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:01:59.418620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-fdb53a77-f206-417c-97d0-2da806e98015 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:01:59.424443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-fdb53a77-f206-417c-97d0-2da806e98015 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:01:59.431207 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb53a77-f206-417c-97d0-2da806e98015 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Pushing event updated for resources: {'Port': ['ID=8626dcbe-3b6b-40fc-aff0-aba278dc4177,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:59.479645 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-fdb53a77-f206-417c-97d0-2da806e98015 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:59.480258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-fdb53a77-f206-417c-97d0-2da806e98015 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:59.494353 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-fdb53a77-f206-417c-97d0-2da806e98015 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5476947 Jul 28 12:01:59.506280 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Request body: {'port': {'device_id': '24336db0-3dae-410a-a0dd-81be92c6c402', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:01:59.557794 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:59.813130 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8626dcbe-3b6b-40fc-aff0-aba278dc4177 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:01:59.820985 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:59.832450 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Transition to ACTIVE for port object 8626dcbe-3b6b-40fc-aff0-aba278dc4177 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:01:59.836434 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:59.884051 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=8626dcbe-3b6b-40fc-aff0-aba278dc4177,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:01:59.957657 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Attempting to bind port 8626dcbe-3b6b-40fc-aff0-aba278dc4177 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:01:59.958305 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Attempting to bind port 8626dcbe-3b6b-40fc-aff0-aba278dc4177 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '4f102df1-7cfb-42a1-b7cc-8a5f9d515f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ae4dae61-e471-47af-823d-f812d2576bbc'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:01:59.958305 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Attempting to bind port 8626dcbe-3b6b-40fc-aff0-aba278dc4177 on network ae4dae61-e471-47af-823d-f812d2576bbc {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:01:59.963070 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Port 8626dcbe-3b6b-40fc-aff0-aba278dc4177 on network ae4dae61-e471-47af-823d-f812d2576bbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:01:59.963412 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Attempting to bind port 8626dcbe-3b6b-40fc-aff0-aba278dc4177 on network ae4dae61-e471-47af-823d-f812d2576bbc {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:01:59.968098 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:01:59.968441 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Checking segment: {'id': '4f102df1-7cfb-42a1-b7cc-8a5f9d515f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ae4dae61-e471-47af-823d-f812d2576bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:01:59.968827 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Bound using segment: {'id': '4f102df1-7cfb-42a1-b7cc-8a5f9d515f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ae4dae61-e471-47af-823d-f812d2576bbc'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:01:59.969253 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Bound port: 8626dcbe-3b6b-40fc-aff0-aba278dc4177, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f102df1-7cfb-42a1-b7cc-8a5f9d515f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ae4dae61-e471-47af-823d-f812d2576bbc'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:01:59.969607 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:00.033658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] For port 8626dcbe-3b6b-40fc-aff0-aba278dc4177, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:02:00.036565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] For port 8626dcbe-3b6b-40fc-aff0-aba278dc4177, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8626dcbe-3b6b-40fc-aff0-aba278dc4177,segment=NetworkSegment(4f102df1-7cfb-42a1-b7cc-8a5f9d515f60),segment_id=4f102df1-7cfb-42a1-b7cc-8a5f9d515f60)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:02:00.041759 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:00.075451 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:00.076066 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:00.077457 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] 10.222.0.39 "PUT /v2.0/ports/8626dcbe-3b6b-40fc-aff0-aba278dc4177 HTTP/1.1" status: 200 len: 1093 time: 0.5752466 Jul 28 12:02:00.077891 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24336db0-3dae-410a-a0dd-81be92c6c402', 'tag': '8626dcbe-3b6b-40fc-aff0-aba278dc4177'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:02:00.080194 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dfd0d2-9a17-4427-a32e-8857a318579f" -d '{"events": [{"name": "network-changed", "server_uuid": "24336db0-3dae-410a-a0dd-81be92c6c402", "tag": "8626dcbe-3b6b-40fc-aff0-aba278dc4177"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:02:00.104387 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3e870-0ed5-48b1-bf9c-087a1ea93cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=8626dcbe-3b6b-40fc-aff0-aba278dc4177,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:02:00.122457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cdb17e-49e2-4801-b0c2-c29c2d8055bf x-openstack-request-id: req-c7cdb17e-49e2-4801-b0c2-c29c2d8055bf {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:02:00.122755 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24336db0-3dae-410a-a0dd-81be92c6c402", "tag": "8626dcbe-3b6b-40fc-aff0-aba278dc4177", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:02:00.123006 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7cdb17e-49e2-4801-b0c2-c29c2d8055bf {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:02:00.123399 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24336db0-3dae-410a-a0dd-81be92c6c402', 'tag': '8626dcbe-3b6b-40fc-aff0-aba278dc4177', 'status': 'completed', 'code': 200} Jul 28 12:02:00.157599 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-544d115f-1195-41b9-87c9-6101f962c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:00.159232 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-544d115f-1195-41b9-87c9-6101f962c1cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c38a0b628bac4f39a128dfe4b78590ab&device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 1096 time: 0.0464094 Jul 28 12:02:00.201545 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-43f70c57-bae8-4dc6-8ba1-f23ac500c32d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8626dcbe-3b6b-40fc-aff0-aba278dc4177 HTTP/1.1" status: 200 len: 217 time: 0.0343149 Jul 28 12:02:00.243598 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25a8f7-fa5a-451e-98f1-65cc761a91cc req-c1fcf849-d35a-4a4a-bae4-a903924f99ea tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:00.245064 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3a25a8f7-fa5a-451e-98f1-65cc761a91cc req-c1fcf849-d35a-4a4a-bae4-a903924f99ea tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 943 time: 0.0487223 Jul 28 12:02:00.254039 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-0955267b-785d-4e2a-a677-638b8ae9b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:00.255565 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-0955267b-785d-4e2a-a677-638b8ae9b4f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cf788b-2f56-453e-9c88-e0f1dbb34b36 HTTP/1.1" status: 200 len: 854 time: 0.0477180 Jul 28 12:02:00.283421 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3a25a8f7-fa5a-451e-98f1-65cc761a91cc req-94a54ee5-2db5-4d6a-ad61-674623d42e68 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315564 Jul 28 12:02:00.288184 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-ca3201b2-305f-4d56-b337-11b811061d64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae4dae61-e471-47af-823d-f812d2576bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256751 Jul 28 12:02:00.377270 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-a9caeeec-8453-4e3c-a041-98c343aa0e5c service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814481 Jul 28 12:02:00.468021 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-38b32919-1a08-4ed5-927c-dcfa3311541a req-4ffdd8eb-6a8d-43eb-991b-107680406f68 service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828762 Jul 28 12:02:00.558298 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfd0d2-9a17-4427-a32e-8857a318579f req-b442f1ef-b5c5-4ee7-b0cd-bc3b7cc50376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:00.559786 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54dfd0d2-9a17-4427-a32e-8857a318579f req-b442f1ef-b5c5-4ee7-b0cd-bc3b7cc50376 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c38a0b628bac4f39a128dfe4b78590ab&device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 1096 time: 0.0408916 Jul 28 12:02:00.650472 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfd0d2-9a17-4427-a32e-8857a318579f req-43e7fbb7-a327-495f-94aa-0a4c3f7702bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:00.651828 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54dfd0d2-9a17-4427-a32e-8857a318579f req-43e7fbb7-a327-495f-94aa-0a4c3f7702bb service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae4dae61-e471-47af-823d-f812d2576bbc HTTP/1.1" status: 200 len: 915 time: 0.0843401 Jul 28 12:02:00.692905 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54dfd0d2-9a17-4427-a32e-8857a318579f req-167cf87e-aa40-477a-a76f-00b9de93df79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8626dcbe-3b6b-40fc-aff0-aba278dc4177 HTTP/1.1" status: 200 len: 217 time: 0.0334282 Jul 28 12:02:00.742244 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfd0d2-9a17-4427-a32e-8857a318579f req-f5b2c306-dc99-4992-b12f-203ecd1906d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:00.743673 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54dfd0d2-9a17-4427-a32e-8857a318579f req-f5b2c306-dc99-4992-b12f-203ecd1906d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cf788b-2f56-453e-9c88-e0f1dbb34b36 HTTP/1.1" status: 200 len: 854 time: 0.0421877 Jul 28 12:02:00.774757 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54dfd0d2-9a17-4427-a32e-8857a318579f req-f0776697-79d6-43c5-a1de-fe6095c08064 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae4dae61-e471-47af-823d-f812d2576bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235171 Jul 28 12:02:00.865416 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54dfd0d2-9a17-4427-a32e-8857a318579f req-07a972c8-7fb0-4d64-bddf-8ef3596d9651 service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833654 Jul 28 12:02:00.876404 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:02:00.953967 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54dfd0d2-9a17-4427-a32e-8857a318579f req-0e478e66-a42a-4ef0-afa3-65cab71e499f service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800290 Jul 28 12:02:01.363798 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 8626dcbe-3b6b-40fc-aff0-aba278dc4177 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:02:01.402935 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc55846-718b-48b0-86ab-cfffb1dc9a98 req-7b585a29-d856-4972-8a33-a2844ec5fe70 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:01.404432 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4bc55846-718b-48b0-86ab-cfffb1dc9a98 req-7b585a29-d856-4972-8a33-a2844ec5fe70 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 943 time: 0.0474589 Jul 28 12:02:01.441875 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4bc55846-718b-48b0-86ab-cfffb1dc9a98 req-f0c8ff2d-bc0b-447d-a0d8-6675180e433f tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313234 Jul 28 12:02:01.458857 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 8626dcbe-3b6b-40fc-aff0-aba278dc4177, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8626dcbe-3b6b-40fc-aff0-aba278dc4177,segment=NetworkSegment(4f102df1-7cfb-42a1-b7cc-8a5f9d515f60),segment_id=4f102df1-7cfb-42a1-b7cc-8a5f9d515f60)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:02:01.470367 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '8626dcbe-3b6b-40fc-aff0-aba278dc4177', 'network_id': 'ae4dae61-e471-47af-823d-f812d2576bbc', 'port_id': '8626dcbe-3b6b-40fc-aff0-aba278dc4177', 'mac_address': 'fa:16:3e:b2:1e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1cf788b-2f56-453e-9c88-e0f1dbb34b36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:02:01.506033 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:01.518250 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8626dcbe-3b6b-40fc-aff0-aba278dc4177 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:02:01.537747 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 8626dcbe-3b6b-40fc-aff0-aba278dc4177, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8626dcbe-3b6b-40fc-aff0-aba278dc4177,segment=NetworkSegment(4f102df1-7cfb-42a1-b7cc-8a5f9d515f60),segment_id=4f102df1-7cfb-42a1-b7cc-8a5f9d515f60)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:02:01.542617 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:01.587161 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=8626dcbe-3b6b-40fc-aff0-aba278dc4177,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:02:01.593890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:01.594243 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:01.594616 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:01.594957 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:01.595294 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:01.595629 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:01.595960 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:01.596290 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:01.596616 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:01.596945 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:01.597267 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:01.597589 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:01.751265 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['8626dcbe-3b6b-40fc-aff0-aba278dc4177'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:02:02.400493 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5114c36e-b1bf-4de4-a8a4-2c85cc156aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:02.859713 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b98e96-6b6f-4ec1-9b62-5ac6cb3e9683 req-5729994c-7f94-4dae-8fba-ac4e7bc9eb1a tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:02.861458 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-86b98e96-6b6f-4ec1-9b62-5ac6cb3e9683 req-5729994c-7f94-4dae-8fba-ac4e7bc9eb1a tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 944 time: 0.3547957 Jul 28 12:02:02.899518 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-86b98e96-6b6f-4ec1-9b62-5ac6cb3e9683 req-821cf472-8e50-4065-a13b-eab6d6985d58 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315955 Jul 28 12:02:03.372677 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 8626dcbe-3b6b-40fc-aff0-aba278dc4177 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:02:03.420958 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 8626dcbe-3b6b-40fc-aff0-aba278dc4177 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:02:03.424601 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 8626dcbe-3b6b-40fc-aff0-aba278dc4177 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:02:03.424977 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:03.501899 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:03.523904 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24336db0-3dae-410a-a0dd-81be92c6c402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8626dcbe-3b6b-40fc-aff0-aba278dc4177'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:02:03.526188 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5ff872-b1a2-4a3c-a899-9f699a7ca5e1" -d '{"events": [{"server_uuid": "24336db0-3dae-410a-a0dd-81be92c6c402", "name": "network-vif-plugged", "status": "completed", "tag": "8626dcbe-3b6b-40fc-aff0-aba278dc4177"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:02:03.539423 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 8626dcbe-3b6b-40fc-aff0-aba278dc4177, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8626dcbe-3b6b-40fc-aff0-aba278dc4177,segment=NetworkSegment(4f102df1-7cfb-42a1-b7cc-8a5f9d515f60),segment_id=4f102df1-7cfb-42a1-b7cc-8a5f9d515f60)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:02:03.543601 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:03.565804 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b84d59-7d60-42b6-be05-e7b57fa6f146 x-openstack-request-id: req-a3b84d59-7d60-42b6-be05-e7b57fa6f146 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:02:03.566093 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24336db0-3dae-410a-a0dd-81be92c6c402", "name": "network-vif-plugged", "status": "completed", "tag": "8626dcbe-3b6b-40fc-aff0-aba278dc4177", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:02:03.566344 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3b84d59-7d60-42b6-be05-e7b57fa6f146 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:02:03.566754 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24336db0-3dae-410a-a0dd-81be92c6c402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8626dcbe-3b6b-40fc-aff0-aba278dc4177', 'code': 200} Jul 28 12:02:03.592052 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=8626dcbe-3b6b-40fc-aff0-aba278dc4177,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:02:03.754477 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0ac78-77e4-44f9-99aa-928a5b36962b req-29434af1-82d2-490d-ad5d-28ddd41f38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:03.755963 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-74b0ac78-77e4-44f9-99aa-928a5b36962b req-29434af1-82d2-490d-ad5d-28ddd41f38f7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 1098 time: 0.0434568 Jul 28 12:02:03.790474 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-74b0ac78-77e4-44f9-99aa-928a5b36962b req-95a8683d-9b76-47d2-9a3b-28925cb51d6f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278983 Jul 28 12:02:04.009816 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712f35a-9729-4d6c-80ae-aaabb7f9f37e req-55353d3f-0cfc-41af-b441-ebd3ac4028c5 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:04.011193 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5712f35a-9729-4d6c-80ae-aaabb7f9f37e req-55353d3f-0cfc-41af-b441-ebd3ac4028c5 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0469134 Jul 28 12:02:04.049043 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5712f35a-9729-4d6c-80ae-aaabb7f9f37e req-ae64e689-9b24-4719-90e3-43a39bb1f4db tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320201 Jul 28 12:02:04.903272 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d78536d0-4cf4-4657-a5b3-dcd3f49c24ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:05.160739 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff2a1c-2b6b-4b9e-8a7d-18933acc7432 req-da6f25de-f74f-435f-9f36-480c8a476947 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:05.162170 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-91ff2a1c-2b6b-4b9e-8a7d-18933acc7432 req-da6f25de-f74f-435f-9f36-480c8a476947 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0475910 Jul 28 12:02:05.200497 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-91ff2a1c-2b6b-4b9e-8a7d-18933acc7432 req-962b276f-8073-4440-9309-bbd1f77c1b86 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314207 Jul 28 12:02:05.318296 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58341f43-a681-4c2a-998f-4720947831b0 req-eff99840-b929-4dfa-a47e-31714e6a9041 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:05.320371 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-58341f43-a681-4c2a-998f-4720947831b0 req-eff99840-b929-4dfa-a47e-31714e6a9041 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0519371 Jul 28 12:02:05.343653 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:05.358826 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-58341f43-a681-4c2a-998f-4720947831b0 req-32e2332e-ec92-4210-b433-59e074b62ba0 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Jul 28 12:02:05.560261 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c7d39-6a68-446a-9a47-e088019f8915 req-8eac5fc3-c76a-4d04-b59f-3ad68bdf802b tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:05.561693 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-673c7d39-6a68-446a-9a47-e088019f8915 req-8eac5fc3-c76a-4d04-b59f-3ad68bdf802b tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0485139 Jul 28 12:02:05.598290 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-673c7d39-6a68-446a-9a47-e088019f8915 req-ebd41c11-0ffe-45e4-b102-1696017a0ac0 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307140 Jul 28 12:02:05.708938 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4b666-5d81-488b-965e-3306bd4a6a75 req-2b15da94-c243-4348-8d17-91c1c17f0258 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:05.710548 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-69b4b666-5d81-488b-965e-3306bd4a6a75 req-2b15da94-c243-4348-8d17-91c1c17f0258 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0482802 Jul 28 12:02:05.747528 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-69b4b666-5d81-488b-965e-3306bd4a6a75 req-94ed1b1a-8a58-4662-8225-3823bd2e1a78 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311639 Jul 28 12:02:06.063271 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-a06cf016-8271-4f80-8de0-6117690b0cf0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401039 Jul 28 12:02:06.085300 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb8f25-1049-42dd-836d-a9ccc4790261 req-cecf6dbb-a7aa-42f7-b75a-dac75fb4cac3 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:06.086859 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6ddb8f25-1049-42dd-836d-a9ccc4790261 req-cecf6dbb-a7aa-42f7-b75a-dac75fb4cac3 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0526500 Jul 28 12:02:06.125576 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6ddb8f25-1049-42dd-836d-a9ccc4790261 req-430e4dc8-cb1c-452c-8205-294762d90dd7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325537 Jul 28 12:02:06.416594 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:07.243310 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4752a-0a99-4dfe-ba3b-5c404c19bc58 req-224c2705-9095-4b0b-9cca-942a0bb89c38 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:07.244763 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-59a4752a-0a99-4dfe-ba3b-5c404c19bc58 req-224c2705-9095-4b0b-9cca-942a0bb89c38 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0516038 Jul 28 12:02:07.285075 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-59a4752a-0a99-4dfe-ba3b-5c404c19bc58 req-9a6e9208-3c85-4ea3-9873-0b2362c2862d tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Jul 28 12:02:07.312562 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-84313f96-cc10-4e95-bb61-a00ca28387fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:07.314059 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-84313f96-cc10-4e95-bb61-a00ca28387fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c38a0b628bac4f39a128dfe4b78590ab&device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 1098 time: 0.0413356 Jul 28 12:02:07.405416 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-76146e88-aaaf-41d8-ab5e-9f83930d3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:07.406894 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-76146e88-aaaf-41d8-ab5e-9f83930d3bbc service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae4dae61-e471-47af-823d-f812d2576bbc HTTP/1.1" status: 200 len: 915 time: 0.0846138 Jul 28 12:02:07.447578 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-649943b1-5371-4076-9227-72129fbefd5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8626dcbe-3b6b-40fc-aff0-aba278dc4177 HTTP/1.1" status: 200 len: 217 time: 0.0327246 Jul 28 12:02:07.496039 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-941564ad-f1b3-4ebf-a477-71a5f1db9fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:07.497425 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-941564ad-f1b3-4ebf-a477-71a5f1db9fe2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cf788b-2f56-453e-9c88-e0f1dbb34b36 HTTP/1.1" status: 200 len: 854 time: 0.0427747 Jul 28 12:02:07.533441 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-f748c484-4bc0-497e-b221-f1f40aa3532d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae4dae61-e471-47af-823d-f812d2576bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285244 Jul 28 12:02:07.629671 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-29f694bf-5204-4c8f-89d6-5cab3abbf8ce service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816178 Jul 28 12:02:07.724053 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-0a82eaac-49ba-4365-96bb-3b796355ddff service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863266 Jul 28 12:02:07.981972 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:08.400316 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fc006-4aff-436d-ae84-e5eff53156f9 req-8e29b5e8-1812-4d79-92db-e28d0dd578b3 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:08.401764 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ae5fc006-4aff-436d-ae84-e5eff53156f9 req-8e29b5e8-1812-4d79-92db-e28d0dd578b3 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0486298 Jul 28 12:02:08.438682 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ae5fc006-4aff-436d-ae84-e5eff53156f9 req-5fa61cc9-cb84-4ab6-b8b7-a583fee7e0ea tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310698 Jul 28 12:02:09.073145 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8ee60-9f28-4e9f-91c2-c953c519e054 req-e67cba83-03e1-4daf-924a-cfcac02d369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:09.074569 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-03e8ee60-9f28-4e9f-91c2-c953c519e054 req-e67cba83-03e1-4daf-924a-cfcac02d369b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c38a0b628bac4f39a128dfe4b78590ab&device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 1098 time: 0.2976120 Jul 28 12:02:09.171720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8ee60-9f28-4e9f-91c2-c953c519e054 req-6d5ae4f9-792d-497a-b52c-3eab94c3052e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:09.173155 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-03e8ee60-9f28-4e9f-91c2-c953c519e054 req-6d5ae4f9-792d-497a-b52c-3eab94c3052e service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae4dae61-e471-47af-823d-f812d2576bbc HTTP/1.1" status: 200 len: 915 time: 0.0799100 Jul 28 12:02:09.215204 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-03e8ee60-9f28-4e9f-91c2-c953c519e054 req-4e36c9ff-22b3-4289-9032-5a59cf0299c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8626dcbe-3b6b-40fc-aff0-aba278dc4177 HTTP/1.1" status: 200 len: 217 time: 0.0348296 Jul 28 12:02:09.261713 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8ee60-9f28-4e9f-91c2-c953c519e054 req-2e2f5d18-f20a-4adb-bfa4-460530b15f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:09.263132 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-03e8ee60-9f28-4e9f-91c2-c953c519e054 req-2e2f5d18-f20a-4adb-bfa4-460530b15f9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cf788b-2f56-453e-9c88-e0f1dbb34b36 HTTP/1.1" status: 200 len: 854 time: 0.0417883 Jul 28 12:02:09.293386 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-03e8ee60-9f28-4e9f-91c2-c953c519e054 req-2388c2f1-1bb9-4095-b21a-15773bfece1d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae4dae61-e471-47af-823d-f812d2576bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235610 Jul 28 12:02:09.381946 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-03e8ee60-9f28-4e9f-91c2-c953c519e054 req-eacfb2f3-319d-48f6-b8af-7454111cfb66 service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819461 Jul 28 12:02:09.469565 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-03e8ee60-9f28-4e9f-91c2-c953c519e054 req-cf4a93d2-44c8-420c-ab97-b5eeb7fff4bd service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805929 Jul 28 12:02:09.555331 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca5bbe-3433-4c95-ab2a-bbedbe668d48 req-a1e0d8e7-4b81-4a87-9ae4-5813e158e909 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:09.556779 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b4ca5bbe-3433-4c95-ab2a-bbedbe668d48 req-a1e0d8e7-4b81-4a87-9ae4-5813e158e909 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0516493 Jul 28 12:02:09.594052 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b4ca5bbe-3433-4c95-ab2a-bbedbe668d48 req-5657fba2-20bf-4268-9eeb-193f6103fc66 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314949 Jul 28 12:02:10.706931 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8932a1-673d-4839-b5c4-387c7d7c730b req-08ec3d81-48f7-4df3-9a8f-320c44b2338f tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:10.708395 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5a8932a1-673d-4839-b5c4-387c7d7c730b req-08ec3d81-48f7-4df3-9a8f-320c44b2338f tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0475421 Jul 28 12:02:10.745863 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5a8932a1-673d-4839-b5c4-387c7d7c730b req-b250d391-288e-49ee-851f-491731638774 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309558 Jul 28 12:02:11.860822 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1258c1-1791-491a-9b4e-57905af85351 req-185689d9-f50b-47cf-83f2-13efcb2e7639 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:11.862274 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2d1258c1-1791-491a-9b4e-57905af85351 req-185689d9-f50b-47cf-83f2-13efcb2e7639 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0483108 Jul 28 12:02:11.899108 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2d1258c1-1791-491a-9b4e-57905af85351 req-11986380-c0d1-4b8c-8055-f2ab2ac50850 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309589 Jul 28 12:02:13.017094 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073017b-7ff4-4837-b9b9-f1fd8734633d req-7927d014-f18d-49ea-9913-ea5b16bc33b9 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:13.018570 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7073017b-7ff4-4837-b9b9-f1fd8734633d req-7927d014-f18d-49ea-9913-ea5b16bc33b9 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0523486 Jul 28 12:02:13.056698 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7073017b-7ff4-4837-b9b9-f1fd8734633d req-db590500-c464-4d86-984b-cc9b96200fa8 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321317 Jul 28 12:02:14.174730 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6a6b1-e81b-4065-8772-8d27f21c980d req-6a07f3ae-1d86-40f2-81f6-193deac85b60 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:14.176242 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c1b6a6b1-e81b-4065-8772-8d27f21c980d req-6a07f3ae-1d86-40f2-81f6-193deac85b60 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0549397 Jul 28 12:02:14.215953 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c1b6a6b1-e81b-4065-8772-8d27f21c980d req-242dac5b-0c76-455b-8c0e-0cad572d37b1 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322962 Jul 28 12:02:15.329256 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466dae4-039c-49d8-b8b3-ea2172434112 req-2e9a1e66-3977-41d5-a86c-26871d503525 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:15.330739 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8466dae4-039c-49d8-b8b3-ea2172434112 req-2e9a1e66-3977-41d5-a86c-26871d503525 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0487800 Jul 28 12:02:15.368394 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8466dae4-039c-49d8-b8b3-ea2172434112 req-c508cfb9-15eb-49e0-b093-0d959d11fec6 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311148 Jul 28 12:02:16.493770 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929aaad-62b2-445e-84be-6d2d5eff6518 req-7a16b41a-bbdb-4327-87bc-693d4cb836b9 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:16.495285 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5929aaad-62b2-445e-84be-6d2d5eff6518 req-7a16b41a-bbdb-4327-87bc-693d4cb836b9 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0523665 Jul 28 12:02:16.533153 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5929aaad-62b2-445e-84be-6d2d5eff6518 req-6d801765-4fb2-4e8e-b1af-a602bd7611ef tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318108 Jul 28 12:02:17.647126 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43afa7-c39d-4e9c-b75c-ff395ad7ab44 req-98a8d829-5ad9-4ed6-a80b-c79537c3680e tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:17.649379 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9a43afa7-c39d-4e9c-b75c-ff395ad7ab44 req-98a8d829-5ad9-4ed6-a80b-c79537c3680e tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0480349 Jul 28 12:02:17.686037 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9a43afa7-c39d-4e9c-b75c-ff395ad7ab44 req-2797c42c-63e1-40a3-9964-87ded0bdee30 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308397 Jul 28 12:02:18.811868 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04e4ca-bb26-4ce6-961c-3835966a5d47 req-7a435b85-e867-4860-b333-26c9395cbf28 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:18.813365 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6c04e4ca-bb26-4ce6-961c-3835966a5d47 req-7a435b85-e867-4860-b333-26c9395cbf28 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0525241 Jul 28 12:02:18.860092 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6c04e4ca-bb26-4ce6-961c-3835966a5d47 req-f9029ff1-2fef-4498-90f4-f573ee10b3f1 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407090 Jul 28 12:02:19.976044 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c746e-774e-4b95-962a-a3d9fc8343a8 req-7f294d54-0717-4fa8-afa5-45aa187c4759 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:19.977522 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-142c746e-774e-4b95-962a-a3d9fc8343a8 req-7f294d54-0717-4fa8-afa5-45aa187c4759 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0525849 Jul 28 12:02:20.014707 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-142c746e-774e-4b95-962a-a3d9fc8343a8 req-677400fa-96c8-40ad-9c5a-a0f2aaf0d685 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312560 Jul 28 12:02:20.141754 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:21.126813 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8bc29-beea-47a6-93db-16ca8525b30d req-043ee7bb-1eec-4b0c-b9b0-160c8b9f26d5 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:21.128262 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-60b8bc29-beea-47a6-93db-16ca8525b30d req-043ee7bb-1eec-4b0c-b9b0-160c8b9f26d5 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0474167 Jul 28 12:02:21.166269 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-60b8bc29-beea-47a6-93db-16ca8525b30d req-04b74b9e-66df-48f2-a56d-6ff1133ac2cc tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314510 Jul 28 12:02:22.281733 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2caab3-c2ff-4825-9d00-30676fb67665 req-7f27f8cb-ca74-4930-8ad0-2676df4f6da8 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:22.283525 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9e2caab3-c2ff-4825-9d00-30676fb67665 req-7f27f8cb-ca74-4930-8ad0-2676df4f6da8 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0490592 Jul 28 12:02:22.321155 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9e2caab3-c2ff-4825-9d00-30676fb67665 req-852f0476-c60b-479e-abc7-1f34ceb4d029 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312715 Jul 28 12:02:23.439628 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57417150-02fc-412e-a32c-e325cedcb2f0 req-f8356ad0-60f4-42a8-9c3e-4cf60b3b59d7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:23.441081 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-57417150-02fc-412e-a32c-e325cedcb2f0 req-f8356ad0-60f4-42a8-9c3e-4cf60b3b59d7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0528190 Jul 28 12:02:23.479111 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-57417150-02fc-412e-a32c-e325cedcb2f0 req-daeffd8f-72e2-4778-bf95-d2a801fdf162 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318756 Jul 28 12:02:24.592760 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04297e-4644-415d-b4ac-5cef3cbf539b req-0ae093d8-dda0-4d06-9883-1d1f81888f5e tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:24.594226 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fd04297e-4644-415d-b4ac-5cef3cbf539b req-0ae093d8-dda0-4d06-9883-1d1f81888f5e tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0485194 Jul 28 12:02:24.630997 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fd04297e-4644-415d-b4ac-5cef3cbf539b req-53021198-dcf9-4858-9de0-40215867b162 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310230 Jul 28 12:02:25.744937 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67172493-a495-4a9d-a97a-3ff26c490ed1 req-9f1788be-af09-4461-9494-da8d73572bf3 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:25.746407 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-67172493-a495-4a9d-a97a-3ff26c490ed1 req-9f1788be-af09-4461-9494-da8d73572bf3 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0483060 Jul 28 12:02:25.782822 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-67172493-a495-4a9d-a97a-3ff26c490ed1 req-9e5dea8f-aaa8-48c7-b5a3-20a069548fb3 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306196 Jul 28 12:02:26.899397 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35aaaa-7f1e-4bff-8d4a-bb06694dffcf req-db336577-a711-42b4-b2d8-75a5bd649cf0 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:26.900885 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bb35aaaa-7f1e-4bff-8d4a-bb06694dffcf req-db336577-a711-42b4-b2d8-75a5bd649cf0 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0529261 Jul 28 12:02:26.937862 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bb35aaaa-7f1e-4bff-8d4a-bb06694dffcf req-6fc67099-a703-4a11-a5ef-cfd0a384fc41 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311892 Jul 28 12:02:28.051104 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db38181-20a9-41c4-9c67-9701b7b3ba00 req-620498e5-4200-4b0e-bc39-4b52934c46c6 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:28.052485 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4db38181-20a9-41c4-9c67-9701b7b3ba00 req-620498e5-4200-4b0e-bc39-4b52934c46c6 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0481288 Jul 28 12:02:28.089867 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4db38181-20a9-41c4-9c67-9701b7b3ba00 req-08228918-4e25-4300-807b-c0aa33e42d78 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308368 Jul 28 12:02:29.205163 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3741b-aee8-4062-8a40-b8bacff59fdc req-e1158c12-f889-4060-9c29-d76826f6af69 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:29.206692 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-52e3741b-aee8-4062-8a40-b8bacff59fdc req-e1158c12-f889-4060-9c29-d76826f6af69 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0490372 Jul 28 12:02:29.244017 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-52e3741b-aee8-4062-8a40-b8bacff59fdc req-8b28ffd3-b413-4dd4-8b25-5fc8b655e5b0 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313153 Jul 28 12:02:30.362867 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff77576-f404-4c14-9299-c6ace767ea7d req-e0e03f6a-898e-4ed8-8a9a-5c54c9644541 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:30.364347 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0ff77576-f404-4c14-9299-c6ace767ea7d req-e0e03f6a-898e-4ed8-8a9a-5c54c9644541 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0535474 Jul 28 12:02:30.402671 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0ff77576-f404-4c14-9299-c6ace767ea7d req-e3fbf5be-49c9-41dd-b05b-a156035b7152 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321195 Jul 28 12:02:31.516338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112eab4-9f4f-4757-9940-76def4c2c050 req-ba866147-77ab-4ca7-9837-2a2afaec1af7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:31.517817 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7112eab4-9f4f-4757-9940-76def4c2c050 req-ba866147-77ab-4ca7-9837-2a2afaec1af7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0490930 Jul 28 12:02:31.556363 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7112eab4-9f4f-4757-9940-76def4c2c050 req-1687a7c6-cb20-4bd6-86e8-711e197892e3 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325630 Jul 28 12:02:32.403222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f9662cb7-bbf1-45c8-8d57-1618717af74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:32.669248 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ce297-8ef4-4728-96a9-df54493284be req-bc844f8f-20ba-452a-8cc5-6a3869d10ad8 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:32.670640 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a56ce297-8ef4-4728-96a9-df54493284be req-bc844f8f-20ba-452a-8cc5-6a3869d10ad8 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0476868 Jul 28 12:02:32.708493 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a56ce297-8ef4-4728-96a9-df54493284be req-e784dfb3-f982-413d-91e8-a91c59171d57 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317109 Jul 28 12:02:33.827879 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f42e9-1922-4b1e-a9c1-2fef0830a93f req-550853c8-96b3-4158-b869-f4bdc7e44680 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:33.829390 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5b4f42e9-1922-4b1e-a9c1-2fef0830a93f req-550853c8-96b3-4158-b869-f4bdc7e44680 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0539753 Jul 28 12:02:33.867818 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5b4f42e9-1922-4b1e-a9c1-2fef0830a93f req-cd0294a2-2a8a-447a-9b10-116e0a8988c7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324872 Jul 28 12:02:34.277664 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-a42cc7e3-2b5e-4899-b39b-52e39bef6e66 service neutron] 10.222.0.39 "GET /v2.0/ports/8626dcbe-3b6b-40fc-aff0-aba278dc4177/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0541451 Jul 28 12:02:34.472881 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-11846264-de6d-48cf-a50f-9dbc601862f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:34.474335 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-11846264-de6d-48cf-a50f-9dbc601862f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402&tenant_id=c38a0b628bac4f39a128dfe4b78590ab HTTP/1.1" status: 200 len: 1098 time: 0.0441971 Jul 28 12:02:34.535705 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-5f174fe6-d728-4ee0-a160-45250df4ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:34.537120 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-5f174fe6-d728-4ee0-a160-45250df4ef14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c38a0b628bac4f39a128dfe4b78590ab&device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 1098 time: 0.0393951 Jul 28 12:02:34.624218 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-5f20b041-0019-4621-93c4-58865d024b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:34.625648 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-5f20b041-0019-4621-93c4-58865d024b61 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae4dae61-e471-47af-823d-f812d2576bbc HTTP/1.1" status: 200 len: 915 time: 0.0810301 Jul 28 12:02:34.669952 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-c70160a3-cdd9-4536-a5aa-ca3a8f7ea83b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8626dcbe-3b6b-40fc-aff0-aba278dc4177 HTTP/1.1" status: 200 len: 217 time: 0.0372133 Jul 28 12:02:34.716792 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-4d197feb-8cd4-4cd0-899b-06b1a077b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:34.718214 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-4d197feb-8cd4-4cd0-899b-06b1a077b708 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cf788b-2f56-453e-9c88-e0f1dbb34b36 HTTP/1.1" status: 200 len: 854 time: 0.0418997 Jul 28 12:02:34.749759 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-ece6b6fe-d652-45ee-beb1-73b79c897007 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae4dae61-e471-47af-823d-f812d2576bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245111 Jul 28 12:02:34.839215 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-f655839a-b746-4494-a772-bf4b37b990dd service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821874 Jul 28 12:02:34.903650 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-340b377d-ee93-4ab0-a3af-5a2ce7120984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:34.932239 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46919c4f-413f-4c12-8c09-7b89c5819ad5 req-5481d776-0fb9-4060-84a8-16e26a12024a service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858507 Jul 28 12:02:34.986113 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65799ef-f4b1-42fa-acae-2ce776196208 req-fbeeddc2-a5f6-42de-babc-803bfc9122c7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:34.987813 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d65799ef-f4b1-42fa-acae-2ce776196208 req-fbeeddc2-a5f6-42de-babc-803bfc9122c7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0501671 Jul 28 12:02:35.026184 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d65799ef-f4b1-42fa-acae-2ce776196208 req-b640b0d1-819f-416b-a9fd-791bbad56202 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319757 Jul 28 12:02:35.345208 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:36.141605 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf304e-e80b-4312-8f43-49a4c1a7fb43 req-c9963316-fb5f-4885-83de-c7fc265db236 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:36.143290 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-98cf304e-e80b-4312-8f43-49a4c1a7fb43 req-c9963316-fb5f-4885-83de-c7fc265db236 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0500460 Jul 28 12:02:36.180394 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-98cf304e-e80b-4312-8f43-49a4c1a7fb43 req-58a4819c-f615-4a53-bc64-b2520de929c3 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314574 Jul 28 12:02:36.422087 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:37.298690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79b1e1-2ef0-4e3b-a5f7-fe75999c3a59 req-81c02a71-021c-4b63-bb8d-62dfea1f9830 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:37.300242 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5a79b1e1-2ef0-4e3b-a5f7-fe75999c3a59 req-81c02a71-021c-4b63-bb8d-62dfea1f9830 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0534794 Jul 28 12:02:37.338141 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5a79b1e1-2ef0-4e3b-a5f7-fe75999c3a59 req-644b82f5-2fb5-447a-941b-180453e40076 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321982 Jul 28 12:02:37.538316 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc7c71-e2ca-4856-98ae-254485103850 req-e8b30a77-eb99-47cf-aa93-37eb9ca7e6e7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:37.539832 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-07cc7c71-e2ca-4856-98ae-254485103850 req-e8b30a77-eb99-47cf-aa93-37eb9ca7e6e7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 945 time: 0.0503109 Jul 28 12:02:37.560294 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 8626dcbe-3b6b-40fc-aff0-aba278dc4177 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:02:37.581680 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-07cc7c71-e2ca-4856-98ae-254485103850 req-7c84e4d0-278e-4103-ae4e-b8a218c96d11 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351648 Jul 28 12:02:37.591180 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9be12-96b1-486f-be29-4cb392d4d4d2 req-b8be1ab6-e3ee-477c-a49d-03cd6d6b5866 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:37.599714 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a2f9be12-96b1-486f-be29-4cb392d4d4d2 req-b8be1ab6-e3ee-477c-a49d-03cd6d6b5866 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.39 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402&tenant_id=c38a0b628bac4f39a128dfe4b78590ab&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.0613799 Jul 28 12:02:37.641495 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:37.663470 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24336db0-3dae-410a-a0dd-81be92c6c402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8626dcbe-3b6b-40fc-aff0-aba278dc4177'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:02:37.665721 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f7bb87-cb0f-4d5a-9f32-46dbe6b25d5c" -d '{"events": [{"server_uuid": "24336db0-3dae-410a-a0dd-81be92c6c402", "name": "network-vif-unplugged", "status": "completed", "tag": "8626dcbe-3b6b-40fc-aff0-aba278dc4177"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:02:37.678511 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 8626dcbe-3b6b-40fc-aff0-aba278dc4177, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8626dcbe-3b6b-40fc-aff0-aba278dc4177,segment=NetworkSegment(4f102df1-7cfb-42a1-b7cc-8a5f9d515f60),segment_id=4f102df1-7cfb-42a1-b7cc-8a5f9d515f60)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:02:37.683624 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:37.688698 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9be12-96b1-486f-be29-4cb392d4d4d2 req-c4b5afbb-e64b-47ea-99f5-b0f374a40369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:37.690215 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a2f9be12-96b1-486f-be29-4cb392d4d4d2 req-c4b5afbb-e64b-47ea-99f5-b0f374a40369 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c38a0b628bac4f39a128dfe4b78590ab&device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 1098 time: 0.0486152 Jul 28 12:02:37.712647 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 12:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a5fb9b-7939-43d0-bb5e-662be78166f4 x-openstack-request-id: req-e0a5fb9b-7939-43d0-bb5e-662be78166f4 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:02:37.712940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24336db0-3dae-410a-a0dd-81be92c6c402", "name": "network-vif-unplugged", "status": "completed", "tag": "8626dcbe-3b6b-40fc-aff0-aba278dc4177", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:02:37.713238 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0a5fb9b-7939-43d0-bb5e-662be78166f4 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:02:37.713574 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24336db0-3dae-410a-a0dd-81be92c6c402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8626dcbe-3b6b-40fc-aff0-aba278dc4177', 'code': 200} Jul 28 12:02:37.736615 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=8626dcbe-3b6b-40fc-aff0-aba278dc4177,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:02:37.787731 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9be12-96b1-486f-be29-4cb392d4d4d2 req-32db7259-37c5-46c9-bad4-999372b00ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:37.789208 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a2f9be12-96b1-486f-be29-4cb392d4d4d2 req-32db7259-37c5-46c9-bad4-999372b00ecc service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae4dae61-e471-47af-823d-f812d2576bbc HTTP/1.1" status: 200 len: 915 time: 0.0896299 Jul 28 12:02:37.833603 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a2f9be12-96b1-486f-be29-4cb392d4d4d2 req-680edc85-b1a7-4817-bdce-b08c0a14760e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8626dcbe-3b6b-40fc-aff0-aba278dc4177 HTTP/1.1" status: 200 len: 217 time: 0.0376513 Jul 28 12:02:37.875750 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:02:37.881772 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9be12-96b1-486f-be29-4cb392d4d4d2 req-d0157e4c-02de-4fe4-a5c9-041c77e52fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:37.883235 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a2f9be12-96b1-486f-be29-4cb392d4d4d2 req-d0157e4c-02de-4fe4-a5c9-041c77e52fd6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cf788b-2f56-453e-9c88-e0f1dbb34b36 HTTP/1.1" status: 200 len: 854 time: 0.0426822 Jul 28 12:02:37.914175 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a2f9be12-96b1-486f-be29-4cb392d4d4d2 req-f64976fc-f0f9-4e35-8ac7-61aa7a7dc5dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae4dae61-e471-47af-823d-f812d2576bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239160 Jul 28 12:02:37.984229 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:38.003454 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a2f9be12-96b1-486f-be29-4cb392d4d4d2 req-99622318-e408-4b03-be91-9ba2e121b50f service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822566 Jul 28 12:02:38.095048 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a2f9be12-96b1-486f-be29-4cb392d4d4d2 req-193a0884-2dfa-4e0a-b5e9-1959a7d3e0c8 service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839345 Jul 28 12:02:38.695380 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02098ef4-dc71-45b1-9f7e-4727d0940de9 req-6b569061-f560-457f-8e18-0907f7e63ad7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:38.696833 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-02098ef4-dc71-45b1-9f7e-4727d0940de9 req-6b569061-f560-457f-8e18-0907f7e63ad7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 943 time: 0.0488627 Jul 28 12:02:38.735484 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-02098ef4-dc71-45b1-9f7e-4727d0940de9 req-96856e19-f541-4928-b6f5-2a2a39a68609 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317750 Jul 28 12:02:38.852823 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a801f-721b-4c55-980a-902608f4add6 req-be666bc1-edbf-4d37-b1ca-e45043fad363 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:38.854283 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-267a801f-721b-4c55-980a-902608f4add6 req-be666bc1-edbf-4d37-b1ca-e45043fad363 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 943 time: 0.0515926 Jul 28 12:02:38.894720 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-267a801f-721b-4c55-980a-902608f4add6 req-8ad122ba-a52d-4ddd-8d1e-82f9f1cb5e9c tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337958 Jul 28 12:02:39.006083 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764be0ec-5eae-4a34-a78f-69c6835cc9a6 req-b60241bd-9590-4b10-9006-e3d894198c97 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:39.007584 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-764be0ec-5eae-4a34-a78f-69c6835cc9a6 req-b60241bd-9590-4b10-9006-e3d894198c97 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 943 time: 0.0492439 Jul 28 12:02:39.045805 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-764be0ec-5eae-4a34-a78f-69c6835cc9a6 req-686f6cfb-0880-4360-a487-9f6dc46f23cc tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318804 Jul 28 12:02:39.392509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379922e-f87c-48fa-8f30-b5086b618645 req-1ba6e4fa-3a7c-4bb2-b9d4-2451a9528b8b tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:39.393995 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0379922e-f87c-48fa-8f30-b5086b618645 req-1ba6e4fa-3a7c-4bb2-b9d4-2451a9528b8b tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/networks?id=ae4dae61-e471-47af-823d-f812d2576bbc HTTP/1.1" status: 200 len: 814 time: 0.1047804 Jul 28 12:02:39.409678 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0379922e-f87c-48fa-8f30-b5086b618645 req-75bcb547-bfbf-466d-9e1e-d3cc7c19d20b tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/quotas/c38a0b628bac4f39a128dfe4b78590ab HTTP/1.1" status: 200 len: 375 time: 0.0100839 Jul 28 12:02:39.458382 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0379922e-f87c-48fa-8f30-b5086b618645 req-7e01e7df-2812-4cc2-a2a9-f3516a60aaf0 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c38a0b628bac4f39a128dfe4b78590ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433168 Jul 28 12:02:39.545704 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0379922e-f87c-48fa-8f30-b5086b618645 req-26358106-d09a-400c-99d2-c1ead9cfac94 service neutron] 10.222.0.43 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801659 Jul 28 12:02:39.636977 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0379922e-f87c-48fa-8f30-b5086b618645 req-1d170bd6-8447-4382-848d-2a9bbbed0ef3 service neutron] 10.222.0.43 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848486 Jul 28 12:02:39.790643 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c7e8cbb0-7a5b-4ae9-8757-1805a1764dbd req-70efeb4c-a6f8-4f1b-b742-6b44a110ca9a tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 210 time: 0.0268462 Jul 28 12:02:40.659406 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379922e-f87c-48fa-8f30-b5086b618645 req-52003d37-d1e0-48e0-b65d-3eace32ba50c tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:40.660861 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0379922e-f87c-48fa-8f30-b5086b618645 req-52003d37-d1e0-48e0-b65d-3eace32ba50c tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.39 "GET /v2.0/networks?id=ae4dae61-e471-47af-823d-f812d2576bbc HTTP/1.1" status: 200 len: 814 time: 0.1051838 Jul 28 12:02:40.674811 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-0379922e-f87c-48fa-8f30-b5086b618645 req-0f7bd839-1b6f-4cd0-be44-fc01eef79321 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Request body: {'port': {'device_id': 'b8ace7f7-1e7b-434a-b863-145bd52c2074', 'network_id': 'ae4dae61-e471-47af-823d-f812d2576bbc', 'admin_state_up': True, 'tenant_id': 'c38a0b628bac4f39a128dfe4b78590ab'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:02:40.780144 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0379922e-f87c-48fa-8f30-b5086b618645 req-0f7bd839-1b6f-4cd0-be44-fc01eef79321 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Made reservation on behalf of c38a0b628bac4f39a128dfe4b78590ab for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:02:40.783916 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0379922e-f87c-48fa-8f30-b5086b618645 req-0f7bd839-1b6f-4cd0-be44-fc01eef79321 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:40.884405 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-aa0529ee-1f16-4a9e-aa02-9f4992ad8f66 req-76c73b5c-6d81-44f1-a103-4ea08c33eabd tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 210 time: 0.0265114 Jul 28 12:02:40.937960 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-0379922e-f87c-48fa-8f30-b5086b618645 req-0f7bd839-1b6f-4cd0-be44-fc01eef79321 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Allocated IP 172.20.0.13 (ae4dae61-e471-47af-823d-f812d2576bbc/e1cf788b-2f56-453e-9c88-e0f1dbb34b36/2e1dc99c-7c66-4b07-91b3-7080192f17f6) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:02:40.957365 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce911a-5739-4045-bb7e-08da8bac1348 req-f5613323-1b73-472b-b6cb-06ac51fbce88 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:40.958841 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97ce911a-5739-4045-bb7e-08da8bac1348 req-f5613323-1b73-472b-b6cb-06ac51fbce88 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.39 "GET /v2.0/ports?device_id=24336db0-3dae-410a-a0dd-81be92c6c402 HTTP/1.1" status: 200 len: 943 time: 0.0732510 Jul 28 12:02:41.140663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-97ce911a-5739-4045-bb7e-08da8bac1348 req-b3547188-8308-4123-9f2d-943fe24c33e7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Deleting port 8626dcbe-3b6b-40fc-aff0-aba278dc4177 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:02:41.141009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-97ce911a-5739-4045-bb7e-08da8bac1348 req-b3547188-8308-4123-9f2d-943fe24c33e7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:41.191276 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0379922e-f87c-48fa-8f30-b5086b618645 req-0f7bd839-1b6f-4cd0-be44-fc01eef79321 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:41.259278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-97ce911a-5739-4045-bb7e-08da8bac1348 req-b3547188-8308-4123-9f2d-943fe24c33e7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] For port 8626dcbe-3b6b-40fc-aff0-aba278dc4177, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8626dcbe-3b6b-40fc-aff0-aba278dc4177,segment=NetworkSegment(4f102df1-7cfb-42a1-b7cc-8a5f9d515f60),segment_id=4f102df1-7cfb-42a1-b7cc-8a5f9d515f60)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:02:41.259635 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-97ce911a-5739-4045-bb7e-08da8bac1348 req-b3547188-8308-4123-9f2d-943fe24c33e7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:41.274750 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-97ce911a-5739-4045-bb7e-08da8bac1348 req-b3547188-8308-4123-9f2d-943fe24c33e7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Calling delete_port for 8626dcbe-3b6b-40fc-aff0-aba278dc4177 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:02:41.277265 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0379922e-f87c-48fa-8f30-b5086b618645 req-0f7bd839-1b6f-4cd0-be44-fc01eef79321 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:41.356716 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0379922e-f87c-48fa-8f30-b5086b618645 req-0f7bd839-1b6f-4cd0-be44-fc01eef79321 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Network ae4dae61-e471-47af-823d-f812d2576bbc is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:02:41.363807 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-0379922e-f87c-48fa-8f30-b5086b618645 req-0f7bd839-1b6f-4cd0-be44-fc01eef79321 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:02:41.369654 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-0379922e-f87c-48fa-8f30-b5086b618645 req-0f7bd839-1b6f-4cd0-be44-fc01eef79321 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:02:41.375203 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bd839-1b6f-4cd0-be44-fc01eef79321 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Pushing event updated for resources: {'Port': ['ID=2e1dc99c-7c66-4b07-91b3-7080192f17f6,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:02:41.431433 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379922e-f87c-48fa-8f30-b5086b618645 req-0f7bd839-1b6f-4cd0-be44-fc01eef79321 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:41.432041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0379922e-f87c-48fa-8f30-b5086b618645 req-0f7bd839-1b6f-4cd0-be44-fc01eef79321 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:41.454007 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0379922e-f87c-48fa-8f30-b5086b618645 req-0f7bd839-1b6f-4cd0-be44-fc01eef79321 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7828302 Jul 28 12:02:41.482178 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Request body: {'port': {'device_id': 'b8ace7f7-1e7b-434a-b863-145bd52c2074', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:02:41.551972 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-97ce911a-5739-4045-bb7e-08da8bac1348 req-b3547188-8308-4123-9f2d-943fe24c33e7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:41.564567 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:41.595602 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3547188-8308-4123-9f2d-943fe24c33e7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Pushing event deleted for resources: {'Port': ['ID=8626dcbe-3b6b-40fc-aff0-aba278dc4177,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:02:41.648592 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ce911a-5739-4045-bb7e-08da8bac1348 req-b3547188-8308-4123-9f2d-943fe24c33e7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] No DVR routers for this DVR port 8626dcbe-3b6b-40fc-aff0-aba278dc4177 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:02:41.651175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-97ce911a-5739-4045-bb7e-08da8bac1348 req-b3547188-8308-4123-9f2d-943fe24c33e7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:41.653749 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97ce911a-5739-4045-bb7e-08da8bac1348 req-b3547188-8308-4123-9f2d-943fe24c33e7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.39 "DELETE /v2.0/ports/8626dcbe-3b6b-40fc-aff0-aba278dc4177 HTTP/1.1" status: 204 len: 173 time: 0.6865044 Jul 28 12:02:41.655851 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24336db0-3dae-410a-a0dd-81be92c6c402', 'name': 'network-vif-deleted', 'tag': '8626dcbe-3b6b-40fc-aff0-aba278dc4177'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:02:41.659078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55177f8d-42e6-49ee-ae72-f81bb4702f8a" -d '{"events": [{"server_uuid": "24336db0-3dae-410a-a0dd-81be92c6c402", "name": "network-vif-deleted", "tag": "8626dcbe-3b6b-40fc-aff0-aba278dc4177"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:02:41.731100 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc0cad8-aca4-499e-a532-76a439194d25 x-openstack-request-id: req-9dc0cad8-aca4-499e-a532-76a439194d25 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:02:41.731727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24336db0-3dae-410a-a0dd-81be92c6c402", "name": "network-vif-deleted", "tag": "8626dcbe-3b6b-40fc-aff0-aba278dc4177", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:02:41.731727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9dc0cad8-aca4-499e-a532-76a439194d25 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:02:41.731915 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24336db0-3dae-410a-a0dd-81be92c6c402', 'name': 'network-vif-deleted', 'tag': '8626dcbe-3b6b-40fc-aff0-aba278dc4177', 'status': 'completed', 'code': 200} Jul 28 12:02:41.892987 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1dc99c-7c66-4b07-91b3-7080192f17f6 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:02:41.900425 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:41.912346 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Transition to ACTIVE for port object 2e1dc99c-7c66-4b07-91b3-7080192f17f6 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:02:41.916902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:41.984819 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1dc99c-7c66-4b07-91b3-7080192f17f6,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:02:42.000703 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5faeaa-bab4-4e6f-9d4c-0fe3cc0619f2 req-cb8e9995-19dc-4afe-915a-cca7179787dc tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:42.002290 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9e5faeaa-bab4-4e6f-9d4c-0fe3cc0619f2 req-cb8e9995-19dc-4afe-915a-cca7179787dc tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 944 time: 0.0500524 Jul 28 12:02:42.036027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Attempting to bind port 2e1dc99c-7c66-4b07-91b3-7080192f17f6 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:02:42.036363 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Attempting to bind port 2e1dc99c-7c66-4b07-91b3-7080192f17f6 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '4f102df1-7cfb-42a1-b7cc-8a5f9d515f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ae4dae61-e471-47af-823d-f812d2576bbc'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:02:42.036862 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Attempting to bind port 2e1dc99c-7c66-4b07-91b3-7080192f17f6 on network ae4dae61-e471-47af-823d-f812d2576bbc {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:02:42.041744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Port 2e1dc99c-7c66-4b07-91b3-7080192f17f6 on network ae4dae61-e471-47af-823d-f812d2576bbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:02:42.042066 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Attempting to bind port 2e1dc99c-7c66-4b07-91b3-7080192f17f6 on network ae4dae61-e471-47af-823d-f812d2576bbc {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:02:42.047446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:02:42.047782 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Checking segment: {'id': '4f102df1-7cfb-42a1-b7cc-8a5f9d515f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ae4dae61-e471-47af-823d-f812d2576bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:02:42.048588 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Bound using segment: {'id': '4f102df1-7cfb-42a1-b7cc-8a5f9d515f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ae4dae61-e471-47af-823d-f812d2576bbc'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:02:42.048588 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Bound port: 2e1dc99c-7c66-4b07-91b3-7080192f17f6, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f102df1-7cfb-42a1-b7cc-8a5f9d515f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ae4dae61-e471-47af-823d-f812d2576bbc'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:02:42.048946 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:42.062531 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9e5faeaa-bab4-4e6f-9d4c-0fe3cc0619f2 req-289b90da-730a-4270-a119-e55d08ea1e6c tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460522 Jul 28 12:02:42.117699 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] For port 2e1dc99c-7c66-4b07-91b3-7080192f17f6, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:02:42.121398 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] For port 2e1dc99c-7c66-4b07-91b3-7080192f17f6, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e1dc99c-7c66-4b07-91b3-7080192f17f6,segment=NetworkSegment(4f102df1-7cfb-42a1-b7cc-8a5f9d515f60),segment_id=4f102df1-7cfb-42a1-b7cc-8a5f9d515f60)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:02:42.125408 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:42.158958 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:42.159624 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:42.161029 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0379922e-f87c-48fa-8f30-b5086b618645 req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] 10.222.0.39 "PUT /v2.0/ports/2e1dc99c-7c66-4b07-91b3-7080192f17f6 HTTP/1.1" status: 200 len: 1094 time: 0.6834934 Jul 28 12:02:42.185133 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d225f-160a-4e9d-a5a9-58afdcdb1e11 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1dc99c-7c66-4b07-91b3-7080192f17f6,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:02:42.243488 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379922e-f87c-48fa-8f30-b5086b618645 req-98a2b186-97da-47a6-b20c-73519fbae679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:42.244901 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0379922e-f87c-48fa-8f30-b5086b618645 req-98a2b186-97da-47a6-b20c-73519fbae679 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c38a0b628bac4f39a128dfe4b78590ab&device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 1097 time: 0.0419621 Jul 28 12:02:42.285391 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0379922e-f87c-48fa-8f30-b5086b618645 req-69bd36a2-0189-4d90-9b1b-f853fbbc0d8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e1dc99c-7c66-4b07-91b3-7080192f17f6 HTTP/1.1" status: 200 len: 217 time: 0.0326700 Jul 28 12:02:42.336767 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379922e-f87c-48fa-8f30-b5086b618645 req-0e9fb26f-2dab-4ecc-9a25-77497f1f9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:42.338155 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0379922e-f87c-48fa-8f30-b5086b618645 req-0e9fb26f-2dab-4ecc-9a25-77497f1f9cdf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cf788b-2f56-453e-9c88-e0f1dbb34b36 HTTP/1.1" status: 200 len: 854 time: 0.0458415 Jul 28 12:02:42.371417 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0379922e-f87c-48fa-8f30-b5086b618645 req-567a2c85-f26e-4c3d-8d1f-223f8cab86ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae4dae61-e471-47af-823d-f812d2576bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250506 Jul 28 12:02:42.462068 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0379922e-f87c-48fa-8f30-b5086b618645 req-35f97be0-44b2-40de-8f4e-8d2848be34a7 service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843670 Jul 28 12:02:42.552121 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0379922e-f87c-48fa-8f30-b5086b618645 req-6a25749e-25e9-46c0-a0a9-0ca07f0c00eb service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827541 Jul 28 12:02:43.167088 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b1049-55e0-464b-b5e5-3911a4a61ac5 req-554fd683-e2ab-49d0-9ece-cb7c7b87e118 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:43.169191 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a60b1049-55e0-464b-b5e5-3911a4a61ac5 req-554fd683-e2ab-49d0-9ece-cb7c7b87e118 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 944 time: 0.0499256 Jul 28 12:02:43.206018 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a60b1049-55e0-464b-b5e5-3911a4a61ac5 req-cc1cf57f-4e34-4250-8c79-6ad218b3d7f4 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310698 Jul 28 12:02:43.579062 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 8626dcbe-3b6b-40fc-aff0-aba278dc4177 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:02:43.581055 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 2e1dc99c-7c66-4b07-91b3-7080192f17f6 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:02:43.604943 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 8626dcbe-3b6b-40fc-aff0-aba278dc4177 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:02:43.605265 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 8626dcbe-3b6b-40fc-aff0-aba278dc4177 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:02:43.687627 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 2e1dc99c-7c66-4b07-91b3-7080192f17f6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e1dc99c-7c66-4b07-91b3-7080192f17f6,segment=NetworkSegment(4f102df1-7cfb-42a1-b7cc-8a5f9d515f60),segment_id=4f102df1-7cfb-42a1-b7cc-8a5f9d515f60)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:02:43.697541 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '2e1dc99c-7c66-4b07-91b3-7080192f17f6', 'network_id': 'ae4dae61-e471-47af-823d-f812d2576bbc', 'port_id': '2e1dc99c-7c66-4b07-91b3-7080192f17f6', 'mac_address': 'fa:16:3e:fc:53:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1cf788b-2f56-453e-9c88-e0f1dbb34b36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:02:43.733415 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ace7f7-1e7b-434a-b863-145bd52c2074', 'tag': '2e1dc99c-7c66-4b07-91b3-7080192f17f6'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:02:43.735842 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a2c62f-f2e6-4bd1-840c-a8e9a458e205" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ace7f7-1e7b-434a-b863-145bd52c2074", "tag": "2e1dc99c-7c66-4b07-91b3-7080192f17f6"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:02:43.773859 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c77977-8b59-4783-9696-12ccfd4f90a2 x-openstack-request-id: req-f4c77977-8b59-4783-9696-12ccfd4f90a2 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:02:43.774152 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ace7f7-1e7b-434a-b863-145bd52c2074", "tag": "2e1dc99c-7c66-4b07-91b3-7080192f17f6", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:02:43.774402 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4c77977-8b59-4783-9696-12ccfd4f90a2 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:02:43.774831 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ace7f7-1e7b-434a-b863-145bd52c2074', 'tag': '2e1dc99c-7c66-4b07-91b3-7080192f17f6', 'status': 'completed', 'code': 200} Jul 28 12:02:43.848058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2c62f-f2e6-4bd1-840c-a8e9a458e205 req-ef9bbb1f-0988-4fcc-8206-1f61425801a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:43.849499 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-30a2c62f-f2e6-4bd1-840c-a8e9a458e205 req-ef9bbb1f-0988-4fcc-8206-1f61425801a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c38a0b628bac4f39a128dfe4b78590ab&device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 1097 time: 0.0528936 Jul 28 12:02:43.882904 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:43.895693 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1dc99c-7c66-4b07-91b3-7080192f17f6 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:02:43.916293 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 2e1dc99c-7c66-4b07-91b3-7080192f17f6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e1dc99c-7c66-4b07-91b3-7080192f17f6,segment=NetworkSegment(4f102df1-7cfb-42a1-b7cc-8a5f9d515f60),segment_id=4f102df1-7cfb-42a1-b7cc-8a5f9d515f60)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:02:43.923519 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:43.944917 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2c62f-f2e6-4bd1-840c-a8e9a458e205 req-7ca4e808-4a80-4dac-966b-a8f0417c5136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:43.946403 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-30a2c62f-f2e6-4bd1-840c-a8e9a458e205 req-7ca4e808-4a80-4dac-966b-a8f0417c5136 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae4dae61-e471-47af-823d-f812d2576bbc HTTP/1.1" status: 200 len: 915 time: 0.0895112 Jul 28 12:02:43.966094 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=2e1dc99c-7c66-4b07-91b3-7080192f17f6,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:02:43.987382 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-30a2c62f-f2e6-4bd1-840c-a8e9a458e205 req-2cff3278-936a-4e1b-9483-3bb6278cf7a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e1dc99c-7c66-4b07-91b3-7080192f17f6 HTTP/1.1" status: 200 len: 217 time: 0.0338671 Jul 28 12:02:44.036233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2c62f-f2e6-4bd1-840c-a8e9a458e205 req-cd46543b-6fb9-4c14-aa6c-4392467ff3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:44.037613 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-30a2c62f-f2e6-4bd1-840c-a8e9a458e205 req-cd46543b-6fb9-4c14-aa6c-4392467ff3c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cf788b-2f56-453e-9c88-e0f1dbb34b36 HTTP/1.1" status: 200 len: 854 time: 0.0422037 Jul 28 12:02:44.070154 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-30a2c62f-f2e6-4bd1-840c-a8e9a458e205 req-3cae3287-7ccb-4bb3-b9c4-d124d9de1ebb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae4dae61-e471-47af-823d-f812d2576bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240598 Jul 28 12:02:44.114120 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['2e1dc99c-7c66-4b07-91b3-7080192f17f6'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:02:44.161804 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-30a2c62f-f2e6-4bd1-840c-a8e9a458e205 req-4f6b48bb-308b-4d3a-af12-db8aa406f62f service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839541 Jul 28 12:02:44.254586 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-30a2c62f-f2e6-4bd1-840c-a8e9a458e205 req-b594ecbe-47b4-43db-8988-5e25823f1eae service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846636 Jul 28 12:02:44.320444 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab226c11-6b08-4b6f-8ad0-93c01d3d1ab1 req-5ddce7b5-e218-41ac-bc11-d6aa9ca19080 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:44.321899 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ab226c11-6b08-4b6f-8ad0-93c01d3d1ab1 req-5ddce7b5-e218-41ac-bc11-d6aa9ca19080 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 945 time: 0.0496590 Jul 28 12:02:44.360118 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ab226c11-6b08-4b6f-8ad0-93c01d3d1ab1 req-bdebbbe1-fd54-41a5-96cb-dfac9f95e302 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323284 Jul 28 12:02:45.476260 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08d5d9-7ecf-4996-9d66-d4bcbe34c786 req-689f982a-ef1a-4d9a-9a47-9f5a39885099 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:45.477908 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0f08d5d9-7ecf-4996-9d66-d4bcbe34c786 req-689f982a-ef1a-4d9a-9a47-9f5a39885099 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 945 time: 0.0510554 Jul 28 12:02:45.520969 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0f08d5d9-7ecf-4996-9d66-d4bcbe34c786 req-02a357f2-aab9-450d-a2f5-27e626270575 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370381 Jul 28 12:02:45.575697 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 2e1dc99c-7c66-4b07-91b3-7080192f17f6 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:02:45.621244 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 2e1dc99c-7c66-4b07-91b3-7080192f17f6 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:02:45.625252 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 2e1dc99c-7c66-4b07-91b3-7080192f17f6 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:02:45.625627 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:45.701092 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:45.725569 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ace7f7-1e7b-434a-b863-145bd52c2074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1dc99c-7c66-4b07-91b3-7080192f17f6'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:02:45.727805 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0d87c3-bd59-4c93-a7d8-e60555f60754" -d '{"events": [{"server_uuid": "b8ace7f7-1e7b-434a-b863-145bd52c2074", "name": "network-vif-plugged", "status": "completed", "tag": "2e1dc99c-7c66-4b07-91b3-7080192f17f6"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:02:45.740120 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 2e1dc99c-7c66-4b07-91b3-7080192f17f6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e1dc99c-7c66-4b07-91b3-7080192f17f6,segment=NetworkSegment(4f102df1-7cfb-42a1-b7cc-8a5f9d515f60),segment_id=4f102df1-7cfb-42a1-b7cc-8a5f9d515f60)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:02:45.744199 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:45.767732 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fd8f5b-47b3-4a44-9c2d-26b0e57c11d2 x-openstack-request-id: req-b6fd8f5b-47b3-4a44-9c2d-26b0e57c11d2 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:02:45.768025 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ace7f7-1e7b-434a-b863-145bd52c2074", "name": "network-vif-plugged", "status": "completed", "tag": "2e1dc99c-7c66-4b07-91b3-7080192f17f6", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:02:45.768281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6fd8f5b-47b3-4a44-9c2d-26b0e57c11d2 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:02:45.768669 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ace7f7-1e7b-434a-b863-145bd52c2074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1dc99c-7c66-4b07-91b3-7080192f17f6', 'code': 200} Jul 28 12:02:45.795166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=2e1dc99c-7c66-4b07-91b3-7080192f17f6,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:02:45.925332 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a05232-9da6-49ef-8b24-dd51ad6581b7 req-abb70b93-90a3-4f1a-b3cd-f218ad6b73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:45.926885 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b7a05232-9da6-49ef-8b24-dd51ad6581b7 req-abb70b93-90a3-4f1a-b3cd-f218ad6b73ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 1099 time: 0.0446124 Jul 28 12:02:45.961172 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b7a05232-9da6-49ef-8b24-dd51ad6581b7 req-88face03-36ce-436f-8600-802007dad113 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269172 Jul 28 12:02:46.634078 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70707a0-af6e-4174-8f11-e509a972fc35 req-5eec2f60-ccb2-4f73-bf91-83b652c77f62 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:46.635575 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d70707a0-af6e-4174-8f11-e509a972fc35 req-5eec2f60-ccb2-4f73-bf91-83b652c77f62 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0490592 Jul 28 12:02:46.675246 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d70707a0-af6e-4174-8f11-e509a972fc35 req-b2abe143-1bef-4fe9-acbd-9cb10bf66690 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331278 Jul 28 12:02:47.791252 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da0769-ac74-4400-b43a-c9829d08b411 req-0cc87eec-3331-4676-81dc-45b8a07343d2 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:47.792737 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-21da0769-ac74-4400-b43a-c9829d08b411 req-0cc87eec-3331-4676-81dc-45b8a07343d2 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0482872 Jul 28 12:02:47.831015 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-21da0769-ac74-4400-b43a-c9829d08b411 req-bbc3e8ff-3c11-421b-9a15-86ed8425b32c tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315247 Jul 28 12:02:47.942898 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dbd50-2572-4725-b173-e2be2d558b76 req-7f847d04-0048-4190-8369-9d269eddc3d3 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:47.944375 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-da0dbd50-2572-4725-b173-e2be2d558b76 req-7f847d04-0048-4190-8369-9d269eddc3d3 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0488327 Jul 28 12:02:47.987750 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-da0dbd50-2572-4725-b173-e2be2d558b76 req-948403ac-6ea0-47bd-aac5-03151fb501d1 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374112 Jul 28 12:02:48.203155 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-297e0ef4-c467-4c9b-9903-bd572c1e3f9d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401454 Jul 28 12:02:48.220914 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92ae5e-e242-40e1-a360-3f327d31612b req-439fa29d-2d03-499b-a4f0-6ebda9580716 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:48.222703 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-df92ae5e-e242-40e1-a360-3f327d31612b req-439fa29d-2d03-499b-a4f0-6ebda9580716 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0505176 Jul 28 12:02:48.261923 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-df92ae5e-e242-40e1-a360-3f327d31612b req-8de1c971-3931-4514-962a-44f2f3c8bb22 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332057 Jul 28 12:02:49.208640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-242a4ccc-99cf-4915-8f75-92a0d00d5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:49.210124 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-242a4ccc-99cf-4915-8f75-92a0d00d5d8e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c38a0b628bac4f39a128dfe4b78590ab&device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 1099 time: 0.0391138 Jul 28 12:02:49.300610 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-d98978fa-bfc6-487a-808c-134318a61e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:49.302135 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-d98978fa-bfc6-487a-808c-134318a61e2a service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae4dae61-e471-47af-823d-f812d2576bbc HTTP/1.1" status: 200 len: 915 time: 0.0852096 Jul 28 12:02:49.344129 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-a86f3816-492a-4f99-81b2-05495a6c4aca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e1dc99c-7c66-4b07-91b3-7080192f17f6 HTTP/1.1" status: 200 len: 217 time: 0.0341926 Jul 28 12:02:49.379871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9cfef-b864-4e0a-ba85-df40c5d31886 req-ab10c4e8-05a9-4f40-9557-663e236c1795 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:49.381367 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4ef9cfef-b864-4e0a-ba85-df40c5d31886 req-ab10c4e8-05a9-4f40-9557-663e236c1795 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0515406 Jul 28 12:02:49.395313 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-990004f7-ca59-4219-b363-cd2c4c449804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:49.396775 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-990004f7-ca59-4219-b363-cd2c4c449804 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cf788b-2f56-453e-9c88-e0f1dbb34b36 HTTP/1.1" status: 200 len: 854 time: 0.0460508 Jul 28 12:02:49.421504 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4ef9cfef-b864-4e0a-ba85-df40c5d31886 req-683ca2d2-b19e-475c-9fe6-7ff0fbe2dba4 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339999 Jul 28 12:02:49.433543 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-3aa7a118-e8d6-400f-a448-02467ed1bdc9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae4dae61-e471-47af-823d-f812d2576bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291922 Jul 28 12:02:49.521984 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-df966912-543e-492a-9555-f875c73e94f9 service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809705 Jul 28 12:02:49.613483 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-6812aa54-5619-4407-8e1b-92cf1fcdb982 service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843780 Jul 28 12:02:50.156395 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:50.535436 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e41c90-8dc3-42f6-bd16-a580e5131df2 req-33286052-5dff-48a4-917c-4af2f53e8fce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:50.536893 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f7e41c90-8dc3-42f6-bd16-a580e5131df2 req-33286052-5dff-48a4-917c-4af2f53e8fce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0480440 Jul 28 12:02:50.577579 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f7e41c90-8dc3-42f6-bd16-a580e5131df2 req-0620bb13-b7da-454d-a9ee-f499a599c996 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348725 Jul 28 12:02:51.692109 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd081b-f6d3-4f2c-bbe5-c7d72ee9e39e req-28340b4c-fdab-4df7-ae6d-3900950553dd tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:51.693599 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-49fd081b-f6d3-4f2c-bbe5-c7d72ee9e39e req-28340b4c-fdab-4df7-ae6d-3900950553dd tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0488689 Jul 28 12:02:51.731413 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-49fd081b-f6d3-4f2c-bbe5-c7d72ee9e39e req-75dae578-afc5-4ed2-9dc8-aefb4005c240 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319383 Jul 28 12:02:52.847568 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60982480-463b-4c6f-9fd5-1bba63f21092 req-29d96105-93c2-4c86-8b28-3a8048f4cc0e tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:52.849062 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-60982480-463b-4c6f-9fd5-1bba63f21092 req-29d96105-93c2-4c86-8b28-3a8048f4cc0e tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0490611 Jul 28 12:02:52.888501 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-60982480-463b-4c6f-9fd5-1bba63f21092 req-51a802e0-26ed-4eb7-95fd-63a35769defc tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335126 Jul 28 12:02:54.002610 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75fd19-e56f-4e7d-8c4e-1da38491c5f2 req-093e78c2-ab71-4bb1-986c-a1d0fe02558b tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:54.004045 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4b75fd19-e56f-4e7d-8c4e-1da38491c5f2 req-093e78c2-ab71-4bb1-986c-a1d0fe02558b tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0486522 Jul 28 12:02:54.045314 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4b75fd19-e56f-4e7d-8c4e-1da38491c5f2 req-13167526-5bee-4b97-a9ec-29e34adea1a0 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354116 Jul 28 12:02:55.159105 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2f0b3-1f7a-48bf-91a8-7537fa7011ad req-135b7005-f5af-436b-80bf-e9a8db1368c6 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:55.160581 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-23f2f0b3-1f7a-48bf-91a8-7537fa7011ad req-135b7005-f5af-436b-80bf-e9a8db1368c6 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0495429 Jul 28 12:02:55.197592 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-23f2f0b3-1f7a-48bf-91a8-7537fa7011ad req-fe99ddc1-020a-49d3-9072-5be1eb314541 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312552 Jul 28 12:02:56.317638 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995bd36-15f9-4acc-b121-e86b1f6b44e8 req-975a4e72-1c38-4fc2-a3ec-2122326c1339 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:56.319148 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b995bd36-15f9-4acc-b121-e86b1f6b44e8 req-975a4e72-1c38-4fc2-a3ec-2122326c1339 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0544744 Jul 28 12:02:56.356557 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b995bd36-15f9-4acc-b121-e86b1f6b44e8 req-ea7814c2-af7d-40a9-9110-ad81a6ab5b10 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309663 Jul 28 12:02:57.469460 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbde07-f759-4ed8-80ef-b80454efe6cb req-3d2ad798-8f9f-427c-bc91-da31a8a60ded tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:57.470950 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c3bbde07-f759-4ed8-80ef-b80454efe6cb req-3d2ad798-8f9f-427c-bc91-da31a8a60ded tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0483248 Jul 28 12:02:57.511460 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c3bbde07-f759-4ed8-80ef-b80454efe6cb req-5e99eebe-c149-408e-a17d-79b604fa33c0 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346785 Jul 28 12:02:58.625502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98a3e9-aa69-42eb-82b3-7b55f0fe3402 req-bb8b9a77-6c34-4541-9a3b-2703b183d4a7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:58.627047 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-af98a3e9-aa69-42eb-82b3-7b55f0fe3402 req-bb8b9a77-6c34-4541-9a3b-2703b183d4a7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0490861 Jul 28 12:02:58.664093 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-af98a3e9-aa69-42eb-82b3-7b55f0fe3402 req-9ab8f3bd-fdf1-4472-87d3-20bbfb9c020f tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Jul 28 12:02:59.777454 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65083ee3-526d-44fe-a290-5429500ed376 req-4f9a105b-b54a-4e65-85ca-f53684c940a2 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:59.779148 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-65083ee3-526d-44fe-a290-5429500ed376 req-4f9a105b-b54a-4e65-85ca-f53684c940a2 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0491583 Jul 28 12:02:59.816942 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-65083ee3-526d-44fe-a290-5429500ed376 req-786d20ff-5991-4ae3-81d3-53a980ed7743 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316136 Jul 28 12:03:00.929538 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa5272-4b05-4677-abc8-ce529558bca5 req-b69f3914-dfca-4814-a78c-1815bb7e3332 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:00.931010 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d9aa5272-4b05-4677-abc8-ce529558bca5 req-b69f3914-dfca-4814-a78c-1815bb7e3332 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0486107 Jul 28 12:03:00.972363 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d9aa5272-4b05-4677-abc8-ce529558bca5 req-f6aeaa72-7d10-4257-a89c-68a8a8661371 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353608 Jul 28 12:03:02.088269 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133c269-36c7-4788-b21f-885aeb6d13b7 req-a25ae1ee-7db6-4b52-89f1-354a53cfac7a tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:02.089629 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a133c269-36c7-4788-b21f-885aeb6d13b7 req-a25ae1ee-7db6-4b52-89f1-354a53cfac7a tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0525372 Jul 28 12:03:02.130032 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a133c269-36c7-4788-b21f-885aeb6d13b7 req-aac1df65-f0dc-445e-9e80-924db7bc670c tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318403 Jul 28 12:03:02.404833 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b23094c-c3a8-4fe0-ba84-4f14dcae2a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:03.243377 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bb3af-ac7f-4b7e-a7b1-910d83374d44 req-d6c5ea85-9aa2-4ff2-af9b-b9058571731d tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:03.244841 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-df9bb3af-ac7f-4b7e-a7b1-910d83374d44 req-d6c5ea85-9aa2-4ff2-af9b-b9058571731d tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0479703 Jul 28 12:03:03.281739 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-df9bb3af-ac7f-4b7e-a7b1-910d83374d44 req-cefe58f3-a52f-4c55-95da-66fb144601d5 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304284 Jul 28 12:03:04.399614 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca3cf-c987-4edb-9038-39d0eeba9295 req-66f87011-0dae-41c6-9f02-4b80771b56bd tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:04.400975 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-890ca3cf-c987-4edb-9038-39d0eeba9295 req-66f87011-0dae-41c6-9f02-4b80771b56bd tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0491269 Jul 28 12:03:04.442739 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-890ca3cf-c987-4edb-9038-39d0eeba9295 req-bb81ca60-84e3-430c-b34b-3c495298bfdd tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358407 Jul 28 12:03:04.903173 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-54e55c9e-5092-4f7c-84b7-001c252a7724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:05.345987 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:05.555366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59d3bd-2470-4fe3-ab96-5ce4bd7047fd req-3c53c805-8915-4d7d-91e8-70fecea9cb99 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:05.556829 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7f59d3bd-2470-4fe3-ab96-5ce4bd7047fd req-3c53c805-8915-4d7d-91e8-70fecea9cb99 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0487914 Jul 28 12:03:05.594072 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7f59d3bd-2470-4fe3-ab96-5ce4bd7047fd req-eff00f83-7363-4ffd-867b-7d8b35ac00f6 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312870 Jul 28 12:03:06.422958 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:06.706741 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227de74e-5c1c-41fe-8c1d-52770cf8b0b5 req-48851af0-55d2-4e4d-aedc-11f696e51266 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:06.708126 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-227de74e-5c1c-41fe-8c1d-52770cf8b0b5 req-48851af0-55d2-4e4d-aedc-11f696e51266 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0487459 Jul 28 12:03:06.745006 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-227de74e-5c1c-41fe-8c1d-52770cf8b0b5 req-865d6729-5eb4-4149-9a27-b80b8b36aead tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309918 Jul 28 12:03:07.860662 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d2540-bca3-454c-95c2-a615eaa6b88f req-c009b72e-b79c-4fd5-8980-40a0f2db2da8 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:07.863031 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c16d2540-bca3-454c-95c2-a615eaa6b88f req-c009b72e-b79c-4fd5-8980-40a0f2db2da8 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0510526 Jul 28 12:03:07.904105 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c16d2540-bca3-454c-95c2-a615eaa6b88f req-97e7f985-9c7b-4347-8d15-904a2c4c4b6b tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354276 Jul 28 12:03:07.986488 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:08.349734 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2021a9-7083-4151-bef9-92fb282d4b42 req-97ba293e-6bb1-4a1b-ae4d-b1ad528fedee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:08.351277 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8d2021a9-7083-4151-bef9-92fb282d4b42 req-97ba293e-6bb1-4a1b-ae4d-b1ad528fedee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c38a0b628bac4f39a128dfe4b78590ab&device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 1099 time: 0.0411849 Jul 28 12:03:08.452577 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2021a9-7083-4151-bef9-92fb282d4b42 req-6bc0d4b3-9569-458f-b42a-ccfed91d4bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:08.454028 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8d2021a9-7083-4151-bef9-92fb282d4b42 req-6bc0d4b3-9569-458f-b42a-ccfed91d4bb8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae4dae61-e471-47af-823d-f812d2576bbc HTTP/1.1" status: 200 len: 915 time: 0.0826614 Jul 28 12:03:08.499999 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8d2021a9-7083-4151-bef9-92fb282d4b42 req-89a052e9-42d0-4088-b1e0-65a417e2fa6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e1dc99c-7c66-4b07-91b3-7080192f17f6 HTTP/1.1" status: 200 len: 217 time: 0.0372100 Jul 28 12:03:08.547384 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2021a9-7083-4151-bef9-92fb282d4b42 req-8d6e2a73-56ee-4fb3-8efc-b268ccdeebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:08.548808 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8d2021a9-7083-4151-bef9-92fb282d4b42 req-8d6e2a73-56ee-4fb3-8efc-b268ccdeebaf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cf788b-2f56-453e-9c88-e0f1dbb34b36 HTTP/1.1" status: 200 len: 854 time: 0.0424860 Jul 28 12:03:08.580853 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8d2021a9-7083-4151-bef9-92fb282d4b42 req-dd0ff913-0129-41b9-8343-8eac2e5178de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae4dae61-e471-47af-823d-f812d2576bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252798 Jul 28 12:03:08.672527 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8d2021a9-7083-4151-bef9-92fb282d4b42 req-0b43714c-9894-4441-8adc-3f78c2aabf38 service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835655 Jul 28 12:03:08.759647 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8d2021a9-7083-4151-bef9-92fb282d4b42 req-ae37bbd2-92be-472f-acb2-2e377957c5e0 service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794392 Jul 28 12:03:09.017774 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f417f20-0a0b-434e-8b72-c8f55cad6d9e req-7e2bf8a4-e092-4e95-b927-18b201a12a52 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:09.019326 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8f417f20-0a0b-434e-8b72-c8f55cad6d9e req-7e2bf8a4-e092-4e95-b927-18b201a12a52 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0491803 Jul 28 12:03:09.057480 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8f417f20-0a0b-434e-8b72-c8f55cad6d9e req-4aa70374-a1e1-405b-8aa1-83b6145e2000 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322933 Jul 28 12:03:10.172495 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec932ed6-6b29-464f-8777-f2028198f42c req-79780c93-f920-4ca4-8ac8-ab2dc0f99b0b tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:10.173954 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ec932ed6-6b29-464f-8777-f2028198f42c req-79780c93-f920-4ca4-8ac8-ab2dc0f99b0b tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0488935 Jul 28 12:03:10.210116 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ec932ed6-6b29-464f-8777-f2028198f42c req-6eabbe8d-2289-4cee-be5d-eb5442f8419e tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303874 Jul 28 12:03:11.322107 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19908da-5674-4971-bdad-5742c822b6b7 req-a84a70ef-4de4-4ee2-afec-a7e4aeb26d18 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:11.323479 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b19908da-5674-4971-bdad-5742c822b6b7 req-a84a70ef-4de4-4ee2-afec-a7e4aeb26d18 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0476265 Jul 28 12:03:11.365067 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b19908da-5674-4971-bdad-5742c822b6b7 req-10e004be-c035-47db-b5b8-4e38afe73d11 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352664 Jul 28 12:03:12.477824 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d449516-de49-4134-a43f-75f5b609639c req-f9b518ea-449f-4f57-a629-afb3cb6765ae tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:12.479297 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3d449516-de49-4134-a43f-75f5b609639c req-f9b518ea-449f-4f57-a629-afb3cb6765ae tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0493176 Jul 28 12:03:12.517351 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3d449516-de49-4134-a43f-75f5b609639c req-fd83775a-666b-4fd8-a4b0-90c96cebe4d6 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322130 Jul 28 12:03:13.632483 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83539ccd-e873-4bf7-9fc5-e4fdd850427c req-57b71a0e-439f-4bfc-9954-eae0dcb3f9ca tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:13.633937 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-83539ccd-e873-4bf7-9fc5-e4fdd850427c req-57b71a0e-439f-4bfc-9954-eae0dcb3f9ca tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0479605 Jul 28 12:03:13.672252 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-83539ccd-e873-4bf7-9fc5-e4fdd850427c req-55a4188d-5399-4655-97e4-f6945dc33775 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312345 Jul 28 12:03:14.786870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd4707-5fe8-46c2-8071-9dc8af4dbdc0 req-b594e726-4130-4734-887d-db117029ab95 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:14.788319 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8dfd4707-5fe8-46c2-8071-9dc8af4dbdc0 req-b594e726-4130-4734-887d-db117029ab95 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0490952 Jul 28 12:03:14.830282 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8dfd4707-5fe8-46c2-8071-9dc8af4dbdc0 req-42574763-67ba-4e25-b42a-f74d02b92747 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361471 Jul 28 12:03:14.874579 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:03:15.945990 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7f366-048a-46ca-922d-6dfa3031a00b req-a8cf2647-c027-4046-b8e3-0a3fb8d2b550 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:15.947465 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-95b7f366-048a-46ca-922d-6dfa3031a00b req-a8cf2647-c027-4046-b8e3-0a3fb8d2b550 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0496027 Jul 28 12:03:15.984706 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-95b7f366-048a-46ca-922d-6dfa3031a00b req-c979d2d2-b733-4236-9171-5bd1e5ea93d7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313408 Jul 28 12:03:16.183045 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-686d86e9-70ef-4c04-a018-8ce48295e4ef service neutron] 10.222.0.39 "GET /v2.0/ports/2e1dc99c-7c66-4b07-91b3-7080192f17f6/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0536489 Jul 28 12:03:16.620227 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-e446ba54-182a-40b3-8127-afd0a062a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:16.621750 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-e446ba54-182a-40b3-8127-afd0a062a844 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074&tenant_id=c38a0b628bac4f39a128dfe4b78590ab HTTP/1.1" status: 200 len: 1099 time: 0.2942138 Jul 28 12:03:16.680734 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-9786184b-9432-4f51-adb4-ae9a7751b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:16.682232 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-9786184b-9432-4f51-adb4-ae9a7751b185 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c38a0b628bac4f39a128dfe4b78590ab&device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 1099 time: 0.0391958 Jul 28 12:03:16.768445 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-9114d0a0-7c0b-47c0-b6e8-1d2d25557471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:16.769908 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-9114d0a0-7c0b-47c0-b6e8-1d2d25557471 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae4dae61-e471-47af-823d-f812d2576bbc HTTP/1.1" status: 200 len: 915 time: 0.0807426 Jul 28 12:03:16.814106 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-f2cf1177-c58a-4ca7-ab56-20dfc2a03fce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e1dc99c-7c66-4b07-91b3-7080192f17f6 HTTP/1.1" status: 200 len: 217 time: 0.0375388 Jul 28 12:03:16.862191 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-f68add30-948a-4444-98d9-20f11ffbceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:16.863701 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-f68add30-948a-4444-98d9-20f11ffbceeb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cf788b-2f56-453e-9c88-e0f1dbb34b36 HTTP/1.1" status: 200 len: 854 time: 0.0432348 Jul 28 12:03:16.894765 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-f0074edb-39b1-4c64-ac69-09686b6a8b32 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae4dae61-e471-47af-823d-f812d2576bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232503 Jul 28 12:03:16.984972 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-4d26b8d4-87a9-489f-85e1-a213d05858d2 service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836136 Jul 28 12:03:17.074339 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-83bc7c33-ebe5-4993-b495-a4ec11bd52d4 req-6e9790da-d06d-401c-aaa9-e85ab0bfb685 service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820072 Jul 28 12:03:17.101385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b4e4d-f824-4afb-a8e5-3fadab8b87ea req-a362ac36-7da5-492e-bb89-5b4a2b2493cc tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:17.103012 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0a9b4e4d-f824-4afb-a8e5-3fadab8b87ea req-a362ac36-7da5-492e-bb89-5b4a2b2493cc tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0512283 Jul 28 12:03:17.142785 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0a9b4e4d-f824-4afb-a8e5-3fadab8b87ea req-1388b604-37e7-4ebb-bc98-7849686aead4 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327387 Jul 28 12:03:18.256736 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63583fc0-f99f-416d-bb49-7bd9d72363a2 req-041d0cbc-ebfd-4988-b21a-beef183e8fac tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:18.258202 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-63583fc0-f99f-416d-bb49-7bd9d72363a2 req-041d0cbc-ebfd-4988-b21a-beef183e8fac tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0483687 Jul 28 12:03:18.299433 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-63583fc0-f99f-416d-bb49-7bd9d72363a2 req-586caeea-74ac-4079-9216-ffac98f70f29 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348077 Jul 28 12:03:19.427201 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591410f-573e-46f4-89ca-6c98dd45c3d4 req-ec701bb0-5a50-4ff6-a2cf-31a43f2fe2e3 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:19.428686 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3591410f-573e-46f4-89ca-6c98dd45c3d4 req-ec701bb0-5a50-4ff6-a2cf-31a43f2fe2e3 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0485299 Jul 28 12:03:19.465297 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3591410f-573e-46f4-89ca-6c98dd45c3d4 req-79028337-efb4-4e7b-aa44-75f891f4221e tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308781 Jul 28 12:03:19.658043 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e68e3c-4099-4385-8dc4-0cb610087b5d req-2d58c5fd-1243-4277-92cb-50d22682614b tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:19.662906 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-21e68e3c-4099-4385-8dc4-0cb610087b5d req-2d58c5fd-1243-4277-92cb-50d22682614b tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 946 time: 0.0548015 Jul 28 12:03:19.680154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc0b47-0b81-4b16-8b2f-cdb8f703867e req-7b0f522a-d0ad-4bba-8898-be3228caa35c tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:19.681872 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7abc0b47-0b81-4b16-8b2f-cdb8f703867e req-7b0f522a-d0ad-4bba-8898-be3228caa35c tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074&tenant_id=c38a0b628bac4f39a128dfe4b78590ab&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 946 time: 0.0603468 Jul 28 12:03:19.698058 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-21e68e3c-4099-4385-8dc4-0cb610087b5d req-9b978645-b3b5-4f5e-8449-10a79418b663 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322642 Jul 28 12:03:19.735411 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 2e1dc99c-7c66-4b07-91b3-7080192f17f6 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:03:19.772540 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc0b47-0b81-4b16-8b2f-cdb8f703867e req-8ca239d6-40af-4136-806c-0f76b9a43385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:19.774032 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7abc0b47-0b81-4b16-8b2f-cdb8f703867e req-8ca239d6-40af-4136-806c-0f76b9a43385 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c38a0b628bac4f39a128dfe4b78590ab&device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 1099 time: 0.0465062 Jul 28 12:03:19.811843 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:19.833716 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ace7f7-1e7b-434a-b863-145bd52c2074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1dc99c-7c66-4b07-91b3-7080192f17f6'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:03:19.836105 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dbe50f-e64a-4c10-a06a-e67e2ddb88b8" -d '{"events": [{"server_uuid": "b8ace7f7-1e7b-434a-b863-145bd52c2074", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1dc99c-7c66-4b07-91b3-7080192f17f6"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:03:19.849578 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 2e1dc99c-7c66-4b07-91b3-7080192f17f6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e1dc99c-7c66-4b07-91b3-7080192f17f6,segment=NetworkSegment(4f102df1-7cfb-42a1-b7cc-8a5f9d515f60),segment_id=4f102df1-7cfb-42a1-b7cc-8a5f9d515f60)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:19.854171 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:19.866824 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc0b47-0b81-4b16-8b2f-cdb8f703867e req-f202919c-7eaa-4ffb-abbd-adf75919d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:19.868590 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7abc0b47-0b81-4b16-8b2f-cdb8f703867e req-f202919c-7eaa-4ffb-abbd-adf75919d615 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae4dae61-e471-47af-823d-f812d2576bbc HTTP/1.1" status: 200 len: 915 time: 0.0878620 Jul 28 12:03:19.884583 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 12:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c09787-db14-49c0-80cb-bb016d4d71f1 x-openstack-request-id: req-93c09787-db14-49c0-80cb-bb016d4d71f1 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:03:19.884887 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ace7f7-1e7b-434a-b863-145bd52c2074", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1dc99c-7c66-4b07-91b3-7080192f17f6", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:03:19.885144 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93c09787-db14-49c0-80cb-bb016d4d71f1 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:03:19.885541 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ace7f7-1e7b-434a-b863-145bd52c2074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1dc99c-7c66-4b07-91b3-7080192f17f6', 'code': 200} Jul 28 12:03:19.904281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=2e1dc99c-7c66-4b07-91b3-7080192f17f6,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:19.911557 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:19.911858 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:19.912204 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:19.912547 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:19.912883 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:19.913219 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:19.913556 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:19.913894 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:19.914227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:19.914583 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:19.914913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:19.915240 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:19.915597 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7abc0b47-0b81-4b16-8b2f-cdb8f703867e req-0a7a0c1d-bd2c-474c-86c1-40f303057989 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e1dc99c-7c66-4b07-91b3-7080192f17f6 HTTP/1.1" status: 200 len: 217 time: 0.0402994 Jul 28 12:03:19.964656 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc0b47-0b81-4b16-8b2f-cdb8f703867e req-7cad8034-7426-4c2f-8f7a-71cdae02d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:19.966165 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7abc0b47-0b81-4b16-8b2f-cdb8f703867e req-7cad8034-7426-4c2f-8f7a-71cdae02d167 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1cf788b-2f56-453e-9c88-e0f1dbb34b36 HTTP/1.1" status: 200 len: 854 time: 0.0440991 Jul 28 12:03:19.996480 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7abc0b47-0b81-4b16-8b2f-cdb8f703867e req-4717a606-30f3-431c-8c99-77da0809955a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae4dae61-e471-47af-823d-f812d2576bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235181 Jul 28 12:03:20.082930 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7abc0b47-0b81-4b16-8b2f-cdb8f703867e req-ccc85945-d425-4ac7-81f4-4a661fd879c4 service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794492 Jul 28 12:03:20.148921 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:20.175340 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7abc0b47-0b81-4b16-8b2f-cdb8f703867e req-6bdd21aa-bafe-448a-8544-18172097e045 service neutron] 10.222.0.39 "GET /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853291 Jul 28 12:03:20.821678 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abc52c-b313-4541-9560-c72b752ac7da req-11571b9f-66f4-4b6f-9753-9e0dadc7842a tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:20.823210 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d9abc52c-b313-4541-9560-c72b752ac7da req-11571b9f-66f4-4b6f-9753-9e0dadc7842a tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 944 time: 0.0558877 Jul 28 12:03:20.870781 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d9abc52c-b313-4541-9560-c72b752ac7da req-d11bea6a-f3b8-48ea-9ccb-d62e2bfd0d3f tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415316 Jul 28 12:03:20.999071 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e83ac2-5909-42a6-a511-0eab5d6ba00d req-2d266a51-8842-46b6-86b1-ce346fc73cd3 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:21.000742 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9e83ac2-5909-42a6-a511-0eab5d6ba00d req-2d266a51-8842-46b6-86b1-ce346fc73cd3 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 944 time: 0.0593531 Jul 28 12:03:21.043782 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9e83ac2-5909-42a6-a511-0eab5d6ba00d req-b47ec444-8b7c-492d-9945-671f379e1337 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370822 Jul 28 12:03:21.169332 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73998d2-4e7a-4076-ab9b-b8972abe159b req-116ca0b3-2ff9-41fe-8316-0db62575b6ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:21.171052 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f73998d2-4e7a-4076-ab9b-b8972abe159b req-116ca0b3-2ff9-41fe-8316-0db62575b6ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 944 time: 0.0532832 Jul 28 12:03:21.214194 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f73998d2-4e7a-4076-ab9b-b8972abe159b req-e1a486b3-dd66-4d8e-9083-631f99aeb285 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372515 Jul 28 12:03:21.541090 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb989b8-b7f8-43c5-a630-acb6e31a08b8 req-154202cf-7d57-4115-9f19-142a3ff63f87 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:21.542584 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fcb989b8-b7f8-43c5-a630-acb6e31a08b8 req-154202cf-7d57-4115-9f19-142a3ff63f87 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 944 time: 0.0487187 Jul 28 12:03:21.584553 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fcb989b8-b7f8-43c5-a630-acb6e31a08b8 req-d92f3bd1-3fa6-48d6-b005-df7b8a84cd4d tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358663 Jul 28 12:03:22.697031 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb42045-29c1-4f66-b126-95f49914ad0a req-cc6ba6b5-c2a6-42a8-ad25-abe9b0d40237 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:22.698587 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7cb42045-29c1-4f66-b126-95f49914ad0a req-cc6ba6b5-c2a6-42a8-ad25-abe9b0d40237 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 944 time: 0.0488791 Jul 28 12:03:22.735046 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7cb42045-29c1-4f66-b126-95f49914ad0a req-27766670-0b74-4ea3-b593-e06ee847f27f tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/security-groups?id=dac2ffb6-11a1-443c-ab62-984ad7507f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306852 Jul 28 12:03:23.060903 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c2a25-5cc4-4281-9b48-1473ca91afbe req-63064cd5-0508-44e6-bd38-623f7ad9adf7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:23.062330 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-767c2a25-5cc4-4281-9b48-1473ca91afbe req-63064cd5-0508-44e6-bd38-623f7ad9adf7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 944 time: 0.0485082 Jul 28 12:03:23.151388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-767c2a25-5cc4-4281-9b48-1473ca91afbe req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Deleting port 2e1dc99c-7c66-4b07-91b3-7080192f17f6 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:03:23.151734 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-767c2a25-5cc4-4281-9b48-1473ca91afbe req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:23.237179 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-767c2a25-5cc4-4281-9b48-1473ca91afbe req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] For port 2e1dc99c-7c66-4b07-91b3-7080192f17f6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e1dc99c-7c66-4b07-91b3-7080192f17f6,segment=NetworkSegment(4f102df1-7cfb-42a1-b7cc-8a5f9d515f60),segment_id=4f102df1-7cfb-42a1-b7cc-8a5f9d515f60)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:23.237544 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-767c2a25-5cc4-4281-9b48-1473ca91afbe req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:23.250143 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-767c2a25-5cc4-4281-9b48-1473ca91afbe req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Calling delete_port for 2e1dc99c-7c66-4b07-91b3-7080192f17f6 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:03:23.377320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-767c2a25-5cc4-4281-9b48-1473ca91afbe req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:23.410910 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Pushing event deleted for resources: {'Port': ['ID=2e1dc99c-7c66-4b07-91b3-7080192f17f6,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:23.432204 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:23.432565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:23.432909 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:23.433253 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:23.433595 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:23.433933 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:23.434270 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:23.434657 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:23.434993 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:23.435325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:23.435658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:23.435988 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:23.459848 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-767c2a25-5cc4-4281-9b48-1473ca91afbe req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] No DVR routers for this DVR port 2e1dc99c-7c66-4b07-91b3-7080192f17f6 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:03:23.462261 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-767c2a25-5cc4-4281-9b48-1473ca91afbe req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:23.464308 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-767c2a25-5cc4-4281-9b48-1473ca91afbe req-5d787855-2024-46db-a943-cfcff92bd4ce tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.39 "DELETE /v2.0/ports/2e1dc99c-7c66-4b07-91b3-7080192f17f6 HTTP/1.1" status: 204 len: 173 time: 0.3963876 Jul 28 12:03:23.464739 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ace7f7-1e7b-434a-b863-145bd52c2074', 'name': 'network-vif-deleted', 'tag': '2e1dc99c-7c66-4b07-91b3-7080192f17f6'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:03:23.467789 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59aec61e-0bc5-4282-a728-7dbb64012884" -d '{"events": [{"server_uuid": "b8ace7f7-1e7b-434a-b863-145bd52c2074", "name": "network-vif-deleted", "tag": "2e1dc99c-7c66-4b07-91b3-7080192f17f6"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:03:23.503227 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2508f5-9f47-46d6-8d18-9c41adff8554 x-openstack-request-id: req-fa2508f5-9f47-46d6-8d18-9c41adff8554 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:03:23.503531 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ace7f7-1e7b-434a-b863-145bd52c2074", "name": "network-vif-deleted", "tag": "2e1dc99c-7c66-4b07-91b3-7080192f17f6", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:03:23.503798 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa2508f5-9f47-46d6-8d18-9c41adff8554 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:03:23.504191 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ace7f7-1e7b-434a-b863-145bd52c2074', 'name': 'network-vif-deleted', 'tag': '2e1dc99c-7c66-4b07-91b3-7080192f17f6', 'status': 'completed', 'code': 200} Jul 28 12:03:23.840846 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-556a1902-2a58-47d2-8cf9-ad188e88f19b req-cdbb2fa3-4b22-4298-8126-4868bc641921 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8ace7f7-1e7b-434a-b863-145bd52c2074 HTTP/1.1" status: 200 len: 210 time: 0.0264871 Jul 28 12:03:24.958755 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 34664) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:25.001647 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Deleting subnet e1cf788b-2f56-453e-9c88-e0f1dbb34b36 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:03:25.004579 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:25.041621 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:25.079023 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:25.129952 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:25.154954 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1cf788b-2f56-453e-9c88-e0f1dbb34b36,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:25.159640 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:25.161467 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e1cf788b-2f56-453e-9c88-e0f1dbb34b36 HTTP/1.1" status: 204 len: 168 time: 0.2016952 Jul 28 12:03:25.164198 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 34666) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:25.166936 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:25.167294 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:25.167644 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:25.167987 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:25.168325 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:25.168663 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:25.169005 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:25.169335 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:25.169673 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:25.170006 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:25.170332 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:25.170691 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917de9d-23ed-4954-bd03-77d51514465b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:25.231307 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c1accb5-f9a1-4d7f-a060-a2510d1598d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:25.311498 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c1accb5-f9a1-4d7f-a060-a2510d1598d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:25.320927 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-0c1accb5-f9a1-4d7f-a060-a2510d1598d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4dae61-e471-47af-823d-f812d2576bbc']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:25.331419 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-0c1accb5-f9a1-4d7f-a060-a2510d1598d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f102df1-7cfb-42a1-b7cc-8a5f9d515f60') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:25.331659 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-0c1accb5-f9a1-4d7f-a060-a2510d1598d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f102df1-7cfb-42a1-b7cc-8a5f9d515f60') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:25.340342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c1accb5-f9a1-4d7f-a060-a2510d1598d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:25.353299 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c1accb5-f9a1-4d7f-a060-a2510d1598d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:25.360001 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1accb5-f9a1-4d7f-a060-a2510d1598d9 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:03:25.360385 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c1accb5-f9a1-4d7f-a060-a2510d1598d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:03:25.361974 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:03:25.414478 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c1accb5-f9a1-4d7f-a060-a2510d1598d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:25.418781 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0c1accb5-f9a1-4d7f-a060-a2510d1598d9 admin admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:25.423478 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0c1accb5-f9a1-4d7f-a060-a2510d1598d9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ae4dae61-e471-47af-823d-f812d2576bbc HTTP/1.1" status: 204 len: 168 time: 0.2558444 Jul 28 12:03:25.435387 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1accb5-f9a1-4d7f-a060-a2510d1598d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae4dae61-e471-47af-823d-f812d2576bbc,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:25.528751 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 34670) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:25.568402 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-02e87232-cedc-4531-bf50-ab69185a5925 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c38a0b628bac4f39a128dfe4b78590ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385218 Jul 28 12:03:25.570937 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 34672) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:25.620493 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ea4f271-d645-4892-b644-ecb220032c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:25.641107 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ea4f271-d645-4892-b644-ecb220032c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:25.686528 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ea4f271-d645-4892-b644-ecb220032c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:25.689325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2ea4f271-d645-4892-b644-ecb220032c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:25.690572 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2ea4f271-d645-4892-b644-ecb220032c68 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dac2ffb6-11a1-443c-ab62-984ad7507f26 HTTP/1.1" status: 204 len: 168 time: 0.1186759 Jul 28 12:03:25.697991 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4f271-d645-4892-b644-ecb220032c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac2ffb6-11a1-443c-ab62-984ad7507f26,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:25.746124 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 2e1dc99c-7c66-4b07-91b3-7080192f17f6 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:03:25.766069 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 2e1dc99c-7c66-4b07-91b3-7080192f17f6 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:03:25.766452 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 2e1dc99c-7c66-4b07-91b3-7080192f17f6 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:03:26.328840 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 34694) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:26.419920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-87d316aa-51e7-4cd6-81a8-5280743bce66 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1154653354-network', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:26.442690 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d316aa-51e7-4cd6-81a8-5280743bce66 admin admin] Made reservation on behalf of da49327bfb0542a4b14f6cda5569abe8 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:26.445013 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-87d316aa-51e7-4cd6-81a8-5280743bce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:26.453957 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-87d316aa-51e7-4cd6-81a8-5280743bce66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:26.540850 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-87d316aa-51e7-4cd6-81a8-5280743bce66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:26.545028 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-87d316aa-51e7-4cd6-81a8-5280743bce66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:26.571406 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d316aa-51e7-4cd6-81a8-5280743bce66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:03:26.582120 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d316aa-51e7-4cd6-81a8-5280743bce66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a570bdd-5f96-46de-a7c8-0753bbbc4e59,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:26.590480 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-87d316aa-51e7-4cd6-81a8-5280743bce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:26.591614 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-87d316aa-51e7-4cd6-81a8-5280743bce66 admin admin] Added segment 618ca567-5828-4f4f-8071-eb3f4f247f5f of type vlan for network c0f9caef-909e-40c6-be56-2a8b08a39262 Jul 28 12:03:26.637415 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-87d316aa-51e7-4cd6-81a8-5280743bce66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:26.670854 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-87d316aa-51e7-4cd6-81a8-5280743bce66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:26.671764 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d316aa-51e7-4cd6-81a8-5280743bce66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:26.672365 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-87d316aa-51e7-4cd6-81a8-5280743bce66 admin admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:26.730495 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-87d316aa-51e7-4cd6-81a8-5280743bce66 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4003849 Jul 28 12:03:26.733342 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 34698) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:26.738373 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-bca8cdf8-e4a4-4118-ba09-2dd6725fed4a admin admin] Request body: {'subnet': {'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1154653354-subnet', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:26.759389 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca8cdf8-e4a4-4118-ba09-2dd6725fed4a admin admin] Made reservation on behalf of da49327bfb0542a4b14f6cda5569abe8 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:26.759848 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d316aa-51e7-4cd6-81a8-5280743bce66 admin admin] Pushing event updated for resources: {'Network': ['ID=c0f9caef-909e-40c6-be56-2a8b08a39262,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:26.761668 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bca8cdf8-e4a4-4118-ba09-2dd6725fed4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:26.773851 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network c0f9caef-909e-40c6-be56-2a8b08a39262 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:03:26.927565 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bca8cdf8-e4a4-4118-ba09-2dd6725fed4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:26.986037 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8cdf8-e4a4-4118-ba09-2dd6725fed4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=548a6332-81f2-4552-b212-9f942862b603,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:26.994369 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca8cdf8-e4a4-4118-ba09-2dd6725fed4a admin admin] Checking segment: {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:03:26.994760 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca8cdf8-e4a4-4118-ba09-2dd6725fed4a admin admin] Network hostable DHCP agents. Network: c0f9caef-909e-40c6-be56-2a8b08a39262, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:03:27.011410 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca8cdf8-e4a4-4118-ba09-2dd6725fed4a admin admin] Network c0f9caef-909e-40c6-be56-2a8b08a39262 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:03:27.019891 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-bca8cdf8-e4a4-4118-ba09-2dd6725fed4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, c0f9caef-909e-40c6-be56-2a8b08a39262) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:03:27.024499 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca8cdf8-e4a4-4118-ba09-2dd6725fed4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:27.025558 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bca8cdf8-e4a4-4118-ba09-2dd6725fed4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:27.028817 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d980bb77-51e4-4603-b1cf-bbc8f95c2d81 None None] Network c0f9caef-909e-40c6-be56-2a8b08a39262 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:03:27.039265 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bca8cdf8-e4a4-4118-ba09-2dd6725fed4a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3048224 Jul 28 12:03:27.042107 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 34700) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:27.047626 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:27.072064 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:27.073175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:27.160226 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:27.176285 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-c0f9caef-909e-40c6-be56-2a8b08a39262', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:03:27.177205 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:27.293665 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:27.308042 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Allocated IP 172.20.0.2 (c0f9caef-909e-40c6-be56-2a8b08a39262/548a6332-81f2-4552-b212-9f942862b603/294fc7a6-57ba-4b5c-b829-737c0e9639cd) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:03:27.448929 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:27.458292 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Transition to ACTIVE for port object 294fc7a6-57ba-4b5c-b829-737c0e9639cd will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:03:27.472711 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Transition to ACTIVE for port object 294fc7a6-57ba-4b5c-b829-737c0e9639cd will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:03:27.479425 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:27.491547 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:27.516754 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:27.517748 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Network c0f9caef-909e-40c6-be56-2a8b08a39262 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:03:27.520536 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:03:27.525893 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:03:27.532759 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Pushing event updated for resources: {'Port': ['ID=294fc7a6-57ba-4b5c-b829-737c0e9639cd,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:27.586700 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Attempting to bind port 294fc7a6-57ba-4b5c-b829-737c0e9639cd on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:03:27.586983 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Attempting to bind port 294fc7a6-57ba-4b5c-b829-737c0e9639cd by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:03:27.587346 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Attempting to bind port 294fc7a6-57ba-4b5c-b829-737c0e9639cd on network c0f9caef-909e-40c6-be56-2a8b08a39262 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:03:27.592266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:03:27.592642 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Checking segment: {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:03:27.593044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:27.593436 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Bound using segment: {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:03:27.593895 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Bound port: 294fc7a6-57ba-4b5c-b829-737c0e9639cd, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:03:27.594274 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:27.654695 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] For port 294fc7a6-57ba-4b5c-b829-737c0e9639cd, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:03:27.657863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] For port 294fc7a6-57ba-4b5c-b829-737c0e9639cd, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=294fc7a6-57ba-4b5c-b829-737c0e9639cd,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:03:27.660874 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Allocated IP 172.26.1.33 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/5eaf1e6d-4350-4984-8060-42c84e55d979) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:03:27.662137 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:27.725790 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51060d47-126d-49e2-bdf5-98fd1da6d16f None None] Pushing event updated for resources: {'Port': ['ID=294fc7a6-57ba-4b5c-b829-737c0e9639cd,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:27.764151 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:27.804510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:27.853453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:03:27.853453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:03:27.858510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:03:27.889229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Pushing event updated for resources: {'Port': ['ID=5eaf1e6d-4350-4984-8060-42c84e55d979,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:28.110030 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:28.565457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:28.576485 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7f11bb-a0d2-4a35-81e3-92f6334018e2 None None] Network c0f9caef-909e-40c6-be56-2a8b08a39262 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:03:28.639223 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4b2db7c4-aa08-4f8d-bc78-cfdc3c8fcb7b None None] Provisioning for port 294fc7a6-57ba-4b5c-b829-737c0e9639cd completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:03:28.700351 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Router c099d8ef-b307-4370-a722-9eb66018af60 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:03:28.808254 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:03:28.819909 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Sync routers for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:03:28.825675 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:28.827274 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b46c7561-8d77-4a20-b98c-08c17ba75848 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7837069 Jul 28 12:03:28.829715 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 34702) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:28.831804 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:03:28.832446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:03:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:28.949101 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:03:29.139628 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:28Z', 'revision_number': 3, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:29.166521 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Checking router: c099d8ef-b307-4370-a722-9eb66018af60 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:03:29.166877 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Updating router c099d8ef-b307-4370-a722-9eb66018af60 port 5eaf1e6d-4350-4984-8060-42c84e55d979 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:03:29.170736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 294fc7a6-57ba-4b5c-b829-737c0e9639cd up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:03:29.213768 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:29.241105 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:29.314175 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 294fc7a6-57ba-4b5c-b829-737c0e9639cd completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:03:29.327260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 294fc7a6-57ba-4b5c-b829-737c0e9639cd triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:03:29.327632 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:29.436230 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Allocated IP 172.20.0.1 (c0f9caef-909e-40c6-be56-2a8b08a39262/548a6332-81f2-4552-b212-9f942862b603/b681dcfc-4a90-4203-ae09-0e12bcbdafbb) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:03:29.483291 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:29.542293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:29.550799 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 294fc7a6-57ba-4b5c-b829-737c0e9639cd, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=294fc7a6-57ba-4b5c-b829-737c0e9639cd,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:29.555020 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Transition to ACTIVE for port object b681dcfc-4a90-4203-ae09-0e12bcbdafbb will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:03:29.558008 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:29.564159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:29.588799 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:29.597247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Transition to ACTIVE for port object 5eaf1e6d-4350-4984-8060-42c84e55d979 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:03:29.605125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:29.629884 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=294fc7a6-57ba-4b5c-b829-737c0e9639cd,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:29.633589 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Network c0f9caef-909e-40c6-be56-2a8b08a39262 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:03:29.639141 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:03:29.641482 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:03:29.661817 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Attempting to bind port 5eaf1e6d-4350-4984-8060-42c84e55d979 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:03:29.662188 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Attempting to bind port 5eaf1e6d-4350-4984-8060-42c84e55d979 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:03:29.662596 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Attempting to bind port 5eaf1e6d-4350-4984-8060-42c84e55d979 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:03:29.667273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Pushing event updated for resources: {'Port': ['ID=b681dcfc-4a90-4203-ae09-0e12bcbdafbb,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:29.672173 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:03:29.672537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:03:29.672938 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:29.673758 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:03:29.673758 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Bound port: 5eaf1e6d-4350-4984-8060-42c84e55d979, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:03:29.674150 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:29.689677 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:29.702013 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b653e-aa03-40e6-8f6a-ea7a5e6e117c None None] Pushing event updated for resources: {'Port': ['ID=5eaf1e6d-4350-4984-8060-42c84e55d979,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:29.735539 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] For port 5eaf1e6d-4350-4984-8060-42c84e55d979, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:03:29.739074 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] For port 5eaf1e6d-4350-4984-8060-42c84e55d979, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=5eaf1e6d-4350-4984-8060-42c84e55d979,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:03:29.745633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:29.805287 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:03:29.805931 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:03:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:29.838153 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:29.847102 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b653e-aa03-40e6-8f6a-ea7a5e6e117c None None] Pushing event updated for resources: {'Port': ['ID=5eaf1e6d-4350-4984-8060-42c84e55d979,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:29.902926 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e1ead0da-f90c-47d6-ad4a-c18078903c18 None None] Provisioning for port b681dcfc-4a90-4203-ae09-0e12bcbdafbb completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:03:29.914087 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e1ead0da-f90c-47d6-ad4a-c18078903c18 None None] Provisioning complete for port b681dcfc-4a90-4203-ae09-0e12bcbdafbb triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:03:29.914399 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e1ead0da-f90c-47d6-ad4a-c18078903c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:29.950985 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:03:29.986762 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e1ead0da-f90c-47d6-ad4a-c18078903c18 None None] Port b681dcfc-4a90-4203-ae09-0e12bcbdafbb cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:03:30.011365 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:30.016514 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:30.083055 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Pushing event updated for resources: {'Port': ['ID=b681dcfc-4a90-4203-ae09-0e12bcbdafbb,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:30.087871 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:30.152972 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 1, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:30.176636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Network c0f9caef-909e-40c6-be56-2a8b08a39262 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:03:30.178067 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:03:30.180096 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073d4a9-a984-4db1-8a64-0e3a7a6cc475 None None] The sync data for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv is: [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 1, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:03:30.304448 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Router c099d8ef-b307-4370-a722-9eb66018af60 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:03:30.414413 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b0ab3dcc-85ee-4af0-a7d2-f8695b4b7121 None None] Provisioning complete for port b681dcfc-4a90-4203-ae09-0e12bcbdafbb triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:03:30.414913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3dcc-85ee-4af0-a7d2-f8695b4b7121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:30.423569 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:03:30.428686 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-63ab59a5-3e0c-45ee-825c-910ab503ab50 admin admin] 10.222.0.43 "PUT /v2.0/routers/c099d8ef-b307-4370-a722-9eb66018af60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5979195 Jul 28 12:03:30.461329 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab3dcc-85ee-4af0-a7d2-f8695b4b7121 None None] Port b681dcfc-4a90-4203-ae09-0e12bcbdafbb cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:03:31.131038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 34710) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:31.136252 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-844c9867-ad37-4cc8-a0bb-99b2d05e9fa4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1874061791', 'description': 'tempest-description--1675120166'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:31.161956 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-844c9867-ad37-4cc8-a0bb-99b2d05e9fa4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.222802 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 294fc7a6-57ba-4b5c-b829-737c0e9639cd up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:03:31.282999 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-844c9867-ad37-4cc8-a0bb-99b2d05e9fa4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.291970 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-844c9867-ad37-4cc8-a0bb-99b2d05e9fa4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.295821 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 294fc7a6-57ba-4b5c-b829-737c0e9639cd triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:03:31.295821 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.323664 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c9867-ad37-4cc8-a0bb-99b2d05e9fa4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a9f84a-8e4d-4c6b-a478-1844a8a821e5,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:31.337752 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-844c9867-ad37-4cc8-a0bb-99b2d05e9fa4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.339239 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-844c9867-ad37-4cc8-a0bb-99b2d05e9fa4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2066038 Jul 28 12:03:31.342111 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 34712) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:31.346671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d1759669-432e-47b2-a75d-88cec3800e61 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Request body: {'security_group_rule': {'security_group_id': '16a9f84a-8e4d-4c6b-a478-1844a8a821e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:31.379055 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d1759669-432e-47b2-a75d-88cec3800e61 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.399713 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 5eaf1e6d-4350-4984-8060-42c84e55d979 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:03:31.443885 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d1759669-432e-47b2-a75d-88cec3800e61 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.454952 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d1759669-432e-47b2-a75d-88cec3800e61 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.457701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 5eaf1e6d-4350-4984-8060-42c84e55d979 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:03:31.463170 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 5eaf1e6d-4350-4984-8060-42c84e55d979 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:03:31.463899 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.473738 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1759669-432e-47b2-a75d-88cec3800e61 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcee7d9b-44d9-4cf6-be59-c907413581af,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:31.498113 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d1759669-432e-47b2-a75d-88cec3800e61 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.499531 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d1759669-432e-47b2-a75d-88cec3800e61 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1563611 Jul 28 12:03:31.502097 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 34714) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:31.507697 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d4aabb69-d795-4f9d-b27b-c0661efb2123 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Request body: {'security_group_rule': {'security_group_id': '16a9f84a-8e4d-4c6b-a478-1844a8a821e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:31.538788 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4aabb69-d795-4f9d-b27b-c0661efb2123 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.603674 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4aabb69-d795-4f9d-b27b-c0661efb2123 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.608643 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4aabb69-d795-4f9d-b27b-c0661efb2123 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.626851 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aabb69-d795-4f9d-b27b-c0661efb2123 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab24d1b-33b4-4d12-bd8e-777bf69c8823,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:31.633480 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d4aabb69-d795-4f9d-b27b-c0661efb2123 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.637497 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d4aabb69-d795-4f9d-b27b-c0661efb2123 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313357 Jul 28 12:03:31.638190 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 34716) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:31.642978 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-0e62ae07-c599-4a5f-934c-1d5d515faab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:31.664970 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e62ae07-c599-4a5f-934c-1d5d515faab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.706189 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.731656 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 5eaf1e6d-4350-4984-8060-42c84e55d979, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=5eaf1e6d-4350-4984-8060-42c84e55d979,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:31.736076 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.776212 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e62ae07-c599-4a5f-934c-1d5d515faab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.788766 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=5eaf1e6d-4350-4984-8060-42c84e55d979,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:31.882438 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-0e62ae07-c599-4a5f-934c-1d5d515faab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Allocated IP 172.26.1.209 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/d1ff6452-5fad-4dc6-9f7e-a69be36f3f22) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:03:31.987252 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e62ae07-c599-4a5f-934c-1d5d515faab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.025827 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e62ae07-c599-4a5f-934c-1d5d515faab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.063420 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e62ae07-c599-4a5f-934c-1d5d515faab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:03:32.069902 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-0e62ae07-c599-4a5f-934c-1d5d515faab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:03:32.074290 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e62ae07-c599-4a5f-934c-1d5d515faab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:03:32.078057 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62ae07-c599-4a5f-934c-1d5d515faab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Pushing event updated for resources: {'Port': ['ID=d1ff6452-5fad-4dc6-9f7e-a69be36f3f22,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:32.162259 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e62ae07-c599-4a5f-934c-1d5d515faab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.196606 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Sync routers for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:03:32.197677 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e62ae07-c599-4a5f-934c-1d5d515faab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.206475 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:03:32.207183 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:03:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:32.311866 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:03:32.346405 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e62ae07-c599-4a5f-934c-1d5d515faab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.350926 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e62ae07-c599-4a5f-934c-1d5d515faab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.407376 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0af2b482-dc95-4a4c-ba1d-0f8dcde7027a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.428108 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62ae07-c599-4a5f-934c-1d5d515faab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Pushing event updated for resources: {'Port': ['ID=d1ff6452-5fad-4dc6-9f7e-a69be36f3f22,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:32.440553 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e62ae07-c599-4a5f-934c-1d5d515faab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.454148 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0e62ae07-c599-4a5f-934c-1d5d515faab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.455605 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0e62ae07-c599-4a5f-934c-1d5d515faab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8160579 Jul 28 12:03:32.597386 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-ec90fdc2-c581-4bf6-b7df-31e7838b7aa6 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1874061791&fields=id&tenant_id=da49327bfb0542a4b14f6cda5569abe8 HTTP/1.1" status: 200 len: 267 time: 0.0338886 Jul 28 12:03:32.602007 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 2, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:32.627950 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Checking router: c099d8ef-b307-4370-a722-9eb66018af60 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:03:32.628305 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Updating router c099d8ef-b307-4370-a722-9eb66018af60 port b681dcfc-4a90-4203-ae09-0e12bcbdafbb binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:03:32.652472 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.704758 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-aa8c2df9-955e-469c-84df-2ead0b1a8b27 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:32.706225 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-aa8c2df9-955e-469c-84df-2ead0b1a8b27 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 812 time: 0.1022012 Jul 28 12:03:32.720913 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-d8c4d3c9-c623-41fe-99c5-a2ccd02eb49a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/quotas/da49327bfb0542a4b14f6cda5569abe8 HTTP/1.1" status: 200 len: 375 time: 0.0090339 Jul 28 12:03:32.773708 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-d86813f5-d033-4189-8544-85a94493c35a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471075 Jul 28 12:03:32.920845 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.930709 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Transition to ACTIVE for port object b681dcfc-4a90-4203-ae09-0e12bcbdafbb will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:03:32.931045 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-be0982db-7d83-47bf-b6ab-c21680b56ecc service neutron] 10.222.0.43 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444058 Jul 28 12:03:32.937074 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.986707 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa636c-09d5-4902-9e75-bb58c0e80486 None None] Pushing event updated for resources: {'Port': ['ID=b681dcfc-4a90-4203-ae09-0e12bcbdafbb,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:33.011215 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa636c-09d5-4902-9e75-bb58c0e80486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:33.012010 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa636c-09d5-4902-9e75-bb58c0e80486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:33.012010 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa636c-09d5-4902-9e75-bb58c0e80486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:33.012346 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa636c-09d5-4902-9e75-bb58c0e80486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:33.012714 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa636c-09d5-4902-9e75-bb58c0e80486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:33.013039 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa636c-09d5-4902-9e75-bb58c0e80486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:33.013359 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa636c-09d5-4902-9e75-bb58c0e80486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:33.013680 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa636c-09d5-4902-9e75-bb58c0e80486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:33.013999 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa636c-09d5-4902-9e75-bb58c0e80486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:33.014318 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa636c-09d5-4902-9e75-bb58c0e80486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:33.014657 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa636c-09d5-4902-9e75-bb58c0e80486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:33.014971 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aa636c-09d5-4902-9e75-bb58c0e80486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:33.026444 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-8b98813e-8872-4fa1-bd9c-d99764d57fe0 service neutron] 10.222.0.43 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869288 Jul 28 12:03:33.051022 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Attempting to bind port b681dcfc-4a90-4203-ae09-0e12bcbdafbb on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:03:33.051454 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Attempting to bind port b681dcfc-4a90-4203-ae09-0e12bcbdafbb by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:03:33.051856 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Attempting to bind port b681dcfc-4a90-4203-ae09-0e12bcbdafbb on network c0f9caef-909e-40c6-be56-2a8b08a39262 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:03:33.057073 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:03:33.057544 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Checking segment: {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:03:33.058017 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:33.058491 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Bound using segment: {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:03:33.059046 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Bound port: b681dcfc-4a90-4203-ae09-0e12bcbdafbb, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:03:33.059560 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:33.126270 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] For port b681dcfc-4a90-4203-ae09-0e12bcbdafbb, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:03:33.129957 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] For port b681dcfc-4a90-4203-ae09-0e12bcbdafbb, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b681dcfc-4a90-4203-ae09-0e12bcbdafbb,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:03:33.137163 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:33.187481 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 5eaf1e6d-4350-4984-8060-42c84e55d979 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:03:33.216710 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa636c-09d5-4902-9e75-bb58c0e80486 None None] Pushing event updated for resources: {'Port': ['ID=b681dcfc-4a90-4203-ae09-0e12bcbdafbb,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:33.221521 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:03:33.222331 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:03:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:33.241356 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-68912138-977f-42d9-8bc0-456ae6c89767 req-c6b4122a-79d8-43ca-bd12-79de1ee2e2e4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 210 time: 0.0471320 Jul 28 12:03:33.292069 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 5eaf1e6d-4350-4984-8060-42c84e55d979 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:03:33.292365 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:33.347969 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:03:33.573579 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:33Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:33.602083 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6ea9f4-201a-42d2-8a74-d8d767717c7d None None] The sync data for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv is: [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:33Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:03:34.215049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-3b33077e-afcb-47ff-9393-12e3ca3e66da tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:34.216955 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-3b33077e-afcb-47ff-9393-12e3ca3e66da tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 812 time: 0.1056178 Jul 28 12:03:34.266611 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-75ec5b2f-f280-4a50-911d-9fb0eae2b954 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da49327bfb0542a4b14f6cda5569abe8 HTTP/1.1" status: 200 len: 380 time: 0.0399632 Jul 28 12:03:34.275744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-11fba68f-b3d9-486a-94c7-0a878af815b1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Request body: {'port': {'device_id': '2ab6ac45-af23-4720-9715-abc3a1e404e5', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'admin_state_up': True, 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'security_groups': ['16a9f84a-8e4d-4c6b-a478-1844a8a821e5']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:34.320219 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2a625707-43ea-476a-90d8-a6298590ffca req-afccdda5-91e9-46ed-a557-8c5bc232310d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 210 time: 0.0262160 Jul 28 12:03:34.384220 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-11fba68f-b3d9-486a-94c7-0a878af815b1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Made reservation on behalf of da49327bfb0542a4b14f6cda5569abe8 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:34.388304 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-11fba68f-b3d9-486a-94c7-0a878af815b1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:34.522288 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-11fba68f-b3d9-486a-94c7-0a878af815b1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Allocated IP 172.20.0.3 (c0f9caef-909e-40c6-be56-2a8b08a39262/548a6332-81f2-4552-b212-9f942862b603/b9114131-5196-4c1b-87c2-7c3b39c410a4) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:03:34.659137 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-11fba68f-b3d9-486a-94c7-0a878af815b1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:34.673159 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-11fba68f-b3d9-486a-94c7-0a878af815b1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Transition to ACTIVE for port object b9114131-5196-4c1b-87c2-7c3b39c410a4 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:03:34.705219 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-11fba68f-b3d9-486a-94c7-0a878af815b1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:34.751202 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-11fba68f-b3d9-486a-94c7-0a878af815b1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Network c0f9caef-909e-40c6-be56-2a8b08a39262 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:03:34.758351 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-11fba68f-b3d9-486a-94c7-0a878af815b1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:03:34.763587 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-11fba68f-b3d9-486a-94c7-0a878af815b1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:03:34.768040 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fba68f-b3d9-486a-94c7-0a878af815b1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Pushing event updated for resources: {'Port': ['ID=b9114131-5196-4c1b-87c2-7c3b39c410a4,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:34.817740 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-11fba68f-b3d9-486a-94c7-0a878af815b1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:34.818363 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-11fba68f-b3d9-486a-94c7-0a878af815b1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:34.834120 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-11fba68f-b3d9-486a-94c7-0a878af815b1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620775 Jul 28 12:03:34.847653 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Request body: {'port': {'device_id': '2ab6ac45-af23-4720-9715-abc3a1e404e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:34.905568 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6167816-89ec-4e15-a1d1-4b24e46fc8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:34.906643 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:34.990009 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8d046c5c-6faf-498c-8a1d-a28bc274ccea None None] Provisioning for port b9114131-5196-4c1b-87c2-7c3b39c410a4 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:03:34.993980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8d046c5c-6faf-498c-8a1d-a28bc274ccea None None] Provisioning complete for port b9114131-5196-4c1b-87c2-7c3b39c410a4 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:03:34.994487 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d046c5c-6faf-498c-8a1d-a28bc274ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:35.030797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8d046c5c-6faf-498c-8a1d-a28bc274ccea None None] Port b9114131-5196-4c1b-87c2-7c3b39c410a4 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:03:35.154231 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b681dcfc-4a90-4203-ae09-0e12bcbdafbb up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:03:35.179331 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9114131-5196-4c1b-87c2-7c3b39c410a4 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:03:35.187633 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:35.200595 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Transition to ACTIVE for port object b9114131-5196-4c1b-87c2-7c3b39c410a4 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:03:35.201920 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port b681dcfc-4a90-4203-ae09-0e12bcbdafbb completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:03:35.203826 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:35.205630 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port b681dcfc-4a90-4203-ae09-0e12bcbdafbb triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:03:35.206002 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:35.269716 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Pushing event updated for resources: {'Port': ['ID=b9114131-5196-4c1b-87c2-7c3b39c410a4,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:35.285306 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:35.319061 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port b681dcfc-4a90-4203-ae09-0e12bcbdafbb, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b681dcfc-4a90-4203-ae09-0e12bcbdafbb,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:35.324191 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:35.335581 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Attempting to bind port b9114131-5196-4c1b-87c2-7c3b39c410a4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:03:35.335933 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Attempting to bind port b9114131-5196-4c1b-87c2-7c3b39c410a4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:03:35.336269 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Attempting to bind port b9114131-5196-4c1b-87c2-7c3b39c410a4 on network c0f9caef-909e-40c6-be56-2a8b08a39262 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:03:35.342833 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Port b9114131-5196-4c1b-87c2-7c3b39c410a4 on network c0f9caef-909e-40c6-be56-2a8b08a39262 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:03:35.342833 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Attempting to bind port b9114131-5196-4c1b-87c2-7c3b39c410a4 on network c0f9caef-909e-40c6-be56-2a8b08a39262 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:03:35.352876 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:03:35.353171 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Checking segment: {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:03:35.353917 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Bound using segment: {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:03:35.354644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Bound port: b9114131-5196-4c1b-87c2-7c3b39c410a4, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:03:35.355117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:35.381347 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:35.395916 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=b681dcfc-4a90-4203-ae09-0e12bcbdafbb,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:35.432955 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] For port b9114131-5196-4c1b-87c2-7c3b39c410a4, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:03:35.436870 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] For port b9114131-5196-4c1b-87c2-7c3b39c410a4, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b9114131-5196-4c1b-87c2-7c3b39c410a4,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:03:35.441312 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:35.465495 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b51952-724d-40cd-9bf8-d77a83db804e req-b156d90b-34e8-4741-9363-dbcb48844278 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:35.467112 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-09b51952-724d-40cd-9bf8-d77a83db804e req-b156d90b-34e8-4741-9363-dbcb48844278 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 943 time: 0.0574896 Jul 28 12:03:35.483885 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:35.484510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:35.486017 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] 10.222.0.39 "PUT /v2.0/ports/b9114131-5196-4c1b-87c2-7c3b39c410a4 HTTP/1.1" status: 200 len: 1093 time: 0.6430290 Jul 28 12:03:35.486474 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab6ac45-af23-4720-9715-abc3a1e404e5', 'tag': 'b9114131-5196-4c1b-87c2-7c3b39c410a4'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:03:35.488857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e52f91-1916-4027-b48c-efb05c1f8b10" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab6ac45-af23-4720-9715-abc3a1e404e5", "tag": "b9114131-5196-4c1b-87c2-7c3b39c410a4"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:03:35.512464 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-09b51952-724d-40cd-9bf8-d77a83db804e req-608ffadf-87b6-4889-b94b-ac682fa7ac53 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391235 Jul 28 12:03:35.518881 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43c841-08ab-4d9e-a846-d299ebf60758 service neutron] Pushing event updated for resources: {'Port': ['ID=b9114131-5196-4c1b-87c2-7c3b39c410a4,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:35.543339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1175cbb6-02a9-4f06-b300-65657ec5bbf9 x-openstack-request-id: req-1175cbb6-02a9-4f06-b300-65657ec5bbf9 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:03:35.543549 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab6ac45-af23-4720-9715-abc3a1e404e5", "tag": "b9114131-5196-4c1b-87c2-7c3b39c410a4", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:03:35.544558 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1175cbb6-02a9-4f06-b300-65657ec5bbf9 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:03:35.544825 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab6ac45-af23-4720-9715-abc3a1e404e5', 'tag': 'b9114131-5196-4c1b-87c2-7c3b39c410a4', 'status': 'completed', 'code': 200} Jul 28 12:03:35.575489 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-bd630424-ecb1-4bc8-97e5-794b40f3fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:35.577035 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-bd630424-ecb1-4bc8-97e5-794b40f3fdb8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 1096 time: 0.0445960 Jul 28 12:03:35.622821 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-e7fe20fe-2b97-44f7-b0cc-70005f237bb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9114131-5196-4c1b-87c2-7c3b39c410a4 HTTP/1.1" status: 200 len: 217 time: 0.0385296 Jul 28 12:03:35.675034 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-ebfce36a-5c83-4e67-811e-901060d94c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:35.676542 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-ebfce36a-5c83-4e67-811e-901060d94c92 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0459566 Jul 28 12:03:35.721737 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-2cb91be3-d47f-4132-95b2-cff185283b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:35.723254 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-2cb91be3-d47f-4132-95b2-cff185283b27 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395648 Jul 28 12:03:35.814874 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-35aff080-d33c-4519-a4fc-a81900d3ab2b service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843801 Jul 28 12:03:35.904491 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6d7c16dc-aa06-486e-9114-1d42c7c84919 req-9fcd1d1f-8bb9-43d6-87a4-64f4b8d07270 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819790 Jul 28 12:03:35.989135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e52f91-1916-4027-b48c-efb05c1f8b10 req-e326d351-c430-40de-9847-41e21ed97c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:35.990672 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b1e52f91-1916-4027-b48c-efb05c1f8b10 req-e326d351-c430-40de-9847-41e21ed97c2c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 1096 time: 0.0414662 Jul 28 12:03:36.083807 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e52f91-1916-4027-b48c-efb05c1f8b10 req-98d7be9a-c345-4061-80fe-b6a73214baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:36.085255 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b1e52f91-1916-4027-b48c-efb05c1f8b10 req-98d7be9a-c345-4061-80fe-b6a73214baa1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0869515 Jul 28 12:03:36.125361 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b1e52f91-1916-4027-b48c-efb05c1f8b10 req-64e6a931-4adb-41ff-a172-04ce547a0eaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9114131-5196-4c1b-87c2-7c3b39c410a4 HTTP/1.1" status: 200 len: 217 time: 0.0328560 Jul 28 12:03:36.427297 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:36.454409 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e52f91-1916-4027-b48c-efb05c1f8b10 req-7526c650-58ce-45b5-ada6-831783a0a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:36.455966 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b1e52f91-1916-4027-b48c-efb05c1f8b10 req-7526c650-58ce-45b5-ada6-831783a0a863 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.3231974 Jul 28 12:03:36.502364 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e52f91-1916-4027-b48c-efb05c1f8b10 req-ffdd3c96-bb40-4329-bbb1-f3d370e0d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:36.503868 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b1e52f91-1916-4027-b48c-efb05c1f8b10 req-ffdd3c96-bb40-4329-bbb1-f3d370e0d8fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391505 Jul 28 12:03:36.595259 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b1e52f91-1916-4027-b48c-efb05c1f8b10 req-295bf38b-7ca4-4be2-be05-a5a1240032fd service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816102 Jul 28 12:03:36.632257 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ec5a5-8515-42f5-8612-46d5ae467c3e req-d50fde3a-8ea2-415a-9cc1-1e059ec4dcd3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:36.633721 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-db4ec5a5-8515-42f5-8612-46d5ae467c3e req-d50fde3a-8ea2-415a-9cc1-1e059ec4dcd3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 943 time: 0.0479996 Jul 28 12:03:36.672443 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-db4ec5a5-8515-42f5-8612-46d5ae467c3e req-5b7b79b1-d048-494b-8e6e-481a3e7c5db3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317056 Jul 28 12:03:36.693956 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b1e52f91-1916-4027-b48c-efb05c1f8b10 req-a0824db9-f295-48d7-b8da-80bd3f2e4a32 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911989 Jul 28 12:03:37.139494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b681dcfc-4a90-4203-ae09-0e12bcbdafbb up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:03:37.186052 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port b681dcfc-4a90-4203-ae09-0e12bcbdafbb triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:03:37.186447 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:37.788957 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e9ae7-d646-4884-9281-32b518a5f315 req-e3bcabfb-2039-4731-813d-cbbc3665e25b tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:37.790403 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9e4e9ae7-d646-4884-9281-32b518a5f315 req-e3bcabfb-2039-4731-813d-cbbc3665e25b tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 943 time: 0.0495880 Jul 28 12:03:37.827831 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9e4e9ae7-d646-4884-9281-32b518a5f315 req-9dbd581e-7f96-42dc-82c4-a071c5881949 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312772 Jul 28 12:03:37.987639 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:38.947274 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16486e87-715c-4763-9704-452dacd4f3a2 req-c1653c84-ef7c-4e85-9448-8186fc31dd41 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:38.948718 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-16486e87-715c-4763-9704-452dacd4f3a2 req-c1653c84-ef7c-4e85-9448-8186fc31dd41 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 943 time: 0.0513813 Jul 28 12:03:38.987267 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-16486e87-715c-4763-9704-452dacd4f3a2 req-2f1184a4-50a0-4afa-9c79-fda84c03a776 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308261 Jul 28 12:03:39.792073 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b9114131-5196-4c1b-87c2-7c3b39c410a4 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:03:39.883306 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b9114131-5196-4c1b-87c2-7c3b39c410a4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b9114131-5196-4c1b-87c2-7c3b39c410a4,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:39.894221 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': 'b9114131-5196-4c1b-87c2-7c3b39c410a4', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'port_id': 'b9114131-5196-4c1b-87c2-7c3b39c410a4', 'mac_address': 'fa:16:3e:86:ba:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:03:39.931628 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:39.948081 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9114131-5196-4c1b-87c2-7c3b39c410a4 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:03:39.966987 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b9114131-5196-4c1b-87c2-7c3b39c410a4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b9114131-5196-4c1b-87c2-7c3b39c410a4,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:39.971516 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:40.018994 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=b9114131-5196-4c1b-87c2-7c3b39c410a4,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:40.098503 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dd91f-8fc0-43ce-93fa-0a4ae7fc66d0 req-535888d9-3a18-4061-868e-ff71970adae2 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:40.099948 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ad2dd91f-8fc0-43ce-93fa-0a4ae7fc66d0 req-535888d9-3a18-4061-868e-ff71970adae2 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 944 time: 0.0480142 Jul 28 12:03:40.138632 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ad2dd91f-8fc0-43ce-93fa-0a4ae7fc66d0 req-7096db96-6760-4eec-88c6-3ccae639307a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325708 Jul 28 12:03:40.175577 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['b9114131-5196-4c1b-87c2-7c3b39c410a4'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:03:41.249865 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bfd1f-9d22-4a5a-9837-2f12921c0ce8 req-6bc8f1e5-2915-4abb-b3c5-d94d572d29a3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:41.251249 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e14bfd1f-9d22-4a5a-9837-2f12921c0ce8 req-6bc8f1e5-2915-4abb-b3c5-d94d572d29a3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 944 time: 0.0474243 Jul 28 12:03:41.287421 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e14bfd1f-9d22-4a5a-9837-2f12921c0ce8 req-60773b69-d1da-4710-a54f-0aafbd7fbd98 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304499 Jul 28 12:03:41.808245 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b9114131-5196-4c1b-87c2-7c3b39c410a4 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:03:41.858749 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port b9114131-5196-4c1b-87c2-7c3b39c410a4 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:03:41.862299 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port b9114131-5196-4c1b-87c2-7c3b39c410a4 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:03:41.862709 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:41.936553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:41.958010 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab6ac45-af23-4720-9715-abc3a1e404e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9114131-5196-4c1b-87c2-7c3b39c410a4'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:03:41.960337 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369c377a-08bd-4cc0-93a9-3b00591fd215" -d '{"events": [{"server_uuid": "2ab6ac45-af23-4720-9715-abc3a1e404e5", "name": "network-vif-plugged", "status": "completed", "tag": "b9114131-5196-4c1b-87c2-7c3b39c410a4"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:03:41.972727 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b9114131-5196-4c1b-87c2-7c3b39c410a4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b9114131-5196-4c1b-87c2-7c3b39c410a4,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:41.977115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:42.003846 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a1fa01-1129-4a4c-b965-0f7cc8d8f043 x-openstack-request-id: req-59a1fa01-1129-4a4c-b965-0f7cc8d8f043 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:03:42.004141 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab6ac45-af23-4720-9715-abc3a1e404e5", "name": "network-vif-plugged", "status": "completed", "tag": "b9114131-5196-4c1b-87c2-7c3b39c410a4", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:03:42.004388 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59a1fa01-1129-4a4c-b965-0f7cc8d8f043 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:03:42.004779 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab6ac45-af23-4720-9715-abc3a1e404e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9114131-5196-4c1b-87c2-7c3b39c410a4', 'code': 200} Jul 28 12:03:42.031780 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=b9114131-5196-4c1b-87c2-7c3b39c410a4,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:42.159628 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d015a-626a-4243-a5a2-659be49cb134 req-124d14ed-7ca9-4f33-b256-d1e8b0af645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:42.161079 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7a1d015a-626a-4243-a5a2-659be49cb134 req-124d14ed-7ca9-4f33-b256-d1e8b0af645d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 1098 time: 0.0396268 Jul 28 12:03:42.197652 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7a1d015a-626a-4243-a5a2-659be49cb134 req-85366498-791c-4789-8739-f7d254646b4e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289130 Jul 28 12:03:42.402601 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053fffb-d510-44b6-9c7f-8a38ca5f8345 req-a866b4c8-799d-4a28-a232-c8509cb37f84 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:42.404650 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a053fffb-d510-44b6-9c7f-8a38ca5f8345 req-a866b4c8-799d-4a28-a232-c8509cb37f84 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 945 time: 0.0523074 Jul 28 12:03:42.441410 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a053fffb-d510-44b6-9c7f-8a38ca5f8345 req-92af9ce1-6116-4d15-a875-393f4eaf9874 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307558 Jul 28 12:03:43.553889 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409a47b-0961-4112-9270-8cf9625cd179 req-838b788f-6756-407e-9a41-b6838d33f32d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:43.555353 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2409a47b-0961-4112-9270-8cf9625cd179 req-838b788f-6756-407e-9a41-b6838d33f32d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 945 time: 0.0480435 Jul 28 12:03:43.592752 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2409a47b-0961-4112-9270-8cf9625cd179 req-cb1483c8-51fb-4545-a520-fad863e4e6ab tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314114 Jul 28 12:03:43.698857 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b426c-378b-49e1-8949-8a1abe09f0dc req-eff2155b-4880-4dff-a34b-daeb68861bb5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:43.700287 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-348b426c-378b-49e1-8949-8a1abe09f0dc req-eff2155b-4880-4dff-a34b-daeb68861bb5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 945 time: 0.0473139 Jul 28 12:03:43.709277 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 34772) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:43.713533 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-9dd60d7c-cb9e-4bfd-b484-688744b2c494 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Request body: {'floatingip': {'port_id': 'b9114131-5196-4c1b-87c2-7c3b39c410a4'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:43.753470 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9dd60d7c-cb9e-4bfd-b484-688744b2c494 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for floatingip, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:44.483349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9dd60d7c-cb9e-4bfd-b484-688744b2c494 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:44.486739 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9dd60d7c-cb9e-4bfd-b484-688744b2c494 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:44.583255 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-9dd60d7c-cb9e-4bfd-b484-688744b2c494 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Floating IP de7d4e54-006e-4a05-804b-1f524e577146 associated. External IP: 172.26.1.209, port: b9114131-5196-4c1b-87c2-7c3b39c410a4. Jul 28 12:03:44.781636 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd60d7c-cb9e-4bfd-b484-688744b2c494 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Router c099d8ef-b307-4370-a722-9eb66018af60 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:03:44.888453 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd60d7c-cb9e-4bfd-b484-688744b2c494 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:03:44.892882 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9dd60d7c-cb9e-4bfd-b484-688744b2c494 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:44.897839 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687aeef4-ee3b-47fa-808f-0126b48ff1dd None None] Sync routers for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:03:44.908209 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687aeef4-ee3b-47fa-808f-0126b48ff1dd None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:03:44.909165 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-687aeef4-ee3b-47fa-808f-0126b48ff1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:03:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:44.923738 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9dd60d7c-cb9e-4bfd-b484-688744b2c494 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "PUT /v2.0/floatingips/de7d4e54-006e-4a05-804b-1f524e577146 HTTP/1.1" status: 200 len: 991 time: 1.2134500 Jul 28 12:03:44.924550 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab6ac45-af23-4720-9715-abc3a1e404e5', 'tag': 'b9114131-5196-4c1b-87c2-7c3b39c410a4'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:03:44.926945 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f6f921-3d3b-462d-9903-c679b06626bf" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab6ac45-af23-4720-9715-abc3a1e404e5", "tag": "b9114131-5196-4c1b-87c2-7c3b39c410a4"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:03:45.018939 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-687aeef4-ee3b-47fa-808f-0126b48ff1dd None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:03:45.025145 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d74e97-d6a6-4aca-a3e3-d8f55852b2f8 x-openstack-request-id: req-88d74e97-d6a6-4aca-a3e3-d8f55852b2f8 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:03:45.025438 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab6ac45-af23-4720-9715-abc3a1e404e5", "tag": "b9114131-5196-4c1b-87c2-7c3b39c410a4", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:03:45.025694 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88d74e97-d6a6-4aca-a3e3-d8f55852b2f8 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:03:45.026098 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab6ac45-af23-4720-9715-abc3a1e404e5', 'tag': 'b9114131-5196-4c1b-87c2-7c3b39c410a4', 'status': 'completed', 'code': 200} Jul 28 12:03:45.091001 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6f921-3d3b-462d-9903-c679b06626bf req-798b00bf-7b99-4878-a580-f14889d982ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:45.093094 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-07f6f921-3d3b-462d-9903-c679b06626bf req-798b00bf-7b99-4878-a580-f14889d982ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 1098 time: 0.0448647 Jul 28 12:03:45.181146 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6f921-3d3b-462d-9903-c679b06626bf req-4eb2c468-1da9-458c-a1e8-d94a033bbb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:45.182551 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-07f6f921-3d3b-462d-9903-c679b06626bf req-4eb2c468-1da9-458c-a1e8-d94a033bbb9e service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0821626 Jul 28 12:03:45.237543 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-687aeef4-ee3b-47fa-808f-0126b48ff1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'de7d4e54-006e-4a05-804b-1f524e577146', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'floating_ip_address': '172.26.1.209', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'port_id': 'b9114131-5196-4c1b-87c2-7c3b39c410a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'mac_address': 'fa:16:3e:86:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab6ac45-af23-4720-9715-abc3a1e404e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:03:32Z', 'updated_at': '2021-07-28T12:03:44Z', 'revision_number': 1, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:45.249682 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-07f6f921-3d3b-462d-9903-c679b06626bf req-bdbdf890-f51f-4e6c-9249-3a84b859552d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9114131-5196-4c1b-87c2-7c3b39c410a4 HTTP/1.1" status: 200 len: 999 time: 0.0603030 Jul 28 12:03:45.267468 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687aeef4-ee3b-47fa-808f-0126b48ff1dd None None] Checking router: c099d8ef-b307-4370-a722-9eb66018af60 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:03:45.275705 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687aeef4-ee3b-47fa-808f-0126b48ff1dd None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:03:45.276318 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-687aeef4-ee3b-47fa-808f-0126b48ff1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:03:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:45.298959 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6f921-3d3b-462d-9903-c679b06626bf req-42e63fc8-bdb9-4ac6-a0fc-e883a2aa2889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:45.300423 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-07f6f921-3d3b-462d-9903-c679b06626bf req-42e63fc8-bdb9-4ac6-a0fc-e883a2aa2889 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0433834 Jul 28 12:03:45.346690 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6f921-3d3b-462d-9903-c679b06626bf req-d448e290-8617-45ef-8eda-0b29a27dfd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:45.348158 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-07f6f921-3d3b-462d-9903-c679b06626bf req-d448e290-8617-45ef-8eda-0b29a27dfd63 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399430 Jul 28 12:03:45.378334 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-687aeef4-ee3b-47fa-808f-0126b48ff1dd None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:03:45.440356 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-07f6f921-3d3b-462d-9903-c679b06626bf req-978e2de7-e772-4a99-a199-e97ce892c4f7 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840044 Jul 28 12:03:45.530376 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-07f6f921-3d3b-462d-9903-c679b06626bf req-932ffff7-a540-4e72-8dba-d5c2e6fee730 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828810 Jul 28 12:03:45.600834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-687aeef4-ee3b-47fa-808f-0126b48ff1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'de7d4e54-006e-4a05-804b-1f524e577146', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'floating_ip_address': '172.26.1.209', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'port_id': 'b9114131-5196-4c1b-87c2-7c3b39c410a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'mac_address': 'fa:16:3e:86:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab6ac45-af23-4720-9715-abc3a1e404e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:03:32Z', 'updated_at': '2021-07-28T12:03:44Z', 'revision_number': 1, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:45.626805 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687aeef4-ee3b-47fa-808f-0126b48ff1dd None None] The sync data for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv is: [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'de7d4e54-006e-4a05-804b-1f524e577146', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'floating_ip_address': '172.26.1.209', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'port_id': 'b9114131-5196-4c1b-87c2-7c3b39c410a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'mac_address': 'fa:16:3e:86:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab6ac45-af23-4720-9715-abc3a1e404e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:03:32Z', 'updated_at': '2021-07-28T12:03:44Z', 'revision_number': 1, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:03:45.813818 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d2b29a-2015-45f8-81a7-00d68fbcb8c0 None None] New status for floating IP de7d4e54-006e-4a05-804b-1f524e577146: ACTIVE {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:03:50.161712 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:51.874143 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:04:02.410694 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e784f7f5-2b2b-429e-b6ad-d8b1bffb9a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:04.907551 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa035628-e943-4f52-be77-45f70926ed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:05.351253 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:06.428302 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:07.989552 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:08.348497 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5e907b3e-5c61-4a64-8104-f191f5236d4d req-52b86670-5ada-4713-a080-260391df8b8a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789142 Jul 28 12:04:08.437658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e907b3e-5c61-4a64-8104-f191f5236d4d req-6b65298a-deb1-499a-ae37-e3917da640e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:08.439169 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5e907b3e-5c61-4a64-8104-f191f5236d4d req-6b65298a-deb1-499a-ae37-e3917da640e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 1098 time: 0.0451605 Jul 28 12:04:08.537614 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e907b3e-5c61-4a64-8104-f191f5236d4d req-8151cdf3-3140-4773-9c7b-640aa9e6dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:08.539044 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5e907b3e-5c61-4a64-8104-f191f5236d4d req-8151cdf3-3140-4773-9c7b-640aa9e6dcef service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0819230 Jul 28 12:04:08.608355 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5e907b3e-5c61-4a64-8104-f191f5236d4d req-894c239c-f4cb-48a3-b1c3-6e2c566a22e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9114131-5196-4c1b-87c2-7c3b39c410a4 HTTP/1.1" status: 200 len: 1001 time: 0.0604982 Jul 28 12:04:08.657168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e907b3e-5c61-4a64-8104-f191f5236d4d req-5f724700-ef07-49b4-8d68-ae3bfa056a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:08.658712 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5e907b3e-5c61-4a64-8104-f191f5236d4d req-5f724700-ef07-49b4-8d68-ae3bfa056a95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0435328 Jul 28 12:04:08.706033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e907b3e-5c61-4a64-8104-f191f5236d4d req-2695d31c-9e3d-4194-8dca-e468a0d8f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:08.707587 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5e907b3e-5c61-4a64-8104-f191f5236d4d req-2695d31c-9e3d-4194-8dca-e468a0d8f4fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0416191 Jul 28 12:04:08.721270 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [req-5e907b3e-5c61-4a64-8104-f191f5236d4d req-2fdb95ce-d0f2-4e0a-bdf5-47a9c9cba920 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 12:04:08.722275 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5e907b3e-5c61-4a64-8104-f191f5236d4d req-2fdb95ce-d0f2-4e0a-bdf5-47a9c9cba920 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051816 Jul 28 12:04:08.826033 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5e907b3e-5c61-4a64-8104-f191f5236d4d req-4005a4da-8c1e-4b29-888f-42aec4fcbfdd service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900958 Jul 28 12:04:08.916075 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5e907b3e-5c61-4a64-8104-f191f5236d4d req-a306e06b-607c-40e6-b190-6c7fe7e641b3 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826411 Jul 28 12:04:20.173783 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:21.838343 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a277d41-588f-46ad-86d0-eeb474a31949 req-3a9f576d-85b9-4014-bd5e-cdc1e2b5be3a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:21.839825 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2a277d41-588f-46ad-86d0-eeb474a31949 req-3a9f576d-85b9-4014-bd5e-cdc1e2b5be3a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 945 time: 0.0500646 Jul 28 12:04:21.877829 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2a277d41-588f-46ad-86d0-eeb474a31949 req-1e954084-af1f-4815-a57d-7cbddc78b9ec tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318923 Jul 28 12:04:22.096410 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-cfe364f9-3d6f-452a-95ed-372f4e5e2602 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407960 Jul 28 12:04:22.110661 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1e5bd-f386-4511-9b51-4599a7d435fb req-65d97067-d3ce-4202-b509-8c7c3a00d38f tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:22.112129 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a3b1e5bd-f386-4511-9b51-4599a7d435fb req-65d97067-d3ce-4202-b509-8c7c3a00d38f tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 945 time: 0.0494785 Jul 28 12:04:22.150699 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a3b1e5bd-f386-4511-9b51-4599a7d435fb req-d87b171f-cfcf-44ca-84d0-28eea92a5730 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319428 Jul 28 12:04:23.163169 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-d6ec8df9-dfdf-4c41-8b73-cae5d8f76df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:23.164657 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-d6ec8df9-dfdf-4c41-8b73-cae5d8f76df3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 1098 time: 0.0456975 Jul 28 12:04:23.258634 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-eaf616cd-4607-462d-9318-d6d84981ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:23.260230 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-eaf616cd-4607-462d-9318-d6d84981ba21 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0876241 Jul 28 12:04:23.266440 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52932a79-ca01-403c-a035-49b56c93e9c2 req-5456bab2-b41f-4413-af73-23d64601d099 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:23.267893 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-52932a79-ca01-403c-a035-49b56c93e9c2 req-5456bab2-b41f-4413-af73-23d64601d099 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 945 time: 0.0480134 Jul 28 12:04:23.309292 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-52932a79-ca01-403c-a035-49b56c93e9c2 req-18537062-f29f-4684-ad71-39bbd7fbdf12 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352340 Jul 28 12:04:23.331423 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-522901f6-d85d-4cc1-8e6f-4a0cdc2b617e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9114131-5196-4c1b-87c2-7c3b39c410a4 HTTP/1.1" status: 200 len: 1001 time: 0.0637569 Jul 28 12:04:23.379399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-05fbe432-395b-40d5-bc5c-a7b916f4b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:23.380725 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-05fbe432-395b-40d5-bc5c-a7b916f4b364 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0430441 Jul 28 12:04:23.424794 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-854fbc0e-8591-4452-8b7b-3a5dc9a78b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:23.426243 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-854fbc0e-8591-4452-8b7b-3a5dc9a78b0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387557 Jul 28 12:04:23.514934 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-531eebce-22d7-4442-b6fd-1732d87002a2 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819802 Jul 28 12:04:23.600987 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-79aaa101-9225-415d-af84-8ad5cb5c2768 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795569 Jul 28 12:04:24.424270 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91db6f4-030e-4913-9586-430756317c21 req-5c991a20-43de-48a5-ad4f-fbba2a62d0a6 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:24.425752 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e91db6f4-030e-4913-9586-430756317c21 req-5c991a20-43de-48a5-ad4f-fbba2a62d0a6 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 945 time: 0.0484965 Jul 28 12:04:24.465108 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e91db6f4-030e-4913-9586-430756317c21 req-f36db4f2-5c47-4ccd-9128-86696c10982b tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333068 Jul 28 12:04:25.579287 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f9079-9379-4a73-8e92-6a9fe0430f8a req-47741b50-8d97-428d-ba5a-3aeff2c6c5e0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:25.580782 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5e2f9079-9379-4a73-8e92-6a9fe0430f8a req-47741b50-8d97-428d-ba5a-3aeff2c6c5e0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 945 time: 0.0489435 Jul 28 12:04:25.619319 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5e2f9079-9379-4a73-8e92-6a9fe0430f8a req-d3ce7d05-d242-46cf-9a4c-8c4446a9aecb tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316255 Jul 28 12:04:26.732712 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87cf8e-90f7-4448-8801-0dcb5ac6d447 req-5650a3de-39e0-4ea2-a94b-54f648c81785 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:26.734458 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-eb87cf8e-90f7-4448-8801-0dcb5ac6d447 req-5650a3de-39e0-4ea2-a94b-54f648c81785 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 945 time: 0.0492697 Jul 28 12:04:26.775641 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-eb87cf8e-90f7-4448-8801-0dcb5ac6d447 req-de94af87-7469-466b-a80c-287b7866c13e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353434 Jul 28 12:04:27.890150 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5af1ce-d5e2-4a39-84a9-02b544f8a880 req-db2bf85e-f405-49f5-84a0-197bf0f2902f tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:27.892231 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-df5af1ce-d5e2-4a39-84a9-02b544f8a880 req-db2bf85e-f405-49f5-84a0-197bf0f2902f tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 945 time: 0.0487492 Jul 28 12:04:27.929865 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-df5af1ce-d5e2-4a39-84a9-02b544f8a880 req-4b28b279-4452-44eb-abf6-5f9a97492dc9 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318131 Jul 28 12:04:28.873174 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:04:29.044236 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ad386-7c1e-4a2f-add4-c32b0458799e req-5da491da-bce6-4857-9410-a4fa1bdfbedc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:29.045781 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-538ad386-7c1e-4a2f-add4-c32b0458799e req-5da491da-bce6-4857-9410-a4fa1bdfbedc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 945 time: 0.0494423 Jul 28 12:04:29.083849 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-538ad386-7c1e-4a2f-add4-c32b0458799e req-240158d5-9540-4287-91fe-08adba28d2f7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322125 Jul 28 12:04:30.198197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d442e6e-4cf9-46ac-8f7a-c179fe1697d2 req-0cdb8071-08d6-4ca6-92a1-0bdb1767abd9 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:30.199676 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0d442e6e-4cf9-46ac-8f7a-c179fe1697d2 req-0cdb8071-08d6-4ca6-92a1-0bdb1767abd9 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 945 time: 0.0485218 Jul 28 12:04:30.240707 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0d442e6e-4cf9-46ac-8f7a-c179fe1697d2 req-8fa3039d-9978-4efd-953f-32ec6dc4fe7d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350349 Jul 28 12:04:31.359732 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba51baa-708b-4742-97ef-323dfeeddf3f req-7b09f548-1d3d-48c3-8119-c26f705b4743 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:31.361245 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bba51baa-708b-4742-97ef-323dfeeddf3f req-7b09f548-1d3d-48c3-8119-c26f705b4743 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 945 time: 0.0490289 Jul 28 12:04:31.399489 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bba51baa-708b-4742-97ef-323dfeeddf3f req-56e4e230-d481-4e78-b542-320e038fafd1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320475 Jul 28 12:04:32.412572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-20f72838-94cc-48fa-b6d6-b7e8e491aca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:32.517056 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a16e5-d803-42ca-a771-de40611687c4 req-2885d1c1-65f2-40de-ba3d-18662eb00247 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:32.518545 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d84a16e5-d803-42ca-a771-de40611687c4 req-2885d1c1-65f2-40de-ba3d-18662eb00247 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 945 time: 0.0478063 Jul 28 12:04:32.555699 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d84a16e5-d803-42ca-a771-de40611687c4 req-a47c4291-80dc-4ab6-9bfd-01ab94c50373 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312483 Jul 28 12:04:33.669325 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179feed-eacc-4cfe-bc1f-92b58477feff req-c9b9cf43-8bdd-4726-a156-dc9f5ff8f94c tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:33.671001 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6179feed-eacc-4cfe-bc1f-92b58477feff req-c9b9cf43-8bdd-4726-a156-dc9f5ff8f94c tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 945 time: 0.0489199 Jul 28 12:04:33.711366 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6179feed-eacc-4cfe-bc1f-92b58477feff req-124b2f6e-ee2d-4f40-9510-b4638721013a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347533 Jul 28 12:04:34.872498 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe6037-cecd-46ca-8bd7-881d24cfd2c4 req-0ecdd820-e052-4c91-9c48-2a72f5b56c7e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:34.873984 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c1fe6037-cecd-46ca-8bd7-881d24cfd2c4 req-0ecdd820-e052-4c91-9c48-2a72f5b56c7e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 945 time: 0.0961471 Jul 28 12:04:34.908153 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39f35b37-684a-4082-a1e8-fe1bcc1a3260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:34.912545 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c1fe6037-cecd-46ca-8bd7-881d24cfd2c4 req-5b545525-1b99-4528-9880-f45ed2b7886d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325541 Jul 28 12:04:35.159830 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-ef7f5d7a-6bf9-4a99-a508-9f6a2c4d0c8c service neutron] 10.222.0.39 "GET /v2.0/ports/b9114131-5196-4c1b-87c2-7c3b39c410a4/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0554597 Jul 28 12:04:35.352338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:35.366187 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-89b6f0e7-46f8-4217-a2ae-7df0c8294a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:35.367681 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-89b6f0e7-46f8-4217-a2ae-7df0c8294a52 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5&tenant_id=da49327bfb0542a4b14f6cda5569abe8 HTTP/1.1" status: 200 len: 1098 time: 0.0470681 Jul 28 12:04:35.428861 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-3aa16eff-6ecd-4d22-9092-858543df8938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:35.430315 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-3aa16eff-6ecd-4d22-9092-858543df8938 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 1098 time: 0.0396655 Jul 28 12:04:35.518524 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-1b0aa006-acfc-4233-8a1f-a40c66a8087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:35.520017 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-1b0aa006-acfc-4233-8a1f-a40c66a8087a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0819240 Jul 28 12:04:35.585875 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-2f752e23-edb0-43ea-af21-08aeb62785d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9114131-5196-4c1b-87c2-7c3b39c410a4 HTTP/1.1" status: 200 len: 1001 time: 0.0592682 Jul 28 12:04:35.634030 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-130763b0-27db-4c65-9ea6-9dbd6d1ee645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:35.635362 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-130763b0-27db-4c65-9ea6-9dbd6d1ee645 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0417423 Jul 28 12:04:35.679675 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-d72bf350-328c-4f24-97ac-feb114ad767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:35.681106 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-d72bf350-328c-4f24-97ac-feb114ad767f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387039 Jul 28 12:04:35.770300 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-075591c1-66c4-462f-a8cf-92fb4555d918 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817864 Jul 28 12:04:35.857594 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d9cc866-4603-4f91-8870-7f9b3f8137fa req-0ca494a8-1c06-44c3-872e-d8fe136e83d5 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803158 Jul 28 12:04:36.074187 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ee5a4-204d-4ba9-8c06-5c9af50b6852 req-b66fc082-2410-434a-99b8-452bd176ed46 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:36.075687 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-340ee5a4-204d-4ba9-8c06-5c9af50b6852 req-b66fc082-2410-434a-99b8-452bd176ed46 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 945 time: 0.0956163 Jul 28 12:04:36.115315 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-340ee5a4-204d-4ba9-8c06-5c9af50b6852 req-dc346fd2-f8b9-470e-9a6f-b026c9508121 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330927 Jul 28 12:04:36.430951 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:37.228893 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdad51b-9393-4710-bbe6-fbb9b5250cd2 req-a3b9631a-6f9f-45c2-9b7b-c6b6929a4127 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:37.230340 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0bdad51b-9393-4710-bbe6-fbb9b5250cd2 req-a3b9631a-6f9f-45c2-9b7b-c6b6929a4127 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 945 time: 0.0478575 Jul 28 12:04:37.271536 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0bdad51b-9393-4710-bbe6-fbb9b5250cd2 req-e8681c5e-969d-472f-9915-eedfecff0553 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350978 Jul 28 12:04:37.992933 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:38.080215 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b9114131-5196-4c1b-87c2-7c3b39c410a4 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:04:38.150819 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:38.173149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab6ac45-af23-4720-9715-abc3a1e404e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9114131-5196-4c1b-87c2-7c3b39c410a4'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:04:38.175390 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadd6374-a047-43c0-8fc5-5c848022dfd6" -d '{"events": [{"server_uuid": "2ab6ac45-af23-4720-9715-abc3a1e404e5", "name": "network-vif-unplugged", "status": "completed", "tag": "b9114131-5196-4c1b-87c2-7c3b39c410a4"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:04:38.187643 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b9114131-5196-4c1b-87c2-7c3b39c410a4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b9114131-5196-4c1b-87c2-7c3b39c410a4,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:38.192266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:38.222002 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 12:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d0f122-68b1-447b-aa0a-44d4461ecdc9 x-openstack-request-id: req-d4d0f122-68b1-447b-aa0a-44d4461ecdc9 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:04:38.222293 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab6ac45-af23-4720-9715-abc3a1e404e5", "name": "network-vif-unplugged", "status": "completed", "tag": "b9114131-5196-4c1b-87c2-7c3b39c410a4", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:04:38.222569 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4d0f122-68b1-447b-aa0a-44d4461ecdc9 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:04:38.222956 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab6ac45-af23-4720-9715-abc3a1e404e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9114131-5196-4c1b-87c2-7c3b39c410a4', 'code': 200} Jul 28 12:04:38.243676 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=b9114131-5196-4c1b-87c2-7c3b39c410a4,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:38.250494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:38.250863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:38.251206 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:38.251544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:38.251876 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:38.252210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:38.252540 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:38.252869 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:38.253196 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:38.253518 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:38.253842 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:38.254164 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:38.390320 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dda0fa-05ce-4642-8813-c60aa3ec5231 req-a9600273-0bd8-48ee-a96b-c9f3a4e27d05 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:38.392245 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d1dda0fa-05ce-4642-8813-c60aa3ec5231 req-a9600273-0bd8-48ee-a96b-c9f3a4e27d05 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 943 time: 0.0528245 Jul 28 12:04:38.429313 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d1dda0fa-05ce-4642-8813-c60aa3ec5231 req-cd3490a0-92c6-4641-8304-034d40330e63 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312347 Jul 28 12:04:38.618444 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1f83f-da0c-4a7a-aa40-adc39e17d620 req-57be6973-d0f1-46db-a65b-2280752ad834 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:38.619992 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-32c1f83f-da0c-4a7a-aa40-adc39e17d620 req-57be6973-d0f1-46db-a65b-2280752ad834 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 943 time: 0.0484071 Jul 28 12:04:38.638100 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ed565-f562-4a2f-93ab-4ce8f275d2a3 req-8ac94104-67bc-44e4-a7d0-342b6f2e67e0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:38.639604 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-090ed565-f562-4a2f-93ab-4ce8f275d2a3 req-8ac94104-67bc-44e4-a7d0-342b6f2e67e0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5&tenant_id=da49327bfb0542a4b14f6cda5569abe8&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 943 time: 0.0570314 Jul 28 12:04:38.661576 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-32c1f83f-da0c-4a7a-aa40-adc39e17d620 req-a02f14eb-b102-4000-8a8d-04b54a9a18e6 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347731 Jul 28 12:04:38.719646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ed565-f562-4a2f-93ab-4ce8f275d2a3 req-42315877-8e74-44d8-9664-5c8cd2c3e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:38.721177 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-090ed565-f562-4a2f-93ab-4ce8f275d2a3 req-42315877-8e74-44d8-9664-5c8cd2c3e2b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 1096 time: 0.0402963 Jul 28 12:04:38.809087 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ed565-f562-4a2f-93ab-4ce8f275d2a3 req-7f0f2696-a6bf-4190-a3c2-a3c4b72a946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:38.810630 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-090ed565-f562-4a2f-93ab-4ce8f275d2a3 req-7f0f2696-a6bf-4190-a3c2-a3c4b72a946a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0827374 Jul 28 12:04:38.889984 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-090ed565-f562-4a2f-93ab-4ce8f275d2a3 req-7e571c60-bce0-4642-bc03-ec9b3e08db26 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9114131-5196-4c1b-87c2-7c3b39c410a4 HTTP/1.1" status: 200 len: 999 time: 0.0726061 Jul 28 12:04:38.940486 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ed565-f562-4a2f-93ab-4ce8f275d2a3 req-0b1db3b0-db9b-41ed-ba9d-77aa80822965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:38.941862 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-090ed565-f562-4a2f-93ab-4ce8f275d2a3 req-0b1db3b0-db9b-41ed-ba9d-77aa80822965 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0453100 Jul 28 12:04:38.986253 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ed565-f562-4a2f-93ab-4ce8f275d2a3 req-b7d8d402-a5c5-4923-9986-e2f7fea5878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:38.987768 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-090ed565-f562-4a2f-93ab-4ce8f275d2a3 req-b7d8d402-a5c5-4923-9986-e2f7fea5878c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0390732 Jul 28 12:04:39.077952 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-090ed565-f562-4a2f-93ab-4ce8f275d2a3 req-1fa6c49a-e44c-4f16-b7ff-7ac7179a7ae0 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826895 Jul 28 12:04:39.165084 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-090ed565-f562-4a2f-93ab-4ce8f275d2a3 req-675e4a85-4716-4a82-b7a5-6a0ccd05f2f4 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802569 Jul 28 12:04:39.782264 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a089e-c8db-49af-a279-8c8e4c1608b2 req-3dd3924f-9906-4d81-8388-480d8078cac9 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:39.783766 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-be3a089e-c8db-49af-a279-8c8e4c1608b2 req-3dd3924f-9906-4d81-8388-480d8078cac9 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 943 time: 0.0481536 Jul 28 12:04:39.824773 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-be3a089e-c8db-49af-a279-8c8e4c1608b2 req-731c4ced-1266-4675-bea4-9e27a25541f1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347564 Jul 28 12:04:39.938654 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e9468-751d-4aee-bb5a-5ded0c8dba15 req-a0b2150f-3034-413c-b886-22ed78ef0c14 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:39.940108 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4b7e9468-751d-4aee-bb5a-5ded0c8dba15 req-a0b2150f-3034-413c-b886-22ed78ef0c14 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 943 time: 0.0486658 Jul 28 12:04:39.977538 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4b7e9468-751d-4aee-bb5a-5ded0c8dba15 req-df7ef193-6b2a-4ea8-8ac7-6080c87a8b97 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316560 Jul 28 12:04:40.087955 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4794e-e7ae-4a56-b412-f8a746177d71 req-317a5c68-3e71-4591-91b1-8365efcd8431 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:40.089338 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ebe4794e-e7ae-4a56-b412-f8a746177d71 req-317a5c68-3e71-4591-91b1-8365efcd8431 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 943 time: 0.0474598 Jul 28 12:04:40.128007 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ebe4794e-e7ae-4a56-b412-f8a746177d71 req-810a57fe-4687-4d50-ad08-34fa0bc7a680 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317981 Jul 28 12:04:40.353277 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b04ffd-bf54-4d9b-8296-4a7652e98952 req-31ec0100-00fe-4576-9e00-fc998310f68f tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:40.354704 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-61b04ffd-bf54-4d9b-8296-4a7652e98952 req-31ec0100-00fe-4576-9e00-fc998310f68f tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 943 time: 0.0487723 Jul 28 12:04:40.396765 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-61b04ffd-bf54-4d9b-8296-4a7652e98952 req-782f074e-c6bb-483d-8107-28bfe3b4e949 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352008 Jul 28 12:04:41.512724 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd22d3-3b05-4f2e-9e62-8d2d8441e645 req-f9166212-af55-475b-a846-3bcf5a43063e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:41.514172 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9bd22d3-3b05-4f2e-9e62-8d2d8441e645 req-f9166212-af55-475b-a846-3bcf5a43063e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 943 time: 0.0491095 Jul 28 12:04:41.552561 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c9bd22d3-3b05-4f2e-9e62-8d2d8441e645 req-41c0212d-36ad-468b-8b03-abc68c79debe tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320706 Jul 28 12:04:41.986099 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd84899-7c9b-486b-ad97-985d1868f2ff req-7d816191-de19-47ce-b107-7b4377e2d45a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:41.987567 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7cd84899-7c9b-486b-ad97-985d1868f2ff req-7d816191-de19-47ce-b107-7b4377e2d45a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 943 time: 0.0483429 Jul 28 12:04:42.078614 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-7cd84899-7c9b-486b-ad97-985d1868f2ff req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Deleting port b9114131-5196-4c1b-87c2-7c3b39c410a4 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:04:42.078987 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7cd84899-7c9b-486b-ad97-985d1868f2ff req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:42.162952 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-7cd84899-7c9b-486b-ad97-985d1868f2ff req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] For port b9114131-5196-4c1b-87c2-7c3b39c410a4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b9114131-5196-4c1b-87c2-7c3b39c410a4,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:42.163318 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7cd84899-7c9b-486b-ad97-985d1868f2ff req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:42.373530 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7cd84899-7c9b-486b-ad97-985d1868f2ff req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:42.373846 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7cd84899-7c9b-486b-ad97-985d1868f2ff req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:42.374161 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [req-7cd84899-7c9b-486b-ad97-985d1868f2ff req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Floating IP de7d4e54-006e-4a05-804b-1f524e577146 disassociated. External IP: 172.26.1.209, port: b9114131-5196-4c1b-87c2-7c3b39c410a4. Jul 28 12:04:42.374529 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-7cd84899-7c9b-486b-ad97-985d1868f2ff req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Calling delete_port for b9114131-5196-4c1b-87c2-7c3b39c410a4 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:04:42.497706 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7cd84899-7c9b-486b-ad97-985d1868f2ff req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:42.524503 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Pushing event deleted for resources: {'Port': ['ID=b9114131-5196-4c1b-87c2-7c3b39c410a4,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:42.534069 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:42.534708 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:42.535058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:42.535401 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:42.535742 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:42.536086 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:42.536420 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:42.536763 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:42.537569 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:42.537569 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:42.537732 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:42.538052 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:42.649403 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f138e738-b2ce-4408-93be-edb2f3531cee req-bff53da7-60a9-4ef1-bd59-741575498c2a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ab6ac45-af23-4720-9715-abc3a1e404e5 HTTP/1.1" status: 200 len: 210 time: 0.0276952 Jul 28 12:04:42.653691 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cd84899-7c9b-486b-ad97-985d1868f2ff req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Router c099d8ef-b307-4370-a722-9eb66018af60 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:04:42.764754 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cd84899-7c9b-486b-ad97-985d1868f2ff req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:04:42.775956 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd52b79b-7d07-42a0-b710-fa1ccc64f7d7 None None] Sync routers for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:04:42.785856 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd52b79b-7d07-42a0-b710-fa1ccc64f7d7 None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:04:42.786494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-fd52b79b-7d07-42a0-b710-fa1ccc64f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:04:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:42.804118 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd84899-7c9b-486b-ad97-985d1868f2ff req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] No DVR routers for this DVR port b9114131-5196-4c1b-87c2-7c3b39c410a4 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:04:42.806635 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7cd84899-7c9b-486b-ad97-985d1868f2ff req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:42.808629 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7cd84899-7c9b-486b-ad97-985d1868f2ff req-6ae77807-49f3-45dc-8623-587b4e09cb48 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "DELETE /v2.0/ports/b9114131-5196-4c1b-87c2-7c3b39c410a4 HTTP/1.1" status: 204 len: 173 time: 0.8145423 Jul 28 12:04:42.809073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab6ac45-af23-4720-9715-abc3a1e404e5', 'name': 'network-vif-deleted', 'tag': 'b9114131-5196-4c1b-87c2-7c3b39c410a4'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:04:42.811352 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a225f549-bc01-4193-811f-665e6b8c4229" -d '{"events": [{"server_uuid": "2ab6ac45-af23-4720-9715-abc3a1e404e5", "name": "network-vif-deleted", "tag": "b9114131-5196-4c1b-87c2-7c3b39c410a4"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:04:42.900237 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-fd52b79b-7d07-42a0-b710-fa1ccc64f7d7 None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:04:42.907917 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2df7477-aa1b-44c3-8672-213cfff18095 x-openstack-request-id: req-b2df7477-aa1b-44c3-8672-213cfff18095 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:04:42.908236 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab6ac45-af23-4720-9715-abc3a1e404e5", "name": "network-vif-deleted", "tag": "b9114131-5196-4c1b-87c2-7c3b39c410a4", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:04:42.908699 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2df7477-aa1b-44c3-8672-213cfff18095 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:04:42.909070 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab6ac45-af23-4720-9715-abc3a1e404e5', 'name': 'network-vif-deleted', 'tag': 'b9114131-5196-4c1b-87c2-7c3b39c410a4', 'status': 'completed', 'code': 200} Jul 28 12:04:43.095739 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-fd52b79b-7d07-42a0-b710-fa1ccc64f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:43.121174 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd52b79b-7d07-42a0-b710-fa1ccc64f7d7 None None] Checking router: c099d8ef-b307-4370-a722-9eb66018af60 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:04:43.129472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd52b79b-7d07-42a0-b710-fa1ccc64f7d7 None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:04:43.130076 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-fd52b79b-7d07-42a0-b710-fa1ccc64f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:04:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:43.235210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-fd52b79b-7d07-42a0-b710-fa1ccc64f7d7 None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:04:43.584208 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-fd52b79b-7d07-42a0-b710-fa1ccc64f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:43.609720 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd52b79b-7d07-42a0-b710-fa1ccc64f7d7 None None] The sync data for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv is: [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:04:43.818969 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7660d425-ea7c-4ecd-9507-b1530b70940d None None] New status for floating IP de7d4e54-006e-4a05-804b-1f524e577146: DOWN {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:04:43.882737 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-1f28d7e8-3644-4075-be53-512ff8a13c3e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1874061791&fields=id&tenant_id=da49327bfb0542a4b14f6cda5569abe8 HTTP/1.1" status: 200 len: 267 time: 0.0329473 Jul 28 12:04:43.992537 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-9de2edf1-f291-49c8-9a6e-5d52e5ffad1e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:43.993985 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-9de2edf1-f291-49c8-9a6e-5d52e5ffad1e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 812 time: 0.1045461 Jul 28 12:04:44.008950 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-51675ab2-16ba-4441-8cf2-db99ab5f7fc3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/quotas/da49327bfb0542a4b14f6cda5569abe8 HTTP/1.1" status: 200 len: 375 time: 0.0092599 Jul 28 12:04:44.061121 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-c572f9ce-25b2-4c76-bee5-f49ff810d553 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469060 Jul 28 12:04:44.079103 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-6d5e476d-8ebb-4250-9851-7a6ab2fb2f65 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 12:04:44.080057 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-6d5e476d-8ebb-4250-9851-7a6ab2fb2f65 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058856 Jul 28 12:04:44.095915 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b9114131-5196-4c1b-87c2-7c3b39c410a4 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:04:44.115547 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: b9114131-5196-4c1b-87c2-7c3b39c410a4 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:04:44.115911 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b9114131-5196-4c1b-87c2-7c3b39c410a4 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:04:44.170621 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-44479c68-64ba-4c30-926c-7921a6e439b8 service neutron] 10.222.0.43 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850019 Jul 28 12:04:44.257764 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-43350dd0-d11a-4f10-a05b-eeba3bbc663e service neutron] 10.222.0.43 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804968 Jul 28 12:04:44.411136 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6a3b48d9-825e-47d3-ad65-038bce05fc98 req-8690a7f9-a2ee-4365-8112-c9c7b58dc83f tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 210 time: 0.0268569 Jul 28 12:04:45.278719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-a08c05b2-90e6-4824-91c8-90ccbcde5462 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:45.280300 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-a08c05b2-90e6-4824-91c8-90ccbcde5462 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 812 time: 0.1083210 Jul 28 12:04:45.326975 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-c38cf501-7430-4051-b8d2-58a42d8468e7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da49327bfb0542a4b14f6cda5569abe8 HTTP/1.1" status: 200 len: 380 time: 0.0376964 Jul 28 12:04:45.336070 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-f81a43ba-25ce-4146-8ecb-24ffed4ea2b7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Request body: {'port': {'device_id': '1c106014-bee0-439f-9c91-9d2ba8cec835', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'admin_state_up': True, 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'security_groups': ['16a9f84a-8e4d-4c6b-a478-1844a8a821e5']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:04:45.446044 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-f81a43ba-25ce-4146-8ecb-24ffed4ea2b7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Made reservation on behalf of da49327bfb0542a4b14f6cda5569abe8 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:04:45.449993 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-f81a43ba-25ce-4146-8ecb-24ffed4ea2b7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:45.508010 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-02949377-d1ae-48f6-90d6-2071bf55c22c req-b9556cef-8fa8-4755-887f-d88b14e71b39 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 210 time: 0.0261667 Jul 28 12:04:45.575236 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-f81a43ba-25ce-4146-8ecb-24ffed4ea2b7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Allocated IP 172.20.0.13 (c0f9caef-909e-40c6-be56-2a8b08a39262/548a6332-81f2-4552-b212-9f942862b603/2c328c16-88ab-4abd-910d-c039858fa62b) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:04:45.712932 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-f81a43ba-25ce-4146-8ecb-24ffed4ea2b7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:45.726610 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-f81a43ba-25ce-4146-8ecb-24ffed4ea2b7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Transition to ACTIVE for port object 2c328c16-88ab-4abd-910d-c039858fa62b will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:45.757567 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-f81a43ba-25ce-4146-8ecb-24ffed4ea2b7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:45.799421 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-f81a43ba-25ce-4146-8ecb-24ffed4ea2b7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Network c0f9caef-909e-40c6-be56-2a8b08a39262 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:04:45.802483 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-f81a43ba-25ce-4146-8ecb-24ffed4ea2b7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:04:45.808435 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-f81a43ba-25ce-4146-8ecb-24ffed4ea2b7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:04:45.831695 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a43ba-25ce-4146-8ecb-24ffed4ea2b7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Pushing event updated for resources: {'Port': ['ID=2c328c16-88ab-4abd-910d-c039858fa62b,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:45.860614 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-f81a43ba-25ce-4146-8ecb-24ffed4ea2b7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:45.861189 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-f81a43ba-25ce-4146-8ecb-24ffed4ea2b7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:45.876319 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-f81a43ba-25ce-4146-8ecb-24ffed4ea2b7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5439317 Jul 28 12:04:45.889042 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Request body: {'port': {'device_id': '1c106014-bee0-439f-9c91-9d2ba8cec835', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:04:46.080871 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-34bc6604-88a1-41ef-8946-61944a215312 None None] Provisioning for port 2c328c16-88ab-4abd-910d-c039858fa62b completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:04:46.084813 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-34bc6604-88a1-41ef-8946-61944a215312 None None] Provisioning complete for port 2c328c16-88ab-4abd-910d-c039858fa62b triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:46.085132 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-34bc6604-88a1-41ef-8946-61944a215312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:46.120897 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-34bc6604-88a1-41ef-8946-61944a215312 None None] Port 2c328c16-88ab-4abd-910d-c039858fa62b cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:04:46.219485 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:46.469937 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c328c16-88ab-4abd-910d-c039858fa62b {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:04:46.477177 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:46.488453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Transition to ACTIVE for port object 2c328c16-88ab-4abd-910d-c039858fa62b will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:46.492182 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:46.586549 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Pushing event updated for resources: {'Port': ['ID=2c328c16-88ab-4abd-910d-c039858fa62b,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:46.664160 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Attempting to bind port 2c328c16-88ab-4abd-910d-c039858fa62b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:04:46.664707 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Attempting to bind port 2c328c16-88ab-4abd-910d-c039858fa62b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:04:46.665259 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Attempting to bind port 2c328c16-88ab-4abd-910d-c039858fa62b on network c0f9caef-909e-40c6-be56-2a8b08a39262 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:04:46.673021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Port 2c328c16-88ab-4abd-910d-c039858fa62b on network c0f9caef-909e-40c6-be56-2a8b08a39262 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:04:46.673514 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Attempting to bind port 2c328c16-88ab-4abd-910d-c039858fa62b on network c0f9caef-909e-40c6-be56-2a8b08a39262 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:04:46.681375 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24917e66-464c-4194-a050-61ffd1f1d7bf req-df88d580-dfb7-4866-aa79-28e923407061 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:46.681978 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:04:46.682539 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Checking segment: {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:04:46.683144 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Bound using segment: {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:04:46.683857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Bound port: 2c328c16-88ab-4abd-910d-c039858fa62b, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:04:46.683988 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-24917e66-464c-4194-a050-61ffd1f1d7bf req-df88d580-dfb7-4866-aa79-28e923407061 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 944 time: 0.0709314 Jul 28 12:04:46.684358 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:46.724786 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-24917e66-464c-4194-a050-61ffd1f1d7bf req-ddd28d84-bc97-4537-a3f4-4b34d84e4200 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339246 Jul 28 12:04:46.752195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] For port 2c328c16-88ab-4abd-910d-c039858fa62b, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:04:46.755192 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] For port 2c328c16-88ab-4abd-910d-c039858fa62b, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2c328c16-88ab-4abd-910d-c039858fa62b,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:04:46.759766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:46.792831 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:46.793509 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:46.794867 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] 10.222.0.39 "PUT /v2.0/ports/2c328c16-88ab-4abd-910d-c039858fa62b HTTP/1.1" status: 200 len: 1094 time: 0.9102404 Jul 28 12:04:46.797755 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c106014-bee0-439f-9c91-9d2ba8cec835', 'tag': '2c328c16-88ab-4abd-910d-c039858fa62b'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:04:46.800657 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2359d330-60a6-47fe-a259-024e73caab7c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c106014-bee0-439f-9c91-9d2ba8cec835", "tag": "2c328c16-88ab-4abd-910d-c039858fa62b"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:04:46.833398 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79935da1-ac5e-4e61-807a-95d4572e3812 service neutron] Pushing event updated for resources: {'Port': ['ID=2c328c16-88ab-4abd-910d-c039858fa62b,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:46.846073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98431ca3-8702-4777-a447-bc657653ccbe x-openstack-request-id: req-98431ca3-8702-4777-a447-bc657653ccbe {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:04:46.846371 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c106014-bee0-439f-9c91-9d2ba8cec835", "tag": "2c328c16-88ab-4abd-910d-c039858fa62b", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:04:46.846645 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98431ca3-8702-4777-a447-bc657653ccbe {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:04:46.847039 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c106014-bee0-439f-9c91-9d2ba8cec835', 'tag': '2c328c16-88ab-4abd-910d-c039858fa62b', 'status': 'completed', 'code': 200} Jul 28 12:04:46.880343 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-0120de47-94ec-4fe7-9f9b-1533eeb26a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:46.881859 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-0120de47-94ec-4fe7-9f9b-1533eeb26a06 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 1097 time: 0.0452709 Jul 28 12:04:46.926664 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-f78fb7aa-b133-45be-bde4-31d94d794382 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c328c16-88ab-4abd-910d-c039858fa62b HTTP/1.1" status: 200 len: 217 time: 0.0365479 Jul 28 12:04:46.975997 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-de48d6cc-8e37-4e79-857c-3e9642d288c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:46.977470 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-de48d6cc-8e37-4e79-857c-3e9642d288c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0444088 Jul 28 12:04:47.027051 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-14aa519c-4177-401c-91e5-184e30b200da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:47.028515 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-14aa519c-4177-401c-91e5-184e30b200da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0428200 Jul 28 12:04:47.114830 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-963356e1-1666-46ff-8015-8858f0494ea1 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788653 Jul 28 12:04:47.205715 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff001024-5455-4f38-9cb4-7f5ef35951b0 req-65b1899e-8e4f-4560-9264-558ceb9e6295 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840101 Jul 28 12:04:47.291839 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359d330-60a6-47fe-a259-024e73caab7c req-0b27309a-9cd0-4d86-b121-1a51bab21abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:47.293293 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2359d330-60a6-47fe-a259-024e73caab7c req-0b27309a-9cd0-4d86-b121-1a51bab21abf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 1097 time: 0.0409784 Jul 28 12:04:47.386870 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359d330-60a6-47fe-a259-024e73caab7c req-48634a82-3c0f-47f1-8ef1-f314e7e757c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:47.388342 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2359d330-60a6-47fe-a259-024e73caab7c req-48634a82-3c0f-47f1-8ef1-f314e7e757c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0862002 Jul 28 12:04:47.430243 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2359d330-60a6-47fe-a259-024e73caab7c req-11d15358-e57e-416e-b712-b3f893264f5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c328c16-88ab-4abd-910d-c039858fa62b HTTP/1.1" status: 200 len: 217 time: 0.0336721 Jul 28 12:04:47.477875 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359d330-60a6-47fe-a259-024e73caab7c req-907d9ad5-5b11-4bab-8792-9a8ddb84fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:47.479296 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2359d330-60a6-47fe-a259-024e73caab7c req-907d9ad5-5b11-4bab-8792-9a8ddb84fd73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0418711 Jul 28 12:04:47.524641 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359d330-60a6-47fe-a259-024e73caab7c req-f201fedd-a9ea-4ef2-bc1b-9fa023d945d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:47.526096 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2359d330-60a6-47fe-a259-024e73caab7c req-f201fedd-a9ea-4ef2-bc1b-9fa023d945d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0390675 Jul 28 12:04:47.617511 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2359d330-60a6-47fe-a259-024e73caab7c req-66705af9-c265-4a01-8b4d-c68f4d8320dc service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819912 Jul 28 12:04:47.707067 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2359d330-60a6-47fe-a259-024e73caab7c req-e0706742-849b-4de3-a4f4-75eb1ccea8fa service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806611 Jul 28 12:04:47.840652 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d4d2e-9377-45bb-bdcd-8deef1752c31 req-588ea8a9-3a7d-413f-8b96-a9f48548d6f4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:47.842179 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-735d4d2e-9377-45bb-bdcd-8deef1752c31 req-588ea8a9-3a7d-413f-8b96-a9f48548d6f4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 944 time: 0.0492103 Jul 28 12:04:47.880312 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-735d4d2e-9377-45bb-bdcd-8deef1752c31 req-e016bd05-36f5-44ea-b77a-cdfefdaa658b tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320714 Jul 28 12:04:49.001386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497df4f-474e-46fb-935e-4187d2640a21 req-e8ec5ea2-6e6f-44ad-a7be-a9f519e0fab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:49.003125 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3497df4f-474e-46fb-935e-4187d2640a21 req-e8ec5ea2-6e6f-44ad-a7be-a9f519e0fab3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 944 time: 0.0485239 Jul 28 12:04:49.040985 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3497df4f-474e-46fb-935e-4187d2640a21 req-cdd076e2-ab99-474f-bf9c-d667d5117304 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320609 Jul 28 12:04:50.110300 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 2c328c16-88ab-4abd-910d-c039858fa62b details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:04:50.159114 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08110824-8227-4c7d-8756-7c58e242a966 req-94b4fac4-68a6-48d2-86d9-fdf809ea470b tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:50.160853 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-08110824-8227-4c7d-8756-7c58e242a966 req-94b4fac4-68a6-48d2-86d9-fdf809ea470b tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 944 time: 0.0531137 Jul 28 12:04:50.192113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:50.199481 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-08110824-8227-4c7d-8756-7c58e242a966 req-d1e2813a-6883-412e-96b3-8165e468fac7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327616 Jul 28 12:04:50.217290 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 2c328c16-88ab-4abd-910d-c039858fa62b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2c328c16-88ab-4abd-910d-c039858fa62b,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:50.227415 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '2c328c16-88ab-4abd-910d-c039858fa62b', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'port_id': '2c328c16-88ab-4abd-910d-c039858fa62b', 'mac_address': 'fa:16:3e:61:20:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:04:50.264135 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:50.276276 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c328c16-88ab-4abd-910d-c039858fa62b {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:04:50.299070 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 2c328c16-88ab-4abd-910d-c039858fa62b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2c328c16-88ab-4abd-910d-c039858fa62b,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:50.302628 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:50.351762 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=2c328c16-88ab-4abd-910d-c039858fa62b,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:50.507660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['2c328c16-88ab-4abd-910d-c039858fa62b'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:04:51.310592 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae57d4-18f2-482e-87c5-8b44fcbb1ee5 req-02a3a60b-8b00-4315-9198-0e673348a059 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:51.312080 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-baae57d4-18f2-482e-87c5-8b44fcbb1ee5 req-02a3a60b-8b00-4315-9198-0e673348a059 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 945 time: 0.0480065 Jul 28 12:04:51.350260 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-baae57d4-18f2-482e-87c5-8b44fcbb1ee5 req-aa3b1e10-bebe-4f30-90aa-3ea864484bf3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315347 Jul 28 12:04:52.126491 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 2c328c16-88ab-4abd-910d-c039858fa62b up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:04:52.175694 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 2c328c16-88ab-4abd-910d-c039858fa62b completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:04:52.179182 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 2c328c16-88ab-4abd-910d-c039858fa62b triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:52.179553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:52.252270 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:52.274712 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c106014-bee0-439f-9c91-9d2ba8cec835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c328c16-88ab-4abd-910d-c039858fa62b'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:04:52.276957 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b1935e-6023-4168-8f7a-aef2ecb599fc" -d '{"events": [{"server_uuid": "1c106014-bee0-439f-9c91-9d2ba8cec835", "name": "network-vif-plugged", "status": "completed", "tag": "2c328c16-88ab-4abd-910d-c039858fa62b"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:04:52.290392 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 2c328c16-88ab-4abd-910d-c039858fa62b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2c328c16-88ab-4abd-910d-c039858fa62b,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:52.294402 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:52.319089 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a35b876-9424-4a2e-be2e-b537263a1592 x-openstack-request-id: req-5a35b876-9424-4a2e-be2e-b537263a1592 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:04:52.319384 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c106014-bee0-439f-9c91-9d2ba8cec835", "name": "network-vif-plugged", "status": "completed", "tag": "2c328c16-88ab-4abd-910d-c039858fa62b", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:04:52.319638 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a35b876-9424-4a2e-be2e-b537263a1592 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:04:52.320017 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c106014-bee0-439f-9c91-9d2ba8cec835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c328c16-88ab-4abd-910d-c039858fa62b', 'code': 200} Jul 28 12:04:52.345519 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=2c328c16-88ab-4abd-910d-c039858fa62b,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:52.466573 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce2bff-3625-4573-9069-165cb706123c req-552796dc-fd83-476e-8619-4d0a5c14ab1d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:52.468063 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-41ce2bff-3625-4573-9069-165cb706123c req-552796dc-fd83-476e-8619-4d0a5c14ab1d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0505066 Jul 28 12:04:52.480914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244fa27-bfda-487d-a9c5-49685a1cda1f req-1c390d3b-b1f8-4d6a-8e29-abf72c9c42ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:52.482412 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f244fa27-bfda-487d-a9c5-49685a1cda1f req-1c390d3b-b1f8-4d6a-8e29-abf72c9c42ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 1099 time: 0.0459507 Jul 28 12:04:52.506966 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-41ce2bff-3625-4573-9069-165cb706123c req-e21d4b04-2d5a-44fb-8eb9-e1e003d78e3e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324986 Jul 28 12:04:52.517041 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f244fa27-bfda-487d-a9c5-49685a1cda1f req-4cdba07a-aa66-4c20-8dd6-a98b344c74ca service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276895 Jul 28 12:04:53.624624 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d9887-8468-4fb7-9aa3-4c6b559fe053 req-3f405b6e-7fe8-4f11-84a0-6d683769a0f9 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:53.626099 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e06d9887-8468-4fb7-9aa3-4c6b559fe053 req-3f405b6e-7fe8-4f11-84a0-6d683769a0f9 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0525260 Jul 28 12:04:53.664164 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e06d9887-8468-4fb7-9aa3-4c6b559fe053 req-04dd9012-8bdb-43be-8af6-6c0afad25fb8 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314703 Jul 28 12:04:53.773864 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56913a5f-b468-4cae-9e1b-aba10d5e2fbe req-6c64ee25-2322-4f01-9b38-c7cdb6d73602 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:53.775408 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-56913a5f-b468-4cae-9e1b-aba10d5e2fbe req-6c64ee25-2322-4f01-9b38-c7cdb6d73602 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0495512 Jul 28 12:04:53.783692 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 34996) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:53.788342 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-cfb50f19-2043-4375-a897-cce5ae24e655 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Request body: {'floatingip': {'port_id': '2c328c16-88ab-4abd-910d-c039858fa62b'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:04:53.826966 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cfb50f19-2043-4375-a897-cce5ae24e655 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for floatingip, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:54.246629 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cfb50f19-2043-4375-a897-cce5ae24e655 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:54.250259 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cfb50f19-2043-4375-a897-cce5ae24e655 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:54.346499 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-cfb50f19-2043-4375-a897-cce5ae24e655 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Floating IP de7d4e54-006e-4a05-804b-1f524e577146 associated. External IP: 172.26.1.209, port: 2c328c16-88ab-4abd-910d-c039858fa62b. Jul 28 12:04:54.557937 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb50f19-2043-4375-a897-cce5ae24e655 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Router c099d8ef-b307-4370-a722-9eb66018af60 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:04:54.663123 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb50f19-2043-4375-a897-cce5ae24e655 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:04:54.667934 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-cfb50f19-2043-4375-a897-cce5ae24e655 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:54.672462 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fad3e0-a330-49f7-b941-680bbeb2a0cf None None] Sync routers for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:04:54.681210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fad3e0-a330-49f7-b941-680bbeb2a0cf None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:04:54.681832 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-76fad3e0-a330-49f7-b941-680bbeb2a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:04:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:54.693822 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-cfb50f19-2043-4375-a897-cce5ae24e655 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "PUT /v2.0/floatingips/de7d4e54-006e-4a05-804b-1f524e577146 HTTP/1.1" status: 200 len: 992 time: 0.9088166 Jul 28 12:04:54.694406 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c106014-bee0-439f-9c91-9d2ba8cec835', 'tag': '2c328c16-88ab-4abd-910d-c039858fa62b'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:04:54.696698 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf6f337-687f-4fa4-98af-2de688faa350" -d '{"events": [{"name": "network-changed", "server_uuid": "1c106014-bee0-439f-9c91-9d2ba8cec835", "tag": "2c328c16-88ab-4abd-910d-c039858fa62b"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:04:54.732695 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46706c76-7393-4025-bc1c-cc97c123c71d x-openstack-request-id: req-46706c76-7393-4025-bc1c-cc97c123c71d {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:04:54.732996 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c106014-bee0-439f-9c91-9d2ba8cec835", "tag": "2c328c16-88ab-4abd-910d-c039858fa62b", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:04:54.733255 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46706c76-7393-4025-bc1c-cc97c123c71d {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:04:54.733669 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c106014-bee0-439f-9c91-9d2ba8cec835', 'tag': '2c328c16-88ab-4abd-910d-c039858fa62b', 'status': 'completed', 'code': 200} Jul 28 12:04:54.791138 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-76fad3e0-a330-49f7-b941-680bbeb2a0cf None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:04:54.803109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6f337-687f-4fa4-98af-2de688faa350 req-8732e843-e932-4abe-b666-57284e6b2b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:54.804635 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2cf6f337-687f-4fa4-98af-2de688faa350 req-8732e843-e932-4abe-b666-57284e6b2b4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 1099 time: 0.0473671 Jul 28 12:04:54.894704 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6f337-687f-4fa4-98af-2de688faa350 req-82fb1b90-417f-44b4-8e07-af6d221fba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:54.896961 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2cf6f337-687f-4fa4-98af-2de688faa350 req-82fb1b90-417f-44b4-8e07-af6d221fba9f service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0847156 Jul 28 12:04:54.967728 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2cf6f337-687f-4fa4-98af-2de688faa350 req-df864a70-5aea-4dca-a0e7-c75ba033f3bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c328c16-88ab-4abd-910d-c039858fa62b HTTP/1.1" status: 200 len: 1000 time: 0.0623007 Jul 28 12:04:55.015324 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6f337-687f-4fa4-98af-2de688faa350 req-635e60b0-286f-4a06-b14e-d2e3fcaf4d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:55.016212 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-76fad3e0-a330-49f7-b941-680bbeb2a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'de7d4e54-006e-4a05-804b-1f524e577146', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'floating_ip_address': '172.26.1.209', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'port_id': '2c328c16-88ab-4abd-910d-c039858fa62b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'mac_address': 'fa:16:3e:61:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c106014-bee0-439f-9c91-9d2ba8cec835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:03:32Z', 'updated_at': '2021-07-28T12:04:54Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:55.016802 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2cf6f337-687f-4fa4-98af-2de688faa350 req-635e60b0-286f-4a06-b14e-d2e3fcaf4d9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0426807 Jul 28 12:04:55.046708 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fad3e0-a330-49f7-b941-680bbeb2a0cf None None] Checking router: c099d8ef-b307-4370-a722-9eb66018af60 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:04:55.054902 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fad3e0-a330-49f7-b941-680bbeb2a0cf None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:04:55.055511 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-76fad3e0-a330-49f7-b941-680bbeb2a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:04:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:55.061975 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6f337-687f-4fa4-98af-2de688faa350 req-123c3eba-9366-4a5c-9ab6-c778fda35ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:55.063504 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2cf6f337-687f-4fa4-98af-2de688faa350 req-123c3eba-9366-4a5c-9ab6-c778fda35ada service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401638 Jul 28 12:04:55.155522 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2cf6f337-687f-4fa4-98af-2de688faa350 req-cd0431bd-b16e-4360-b899-2b91a84e3510 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844309 Jul 28 12:04:55.156417 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-76fad3e0-a330-49f7-b941-680bbeb2a0cf None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:04:55.246125 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2cf6f337-687f-4fa4-98af-2de688faa350 req-29708001-d7cb-47b7-83f0-034a3fcd70fa service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835631 Jul 28 12:04:55.375014 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-76fad3e0-a330-49f7-b941-680bbeb2a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'de7d4e54-006e-4a05-804b-1f524e577146', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'floating_ip_address': '172.26.1.209', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'port_id': '2c328c16-88ab-4abd-910d-c039858fa62b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'mac_address': 'fa:16:3e:61:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c106014-bee0-439f-9c91-9d2ba8cec835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:03:32Z', 'updated_at': '2021-07-28T12:04:54Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:55.400907 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fad3e0-a330-49f7-b941-680bbeb2a0cf None None] The sync data for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv is: [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'de7d4e54-006e-4a05-804b-1f524e577146', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'floating_ip_address': '172.26.1.209', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'port_id': '2c328c16-88ab-4abd-910d-c039858fa62b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'mac_address': 'fa:16:3e:61:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c106014-bee0-439f-9c91-9d2ba8cec835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:03:32Z', 'updated_at': '2021-07-28T12:04:54Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:04:55.579906 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29260229-ebb4-4ef2-b572-27ee61e2b224 None None] New status for floating IP de7d4e54-006e-4a05-804b-1f524e577146: ACTIVE {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:05:02.414577 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2dbb2bc1-609d-4781-a794-922d2fc0d25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:04.909364 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df622b45-d88d-4044-91fa-f8c7f0f88192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:05.353796 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:05.871302 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:05:06.434193 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:07.995686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:08.316258 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5bea8f00-4041-43c7-95fc-1c9a609f4bd6 req-7796ab40-61fc-4265-b63f-3502af391a9e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452840 Jul 28 12:05:08.395618 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea8f00-4041-43c7-95fc-1c9a609f4bd6 req-6c99cb96-957e-4de6-835c-839467dca574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:08.397086 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5bea8f00-4041-43c7-95fc-1c9a609f4bd6 req-6c99cb96-957e-4de6-835c-839467dca574 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 1099 time: 0.0397561 Jul 28 12:05:08.495479 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea8f00-4041-43c7-95fc-1c9a609f4bd6 req-eeae6cb8-c464-40bd-a2f4-af48f53c74b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:08.496912 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5bea8f00-4041-43c7-95fc-1c9a609f4bd6 req-eeae6cb8-c464-40bd-a2f4-af48f53c74b5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0814621 Jul 28 12:05:08.564997 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5bea8f00-4041-43c7-95fc-1c9a609f4bd6 req-2d4e4cb7-3db0-4c59-af10-62f91a5feb2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c328c16-88ab-4abd-910d-c039858fa62b HTTP/1.1" status: 200 len: 1002 time: 0.0607247 Jul 28 12:05:08.612788 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea8f00-4041-43c7-95fc-1c9a609f4bd6 req-a2d05695-5ac9-44c8-81fa-798bc6efcc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:08.614082 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5bea8f00-4041-43c7-95fc-1c9a609f4bd6 req-a2d05695-5ac9-44c8-81fa-798bc6efcc42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0423453 Jul 28 12:05:08.659384 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea8f00-4041-43c7-95fc-1c9a609f4bd6 req-efd0e46e-d48f-42b0-b169-1459a4710f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:08.661074 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5bea8f00-4041-43c7-95fc-1c9a609f4bd6 req-efd0e46e-d48f-42b0-b169-1459a4710f18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0390074 Jul 28 12:05:08.754727 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5bea8f00-4041-43c7-95fc-1c9a609f4bd6 req-f31bc4d8-1600-40ec-b1fe-c26497337752 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853374 Jul 28 12:05:08.844096 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5bea8f00-4041-43c7-95fc-1c9a609f4bd6 req-6fe88946-05b8-401d-87aa-d049a7cef982 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822790 Jul 28 12:05:20.186036 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:32.419471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a034ea77-e8f2-40dd-91a2-9c4ffb01a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:32.765456 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99644b3c-b370-4e64-852f-97cc06e4fb63 req-f5bf3a15-e654-4037-8761-dbd1d0fd908a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:32.766990 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-99644b3c-b370-4e64-852f-97cc06e4fb63 req-f5bf3a15-e654-4037-8761-dbd1d0fd908a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0503218 Jul 28 12:05:32.805739 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-99644b3c-b370-4e64-852f-97cc06e4fb63 req-2c6d31bd-d5e0-48e6-aa1a-8546e6e3fd43 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321779 Jul 28 12:05:33.926307 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70b611-bc92-4721-949d-27f540d8642b req-7fd30ccc-3ece-4fe5-a5d1-473b47ccc3a9 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:33.927788 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8c70b611-bc92-4721-949d-27f540d8642b req-7fd30ccc-3ece-4fe5-a5d1-473b47ccc3a9 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0518866 Jul 28 12:05:33.964686 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8c70b611-bc92-4721-949d-27f540d8642b req-b79e4065-d52e-412b-98ac-cf70b1468971 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308373 Jul 28 12:05:34.910435 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f00e92f-43da-4b10-8011-364c954c36f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:35.078124 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c64b0f-7320-44a6-8fec-c799e09f33bc req-209bd5af-767d-4a51-b3a3-11b53aee4147 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:35.079549 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-05c64b0f-7320-44a6-8fec-c799e09f33bc req-209bd5af-767d-4a51-b3a3-11b53aee4147 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0486164 Jul 28 12:05:35.118014 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-05c64b0f-7320-44a6-8fec-c799e09f33bc req-6523002f-bde0-4dc3-b51e-b95314c2b0ab tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311186 Jul 28 12:05:35.354065 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:36.231877 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd6f09-9239-4bde-95c9-46cc5f086114 req-4d3bf692-74e3-4bb2-b652-f2293b169582 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:36.233328 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e4dd6f09-9239-4bde-95c9-46cc5f086114 req-4d3bf692-74e3-4bb2-b652-f2293b169582 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0479481 Jul 28 12:05:36.269409 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e4dd6f09-9239-4bde-95c9-46cc5f086114 req-87528e34-5565-4616-9258-7276bb6588ee tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302711 Jul 28 12:05:36.436789 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:37.387085 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fe1a9-8125-47cf-9a3f-1925448f533d req-a853fe7b-9e1a-407d-8e68-d9e243579ff4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:37.388549 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-404fe1a9-8125-47cf-9a3f-1925448f533d req-a853fe7b-9e1a-407d-8e68-d9e243579ff4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0525653 Jul 28 12:05:37.425529 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-404fe1a9-8125-47cf-9a3f-1925448f533d req-2631be72-e4d0-460f-b3f2-46fb3ec24ad7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310378 Jul 28 12:05:37.997780 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:38.537231 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460386d-b90f-4bb4-a7d8-f95291e4bb4d req-87e12f32-9e26-455d-a493-19936f6dd7c8 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:38.538994 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3460386d-b90f-4bb4-a7d8-f95291e4bb4d req-87e12f32-9e26-455d-a493-19936f6dd7c8 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0489137 Jul 28 12:05:38.576559 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3460386d-b90f-4bb4-a7d8-f95291e4bb4d req-651da77c-48a8-4a7e-b515-fe3b4ba0df7d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316942 Jul 28 12:05:39.689633 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636e939-731b-4614-8af4-0c880e37b0cf req-daa18aa5-1436-47e4-afb7-f3c221d8a734 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:39.691265 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0636e939-731b-4614-8af4-0c880e37b0cf req-daa18aa5-1436-47e4-afb7-f3c221d8a734 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0499041 Jul 28 12:05:39.728803 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0636e939-731b-4614-8af4-0c880e37b0cf req-7eae0467-a90d-418b-a430-b1db9d7bd7a6 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317423 Jul 28 12:05:40.846237 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6d883-1d85-40ff-9302-463a469afe14 req-b4f410dc-c8a4-4846-8472-ba144acedafc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:40.847758 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1ed6d883-1d85-40ff-9302-463a469afe14 req-b4f410dc-c8a4-4846-8472-ba144acedafc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0518579 Jul 28 12:05:41.196082 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1ed6d883-1d85-40ff-9302-463a469afe14 req-6bbddae8-ef29-4b1c-b192-a597a6ba14f3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3416567 Jul 28 12:05:42.313789 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f7377-7d9e-457b-904e-a448bf2e4401 req-19754334-b68e-453c-bfa3-38dc655e0c1a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:42.315288 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0b0f7377-7d9e-457b-904e-a448bf2e4401 req-19754334-b68e-453c-bfa3-38dc655e0c1a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0484524 Jul 28 12:05:42.352513 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0b0f7377-7d9e-457b-904e-a448bf2e4401 req-82fe6328-dad2-4924-ad18-25c97b35d5bd tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313213 Jul 28 12:05:42.870946 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:05:43.462930 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8f226-5f14-4af2-b680-afb1269d27fc req-dc25da4e-a847-487f-abe3-853be8ada7ae tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:43.464281 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f3a8f226-5f14-4af2-b680-afb1269d27fc req-dc25da4e-a847-487f-abe3-853be8ada7ae tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0470669 Jul 28 12:05:43.501551 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f3a8f226-5f14-4af2-b680-afb1269d27fc req-74179d03-0f1c-4260-886a-b66fe945730e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315073 Jul 28 12:05:43.724139 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-2abd91df-0881-4f9f-b98a-698121460974 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449164 Jul 28 12:05:43.741464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1102167-ee54-400c-a6b9-c824464d1821 req-03828897-b2db-40a7-819e-a198601289eb tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:43.743184 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f1102167-ee54-400c-a6b9-c824464d1821 req-03828897-b2db-40a7-819e-a198601289eb tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0522363 Jul 28 12:05:43.782385 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f1102167-ee54-400c-a6b9-c824464d1821 req-8c62fe2b-53e5-4b82-a091-ee181ed9e15c tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329180 Jul 28 12:05:44.844521 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-1dbc9ea8-29ff-4787-8460-7e4047bd64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:44.846043 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-1dbc9ea8-29ff-4787-8460-7e4047bd64a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 1099 time: 0.0413260 Jul 28 12:05:44.900226 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5625497-5bd7-4a09-a580-a79e2f1756e2 req-075246d7-2b6f-4ace-ad64-ceaaaa6bc069 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:44.901714 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c5625497-5bd7-4a09-a580-a79e2f1756e2 req-075246d7-2b6f-4ace-ad64-ceaaaa6bc069 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0478942 Jul 28 12:05:44.936686 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-7e962850-8937-4e19-96d9-05698b5c49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:44.938275 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-7e962850-8937-4e19-96d9-05698b5c49f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0856957 Jul 28 12:05:44.939534 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c5625497-5bd7-4a09-a580-a79e2f1756e2 req-5efeb473-4a9d-444b-b4ab-fe39e1b60c6c tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316799 Jul 28 12:05:45.008068 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-9fc4a151-a9e7-4784-9540-d3b798bd5214 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c328c16-88ab-4abd-910d-c039858fa62b HTTP/1.1" status: 200 len: 1002 time: 0.0624943 Jul 28 12:05:45.056766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-d7b93ab3-aad2-4bc0-8da6-58ea1db40370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:45.058106 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-d7b93ab3-aad2-4bc0-8da6-58ea1db40370 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0428903 Jul 28 12:05:45.105501 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-144ab250-790d-4fe8-afb0-4943746fabb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:45.107046 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-144ab250-790d-4fe8-afb0-4943746fabb7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410421 Jul 28 12:05:45.199756 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-07797e50-aa05-4212-8cbd-d0660d7067b3 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853310 Jul 28 12:05:45.287314 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-bf71f724-b3e6-40f5-9bb2-16756c53029b service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799658 Jul 28 12:05:46.055562 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b86711-414c-4120-a3da-5138fa3ed6cd req-b8a394a6-dea0-4b38-a50e-df41ae3d6fde tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:46.056919 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d0b86711-414c-4120-a3da-5138fa3ed6cd req-b8a394a6-dea0-4b38-a50e-df41ae3d6fde tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0492558 Jul 28 12:05:46.093322 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d0b86711-414c-4120-a3da-5138fa3ed6cd req-6631a682-c790-4e31-8418-53eb336a8c12 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306365 Jul 28 12:05:46.805949 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-865b301b-ba0c-4f0a-9d35-a0342cf6a22b service neutron] 10.222.0.39 "GET /v2.0/ports/2c328c16-88ab-4abd-910d-c039858fa62b/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0587053 Jul 28 12:05:46.998189 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-5598c712-e166-4ccd-b777-d69e15c68310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:46.999725 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-5598c712-e166-4ccd-b777-d69e15c68310 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835&tenant_id=da49327bfb0542a4b14f6cda5569abe8 HTTP/1.1" status: 200 len: 1099 time: 0.0423751 Jul 28 12:05:47.062340 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-419c7b65-b017-48c8-af54-916ce393feed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:47.063768 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-419c7b65-b017-48c8-af54-916ce393feed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 1099 time: 0.0401962 Jul 28 12:05:47.157136 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-68a7bdab-3bbf-4aa7-b46c-49dd70de79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:47.158650 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-68a7bdab-3bbf-4aa7-b46c-49dd70de79e6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0882733 Jul 28 12:05:47.214247 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774005f-b61b-4dbf-8b1e-c0442b6a23a0 req-9fbdbf88-7a04-4050-b4ab-b603dd83e512 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:47.215804 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9774005f-b61b-4dbf-8b1e-c0442b6a23a0 req-9fbdbf88-7a04-4050-b4ab-b603dd83e512 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0534735 Jul 28 12:05:47.223222 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-29c16de4-4b43-4e0f-8c00-3d298bd3f02d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c328c16-88ab-4abd-910d-c039858fa62b HTTP/1.1" status: 200 len: 1002 time: 0.0579352 Jul 28 12:05:47.253711 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9774005f-b61b-4dbf-8b1e-c0442b6a23a0 req-b0a4e077-57d5-407f-a5cb-33b3a5dfa7df tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320210 Jul 28 12:05:47.272044 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-4080656e-5aed-4bfb-a1a7-3b373728b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:47.274149 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-4080656e-5aed-4bfb-a1a7-3b373728b29f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0445611 Jul 28 12:05:47.322461 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-c7edab8b-838f-4949-a9e6-0b22cd9e4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:47.323844 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-c7edab8b-838f-4949-a9e6-0b22cd9e4675 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432518 Jul 28 12:05:47.411681 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-e98589f1-6d15-44fb-9f6c-d066659d1a34 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799425 Jul 28 12:05:47.502445 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6be6e2b1-068e-4cce-a62b-29affbffbab5 req-19e947cf-52ff-4517-9440-c167c18d32e5 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837510 Jul 28 12:05:48.370622 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18173a-a8a6-4ae7-88a9-00f8c587bab0 req-c76ca355-dcd3-46a3-8eb5-c8cb7b287abb tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:48.372120 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-df18173a-a8a6-4ae7-88a9-00f8c587bab0 req-c76ca355-dcd3-46a3-8eb5-c8cb7b287abb tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0503738 Jul 28 12:05:48.411329 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-df18173a-a8a6-4ae7-88a9-00f8c587bab0 req-132f516a-8ba2-4d5f-b4a0-b4a32fd0481a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323157 Jul 28 12:05:49.524798 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146bab1-140a-4523-b3fb-de705f348907 req-113c770f-f9af-4e6b-bb91-7a928f0fff72 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:49.526272 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3146bab1-140a-4523-b3fb-de705f348907 req-113c770f-f9af-4e6b-bb91-7a928f0fff72 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0478778 Jul 28 12:05:49.564465 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3146bab1-140a-4523-b3fb-de705f348907 req-7aca614e-bc7f-4190-8ded-0ee2ce4858ba tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322974 Jul 28 12:05:49.759624 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb8aa9-14da-42d1-8977-b6d22f2ad5b5 req-7070905f-9f0e-4237-b4df-1d182440faa5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:49.761455 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-96fb8aa9-14da-42d1-8977-b6d22f2ad5b5 req-7070905f-9f0e-4237-b4df-1d182440faa5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0541956 Jul 28 12:05:49.770201 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbf01b-ae87-474c-9a7e-e0838c76e33b req-bc12113c-b25a-486f-9ea7-d270501d3d55 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:49.771756 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97cbf01b-ae87-474c-9a7e-e0838c76e33b req-bc12113c-b25a-486f-9ea7-d270501d3d55 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835&tenant_id=da49327bfb0542a4b14f6cda5569abe8&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 946 time: 0.0518179 Jul 28 12:05:49.803213 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-96fb8aa9-14da-42d1-8977-b6d22f2ad5b5 req-ee73b0f2-9ee8-437c-a425-2bb2a674cc40 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361581 Jul 28 12:05:49.855614 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbf01b-ae87-474c-9a7e-e0838c76e33b req-cdfdb77b-948b-4a53-9e59-dc7443008afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:49.857087 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97cbf01b-ae87-474c-9a7e-e0838c76e33b req-cdfdb77b-948b-4a53-9e59-dc7443008afc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 1099 time: 0.0404940 Jul 28 12:05:49.948235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbf01b-ae87-474c-9a7e-e0838c76e33b req-1cd9ee40-1e78-42ec-a4fd-a81c213f362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:49.949669 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97cbf01b-ae87-474c-9a7e-e0838c76e33b req-1cd9ee40-1e78-42ec-a4fd-a81c213f362b service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0851476 Jul 28 12:05:50.013488 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97cbf01b-ae87-474c-9a7e-e0838c76e33b req-284a7fc5-45fd-46a0-9c41-dd46684c8cba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c328c16-88ab-4abd-910d-c039858fa62b HTTP/1.1" status: 200 len: 1002 time: 0.0561728 Jul 28 12:05:50.060584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbf01b-ae87-474c-9a7e-e0838c76e33b req-e7d3a1f1-234c-4cde-b9a8-4664bf7acfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:50.062023 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97cbf01b-ae87-474c-9a7e-e0838c76e33b req-e7d3a1f1-234c-4cde-b9a8-4664bf7acfd9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0426178 Jul 28 12:05:50.111801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbf01b-ae87-474c-9a7e-e0838c76e33b req-1f4c4804-b843-4217-b4ea-f508ce1f2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:50.113298 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97cbf01b-ae87-474c-9a7e-e0838c76e33b req-1f4c4804-b843-4217-b4ea-f508ce1f2e8c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0442634 Jul 28 12:05:50.173726 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:50.204546 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97cbf01b-ae87-474c-9a7e-e0838c76e33b req-a50d2bc1-8be4-4745-ae96-f9766a20bba7 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838346 Jul 28 12:05:50.295991 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97cbf01b-ae87-474c-9a7e-e0838c76e33b req-08cd36ba-7016-499e-bec7-4abd8b447812 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841792 Jul 28 12:05:50.919188 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e9d76-999c-4c5c-80dd-e493f64077db req-f672fee1-9766-420c-90de-67971c9a75a5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:50.920658 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-083e9d76-999c-4c5c-80dd-e493f64077db req-f672fee1-9766-420c-90de-67971c9a75a5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0487256 Jul 28 12:05:50.957946 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-083e9d76-999c-4c5c-80dd-e493f64077db req-3657901f-b92c-43a6-b6dc-8ef660e1335b tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312715 Jul 28 12:05:51.072293 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18db56-2e61-4970-82b4-731245edd479 req-aac87dc6-7573-4b09-8223-1975e9875921 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:51.073761 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3a18db56-2e61-4970-82b4-731245edd479 req-aac87dc6-7573-4b09-8223-1975e9875921 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0494108 Jul 28 12:05:51.111625 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3a18db56-2e61-4970-82b4-731245edd479 req-95e1bb4d-0c5a-4ae3-a353-3d244d6d28a9 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320764 Jul 28 12:05:51.309034 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffe3a6-0bdd-4e3c-ae8d-d922bb201f7c req-26973ec8-4f2f-439b-b90b-7064e67acdeb tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:51.310914 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d3ffe3a6-0bdd-4e3c-ae8d-d922bb201f7c req-26973ec8-4f2f-439b-b90b-7064e67acdeb tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0562322 Jul 28 12:05:51.331912 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214b708-644d-4bc0-9e74-a3245d35b699 req-60206f10-36c4-435a-b4d7-c1ec1b94ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:51.333419 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5214b708-644d-4bc0-9e74-a3245d35b699 req-60206f10-36c4-435a-b4d7-c1ec1b94ae31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 1099 time: 0.0408330 Jul 28 12:05:51.350985 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d3ffe3a6-0bdd-4e3c-ae8d-d922bb201f7c req-b157c46e-ff4e-4045-aad8-2b7fccb98e06 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335369 Jul 28 12:05:51.424773 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214b708-644d-4bc0-9e74-a3245d35b699 req-47c62f30-dab3-4a13-a6a6-87cbb4df8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:51.426242 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5214b708-644d-4bc0-9e74-a3245d35b699 req-47c62f30-dab3-4a13-a6a6-87cbb4df8f9a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0863943 Jul 28 12:05:51.489383 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5214b708-644d-4bc0-9e74-a3245d35b699 req-04a13f8c-1636-418e-b305-12a4558b3cd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c328c16-88ab-4abd-910d-c039858fa62b HTTP/1.1" status: 200 len: 1002 time: 0.0560198 Jul 28 12:05:51.538262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214b708-644d-4bc0-9e74-a3245d35b699 req-fbf356a7-c4af-49ed-a363-7ad42ddfbec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:51.539703 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5214b708-644d-4bc0-9e74-a3245d35b699 req-fbf356a7-c4af-49ed-a363-7ad42ddfbec6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0429640 Jul 28 12:05:51.591021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214b708-644d-4bc0-9e74-a3245d35b699 req-b7dff250-66b7-4b2b-8ee7-d8d2c47b0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:51.592496 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5214b708-644d-4bc0-9e74-a3245d35b699 req-b7dff250-66b7-4b2b-8ee7-d8d2c47b0aea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0456271 Jul 28 12:05:51.684707 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5214b708-644d-4bc0-9e74-a3245d35b699 req-e402d52c-8251-4ad1-8838-6ab6363407b5 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840509 Jul 28 12:05:51.779225 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5214b708-644d-4bc0-9e74-a3245d35b699 req-7f233739-011d-4181-bade-14a58b7063f5 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876377 Jul 28 12:05:52.467502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7892b2-f792-4f63-952c-50c275fb1513 req-3a03d4ec-2910-4d62-8d43-463c21164dfe tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:52.468963 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0c7892b2-f792-4f63-952c-50c275fb1513 req-3a03d4ec-2910-4d62-8d43-463c21164dfe tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0487611 Jul 28 12:05:52.508948 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0c7892b2-f792-4f63-952c-50c275fb1513 req-5cc58e15-a7f7-4915-b7e1-85127526666d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341578 Jul 28 12:05:52.738022 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7e9c6-eeb1-45a6-b0ce-2f5797156c6f req-da8a5923-30d2-451b-81bc-c468d6ef4c1d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:52.739503 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d8d7e9c6-eeb1-45a6-b0ce-2f5797156c6f req-da8a5923-30d2-451b-81bc-c468d6ef4c1d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0499046 Jul 28 12:05:52.776555 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d8d7e9c6-eeb1-45a6-b0ce-2f5797156c6f req-5e3afc06-b86c-4fe4-9810-942a43643eef tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311255 Jul 28 12:05:53.899445 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b94e4e-c541-4a44-8d5f-a6cc675f42a2 req-53aa666d-7868-4b9c-ad8e-ed29d7e7d60a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:53.900903 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-92b94e4e-c541-4a44-8d5f-a6cc675f42a2 req-53aa666d-7868-4b9c-ad8e-ed29d7e7d60a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0562665 Jul 28 12:05:53.939384 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-92b94e4e-c541-4a44-8d5f-a6cc675f42a2 req-3bd1bc42-fe4d-42e8-9226-d8dfad2914dc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324922 Jul 28 12:05:54.330862 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308df2d-c0cd-4e45-8793-0d9b7c500bf7 req-99afadd4-1fc1-4e7d-9e3b-00956802bbea tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:54.332309 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e308df2d-c0cd-4e45-8793-0d9b7c500bf7 req-99afadd4-1fc1-4e7d-9e3b-00956802bbea tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 946 time: 0.0487356 Jul 28 12:05:54.418533 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-e308df2d-c0cd-4e45-8793-0d9b7c500bf7 req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Deleting port 2c328c16-88ab-4abd-910d-c039858fa62b {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:05:54.418879 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e308df2d-c0cd-4e45-8793-0d9b7c500bf7 req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:54.510366 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-e308df2d-c0cd-4e45-8793-0d9b7c500bf7 req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] For port 2c328c16-88ab-4abd-910d-c039858fa62b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2c328c16-88ab-4abd-910d-c039858fa62b,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:05:54.510766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e308df2d-c0cd-4e45-8793-0d9b7c500bf7 req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:54.674483 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e308df2d-c0cd-4e45-8793-0d9b7c500bf7 req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:54.674770 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e308df2d-c0cd-4e45-8793-0d9b7c500bf7 req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:54.675091 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [req-e308df2d-c0cd-4e45-8793-0d9b7c500bf7 req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Floating IP de7d4e54-006e-4a05-804b-1f524e577146 disassociated. External IP: 172.26.1.209, port: 2c328c16-88ab-4abd-910d-c039858fa62b. Jul 28 12:05:54.675435 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-e308df2d-c0cd-4e45-8793-0d9b7c500bf7 req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Calling delete_port for 2c328c16-88ab-4abd-910d-c039858fa62b owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:05:54.802068 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e308df2d-c0cd-4e45-8793-0d9b7c500bf7 req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:54.830281 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Pushing event deleted for resources: {'Port': ['ID=2c328c16-88ab-4abd-910d-c039858fa62b,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:54.842629 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:54.842993 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:54.843364 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:54.843731 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:54.844073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:54.844415 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:54.844756 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:54.845095 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:54.845432 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:54.845762 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:54.846094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:54.846443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:54.959289 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e308df2d-c0cd-4e45-8793-0d9b7c500bf7 req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Router c099d8ef-b307-4370-a722-9eb66018af60 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:05:55.038784 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-54a6fa96-9115-4677-94dc-7a80914c844c req-30270a3e-6cd5-4b88-8ce1-e0a942545c68 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c106014-bee0-439f-9c91-9d2ba8cec835 HTTP/1.1" status: 200 len: 210 time: 0.0275493 Jul 28 12:05:55.070694 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e308df2d-c0cd-4e45-8793-0d9b7c500bf7 req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:05:55.080124 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a6aef-316a-442b-8aff-44a1ec2d6b84 None None] Sync routers for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:05:55.089702 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a6aef-316a-442b-8aff-44a1ec2d6b84 None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:05:55.090312 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-632a6aef-316a-442b-8aff-44a1ec2d6b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:05:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:55.109756 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-e308df2d-c0cd-4e45-8793-0d9b7c500bf7 req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] No DVR routers for this DVR port 2c328c16-88ab-4abd-910d-c039858fa62b on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:05:55.112288 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e308df2d-c0cd-4e45-8793-0d9b7c500bf7 req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:55.114461 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e308df2d-c0cd-4e45-8793-0d9b7c500bf7 req-09b4d1b0-61a6-4d84-85e4-f4802e4edcc0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "DELETE /v2.0/ports/2c328c16-88ab-4abd-910d-c039858fa62b HTTP/1.1" status: 204 len: 173 time: 0.7761343 Jul 28 12:05:55.114931 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c106014-bee0-439f-9c91-9d2ba8cec835', 'name': 'network-vif-deleted', 'tag': '2c328c16-88ab-4abd-910d-c039858fa62b'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:05:55.117825 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e602f17-262f-4d08-b03e-454195f4e75b" -d '{"events": [{"server_uuid": "1c106014-bee0-439f-9c91-9d2ba8cec835", "name": "network-vif-deleted", "tag": "2c328c16-88ab-4abd-910d-c039858fa62b"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:05:55.156085 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95705edb-d141-431e-bb32-5b23c5ff65f0 x-openstack-request-id: req-95705edb-d141-431e-bb32-5b23c5ff65f0 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:05:55.156249 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c106014-bee0-439f-9c91-9d2ba8cec835", "name": "network-vif-deleted", "tag": "2c328c16-88ab-4abd-910d-c039858fa62b", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:05:55.156506 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95705edb-d141-431e-bb32-5b23c5ff65f0 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:05:55.156909 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c106014-bee0-439f-9c91-9d2ba8cec835', 'name': 'network-vif-deleted', 'tag': '2c328c16-88ab-4abd-910d-c039858fa62b', 'status': 'completed', 'code': 200} Jul 28 12:05:55.197933 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-632a6aef-316a-442b-8aff-44a1ec2d6b84 None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:05:55.386732 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-632a6aef-316a-442b-8aff-44a1ec2d6b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:55.412619 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a6aef-316a-442b-8aff-44a1ec2d6b84 None None] Checking router: c099d8ef-b307-4370-a722-9eb66018af60 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:05:55.420578 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a6aef-316a-442b-8aff-44a1ec2d6b84 None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:05:55.421182 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-632a6aef-316a-442b-8aff-44a1ec2d6b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:05:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:55.528685 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-632a6aef-316a-442b-8aff-44a1ec2d6b84 None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:05:55.733730 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-632a6aef-316a-442b-8aff-44a1ec2d6b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:55.760021 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a6aef-316a-442b-8aff-44a1ec2d6b84 None None] The sync data for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv is: [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:05:55.965626 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cf0ed6-a699-42b1-97a2-f882358a7c84 None None] New status for floating IP de7d4e54-006e-4a05-804b-1f524e577146: DOWN {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:05:56.282707 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-ec58fe50-d3a3-4376-8b86-2283aa1a9eec tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1874061791&fields=id&tenant_id=da49327bfb0542a4b14f6cda5569abe8 HTTP/1.1" status: 200 len: 267 time: 0.0326974 Jul 28 12:05:56.390801 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b1d248b2-26f5-4a86-a60b-042604077e75 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:56.392188 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b1d248b2-26f5-4a86-a60b-042604077e75 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 812 time: 0.1022413 Jul 28 12:05:56.407408 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-c1e7a2e0-eb0c-4d2c-9587-f36f576774a8 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/quotas/da49327bfb0542a4b14f6cda5569abe8 HTTP/1.1" status: 200 len: 375 time: 0.0090108 Jul 28 12:05:56.463601 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-681e6c97-e286-4d2e-8bf9-32094f3c261c tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508711 Jul 28 12:05:56.467073 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 2c328c16-88ab-4abd-910d-c039858fa62b no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:05:56.482764 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-55b4fb5d-8253-431c-bf65-dd82b61823a0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 12:05:56.483990 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-55b4fb5d-8253-431c-bf65-dd82b61823a0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056171 Jul 28 12:05:56.489114 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 2c328c16-88ab-4abd-910d-c039858fa62b {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:05:56.489617 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 2c328c16-88ab-4abd-910d-c039858fa62b not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:05:56.575513 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-d7b6b658-863a-4b73-a7f3-7e135936f98a service neutron] 10.222.0.43 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856230 Jul 28 12:05:56.670846 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-9a2b363f-7017-477b-9974-f7d0473f7d0f service neutron] 10.222.0.43 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891654 Jul 28 12:05:56.827216 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-58ab546b-4501-46f4-a4a8-87a27b45a254 req-09065982-8b01-45c7-b7d1-9f3e0b9a5857 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 210 time: 0.0271201 Jul 28 12:05:57.703593 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-adf56dc7-76e5-4086-a89c-30a621f7162c tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:57.705060 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-adf56dc7-76e5-4086-a89c-30a621f7162c tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 812 time: 0.1038740 Jul 28 12:05:57.749290 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-ff0adf3a-99dc-421f-be11-2618304127ca tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da49327bfb0542a4b14f6cda5569abe8 HTTP/1.1" status: 200 len: 380 time: 0.0346444 Jul 28 12:05:57.761889 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b132fbc2-ad03-44df-b33b-9ccee6bb6fd5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Request body: {'port': {'device_id': '16963acd-c839-455f-817d-f745d8200ec8', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'admin_state_up': True, 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'security_groups': ['16a9f84a-8e4d-4c6b-a478-1844a8a821e5']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:05:57.868423 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b132fbc2-ad03-44df-b33b-9ccee6bb6fd5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Made reservation on behalf of da49327bfb0542a4b14f6cda5569abe8 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:05:57.872243 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b132fbc2-ad03-44df-b33b-9ccee6bb6fd5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:57.922260 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-abd7492e-181a-4b96-b234-ba346f21cb4f req-d027d40b-8cbc-4ab8-8a0a-fc4035e9bae1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 210 time: 0.0271323 Jul 28 12:05:58.001804 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b132fbc2-ad03-44df-b33b-9ccee6bb6fd5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Allocated IP 172.20.0.8 (c0f9caef-909e-40c6-be56-2a8b08a39262/548a6332-81f2-4552-b212-9f942862b603/dff83072-efb3-4b6b-88b9-08f685ac7d54) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:05:58.412098 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b132fbc2-ad03-44df-b33b-9ccee6bb6fd5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:58.424685 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b132fbc2-ad03-44df-b33b-9ccee6bb6fd5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Transition to ACTIVE for port object dff83072-efb3-4b6b-88b9-08f685ac7d54 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:05:58.456738 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b132fbc2-ad03-44df-b33b-9ccee6bb6fd5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:58.495308 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b132fbc2-ad03-44df-b33b-9ccee6bb6fd5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Network c0f9caef-909e-40c6-be56-2a8b08a39262 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:05:58.498137 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b132fbc2-ad03-44df-b33b-9ccee6bb6fd5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:05:58.500568 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b132fbc2-ad03-44df-b33b-9ccee6bb6fd5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:05:58.542264 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132fbc2-ad03-44df-b33b-9ccee6bb6fd5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Pushing event updated for resources: {'Port': ['ID=dff83072-efb3-4b6b-88b9-08f685ac7d54,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:58.561090 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b132fbc2-ad03-44df-b33b-9ccee6bb6fd5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:58.561720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b132fbc2-ad03-44df-b33b-9ccee6bb6fd5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:58.578290 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b132fbc2-ad03-44df-b33b-9ccee6bb6fd5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8204343 Jul 28 12:05:58.591788 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Request body: {'port': {'device_id': '16963acd-c839-455f-817d-f745d8200ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:05:58.649931 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:58.676480 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1fa070e0-bb8c-46da-966f-af108efc55f7 None None] Provisioning for port dff83072-efb3-4b6b-88b9-08f685ac7d54 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:05:58.681202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1fa070e0-bb8c-46da-966f-af108efc55f7 None None] Provisioning complete for port dff83072-efb3-4b6b-88b9-08f685ac7d54 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:58.681558 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fa070e0-bb8c-46da-966f-af108efc55f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:58.716058 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1fa070e0-bb8c-46da-966f-af108efc55f7 None None] Port dff83072-efb3-4b6b-88b9-08f685ac7d54 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:05:58.914570 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff83072-efb3-4b6b-88b9-08f685ac7d54 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:05:58.921706 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:58.934011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Transition to ACTIVE for port object dff83072-efb3-4b6b-88b9-08f685ac7d54 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:05:58.936751 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:58.985594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=dff83072-efb3-4b6b-88b9-08f685ac7d54,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:59.043178 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0834161-fe2b-4d75-adfc-e7a271694de2 req-7ec4f7d4-6c2e-4df8-aed6-0cf9c0c42a21 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:59.044825 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c0834161-fe2b-4d75-adfc-e7a271694de2 req-7ec4f7d4-6c2e-4df8-aed6-0cf9c0c42a21 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 943 time: 0.0545208 Jul 28 12:05:59.070462 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Attempting to bind port dff83072-efb3-4b6b-88b9-08f685ac7d54 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:05:59.070686 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Attempting to bind port dff83072-efb3-4b6b-88b9-08f685ac7d54 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:05:59.070987 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Attempting to bind port dff83072-efb3-4b6b-88b9-08f685ac7d54 on network c0f9caef-909e-40c6-be56-2a8b08a39262 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:05:59.075804 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Port dff83072-efb3-4b6b-88b9-08f685ac7d54 on network c0f9caef-909e-40c6-be56-2a8b08a39262 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:05:59.076123 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Attempting to bind port dff83072-efb3-4b6b-88b9-08f685ac7d54 on network c0f9caef-909e-40c6-be56-2a8b08a39262 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:05:59.081736 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:05:59.082073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Checking segment: {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:05:59.082547 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Bound using segment: {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:05:59.082984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Bound port: dff83072-efb3-4b6b-88b9-08f685ac7d54, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:05:59.083344 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:59.094058 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c0834161-fe2b-4d75-adfc-e7a271694de2 req-17e5fd28-bf83-4bed-bf60-14b282082eaf tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427165 Jul 28 12:05:59.155339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] For port dff83072-efb3-4b6b-88b9-08f685ac7d54, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:05:59.158549 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] For port dff83072-efb3-4b6b-88b9-08f685ac7d54, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:05:59.164870 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:59.200336 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:59.200946 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:59.202388 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] 10.222.0.39 "PUT /v2.0/ports/dff83072-efb3-4b6b-88b9-08f685ac7d54 HTTP/1.1" status: 200 len: 1093 time: 0.6151648 Jul 28 12:05:59.202835 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16963acd-c839-455f-817d-f745d8200ec8', 'tag': 'dff83072-efb3-4b6b-88b9-08f685ac7d54'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:05:59.205047 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cd74b3-1bd8-45e1-93c8-4423dd81d321" -d '{"events": [{"name": "network-changed", "server_uuid": "16963acd-c839-455f-817d-f745d8200ec8", "tag": "dff83072-efb3-4b6b-88b9-08f685ac7d54"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:05:59.245171 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b20eed-ef82-4055-b189-263081905439 x-openstack-request-id: req-96b20eed-ef82-4055-b189-263081905439 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:05:59.245451 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16963acd-c839-455f-817d-f745d8200ec8", "tag": "dff83072-efb3-4b6b-88b9-08f685ac7d54", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:05:59.245710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96b20eed-ef82-4055-b189-263081905439 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:05:59.246252 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16963acd-c839-455f-817d-f745d8200ec8', 'tag': 'dff83072-efb3-4b6b-88b9-08f685ac7d54', 'status': 'completed', 'code': 200} Jul 28 12:05:59.247568 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8a5da-cabb-48e1-a1d8-936a3169c8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=dff83072-efb3-4b6b-88b9-08f685ac7d54,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:59.297481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-bfb00594-efd6-4556-829d-ca3e5d5d013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:59.299087 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-bfb00594-efd6-4556-829d-ca3e5d5d013b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 1096 time: 0.0478778 Jul 28 12:05:59.343511 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-eaca8c0b-56b3-4b7c-af4c-51ff40c58abc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54 HTTP/1.1" status: 200 len: 217 time: 0.0359855 Jul 28 12:05:59.394540 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-35434ada-1696-4e93-9f84-1df2014dd8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:59.396030 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-35434ada-1696-4e93-9f84-1df2014dd8f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0450108 Jul 28 12:05:59.444593 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-9be9ee84-04dd-41da-b03f-8ca82c394969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:59.445961 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-9be9ee84-04dd-41da-b03f-8ca82c394969 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0433514 Jul 28 12:05:59.532464 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-2380bc51-17db-4fd2-a746-8b2a0a832497 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790787 Jul 28 12:05:59.623430 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-45b191d3-da23-480f-b708-0ea7f3cd3f0c req-2770b94b-c72c-4494-84fc-f37482cf8b80 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839748 Jul 28 12:05:59.708764 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd74b3-1bd8-45e1-93c8-4423dd81d321 req-377c7019-7058-4387-8fa8-52f516202af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:59.710264 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e1cd74b3-1bd8-45e1-93c8-4423dd81d321 req-377c7019-7058-4387-8fa8-52f516202af4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 1096 time: 0.0411990 Jul 28 12:05:59.797082 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd74b3-1bd8-45e1-93c8-4423dd81d321 req-6f455d9d-320f-4cc1-9060-6acabec1dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:59.798563 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e1cd74b3-1bd8-45e1-93c8-4423dd81d321 req-6f455d9d-320f-4cc1-9060-6acabec1dbb2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0809345 Jul 28 12:05:59.848531 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e1cd74b3-1bd8-45e1-93c8-4423dd81d321 req-3e855aa3-d98b-4bdf-bb5f-b1f8d43647a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54 HTTP/1.1" status: 200 len: 217 time: 0.0418046 Jul 28 12:05:59.896005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd74b3-1bd8-45e1-93c8-4423dd81d321 req-cd82e5be-445b-4d29-b0b0-f23a5d9a1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:59.897654 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e1cd74b3-1bd8-45e1-93c8-4423dd81d321 req-cd82e5be-445b-4d29-b0b0-f23a5d9a1be1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0424955 Jul 28 12:05:59.945320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd74b3-1bd8-45e1-93c8-4423dd81d321 req-b64ddab9-086c-4425-b276-eb46466950bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:59.946793 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e1cd74b3-1bd8-45e1-93c8-4423dd81d321 req-b64ddab9-086c-4425-b276-eb46466950bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0412469 Jul 28 12:06:00.039586 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e1cd74b3-1bd8-45e1-93c8-4423dd81d321 req-26d8bc04-8390-4710-99ed-3c2f7ef4db0d service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840464 Jul 28 12:06:00.128898 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e1cd74b3-1bd8-45e1-93c8-4423dd81d321 req-59ab21ef-d5fb-47df-8aa1-0efb9b303105 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813317 Jul 28 12:06:00.208724 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae5468-4f96-4ccd-acdc-584a4b1376ac req-39a4dabb-fc21-4d2a-9df1-87907f4472f6 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:00.211086 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-47ae5468-4f96-4ccd-acdc-584a4b1376ac req-39a4dabb-fc21-4d2a-9df1-87907f4472f6 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 943 time: 0.0499885 Jul 28 12:06:00.248822 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-47ae5468-4f96-4ccd-acdc-584a4b1376ac req-d84d36e1-ffe5-433d-adf6-0281a90dfc1b tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319180 Jul 28 12:06:01.363081 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3defa60-ff6e-4e76-b1a5-e72d6cae28ed req-9340f18f-94a0-426d-bdbc-ff6f387e7354 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:01.364539 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e3defa60-ff6e-4e76-b1a5-e72d6cae28ed req-9340f18f-94a0-426d-bdbc-ff6f387e7354 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 943 time: 0.0481753 Jul 28 12:06:01.401991 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e3defa60-ff6e-4e76-b1a5-e72d6cae28ed req-f33b5e8c-2f1e-4323-8806-16a6078b9cf9 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306778 Jul 28 12:06:02.425867 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d461d295-1796-42e1-a141-55b0e60fe94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:02.476074 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device dff83072-efb3-4b6b-88b9-08f685ac7d54 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:06:02.514704 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173f908-1c57-46c1-996d-598ba5a8c9d3 req-3c555df0-7e27-42a1-b3f3-bcab09d365d3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:02.516224 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6173f908-1c57-46c1-996d-598ba5a8c9d3 req-3c555df0-7e27-42a1-b3f3-bcab09d365d3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 943 time: 0.0488715 Jul 28 12:06:02.558704 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6173f908-1c57-46c1-996d-598ba5a8c9d3 req-73eeba9b-78a0-4528-9f07-ada4c2b97718 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358450 Jul 28 12:06:02.568315 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port dff83072-efb3-4b6b-88b9-08f685ac7d54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:06:02.579662 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': 'dff83072-efb3-4b6b-88b9-08f685ac7d54', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'port_id': 'dff83072-efb3-4b6b-88b9-08f685ac7d54', 'mac_address': 'fa:16:3e:05:c5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:06:02.615522 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:02.627380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff83072-efb3-4b6b-88b9-08f685ac7d54 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:06:02.645651 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port dff83072-efb3-4b6b-88b9-08f685ac7d54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:06:02.649998 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:02.699178 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=dff83072-efb3-4b6b-88b9-08f685ac7d54,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:06:02.705941 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:06:02.706298 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:06:02.706667 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:06:02.707013 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:06:02.707352 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:06:02.707689 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:06:02.708023 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:06:02.708357 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:06:02.708688 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:06:02.709018 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:06:02.709935 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:06:02.710388 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:06:02.852827 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['dff83072-efb3-4b6b-88b9-08f685ac7d54'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:06:03.669656 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d3e78-254c-4a4e-8019-515a0fa0c0d0 req-731fdde5-2bd2-4fd7-a77d-a4c370a81f36 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:03.671183 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f78d3e78-254c-4a4e-8019-515a0fa0c0d0 req-731fdde5-2bd2-4fd7-a77d-a4c370a81f36 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 944 time: 0.0488555 Jul 28 12:06:03.708509 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f78d3e78-254c-4a4e-8019-515a0fa0c0d0 req-17a83fa7-60d8-4b10-bbe0-fb4a1e368004 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314994 Jul 28 12:06:04.482234 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device dff83072-efb3-4b6b-88b9-08f685ac7d54 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:06:04.531454 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port dff83072-efb3-4b6b-88b9-08f685ac7d54 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:06:04.535310 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port dff83072-efb3-4b6b-88b9-08f685ac7d54 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:06:04.535682 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:04.610058 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:04.631330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16963acd-c839-455f-817d-f745d8200ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff83072-efb3-4b6b-88b9-08f685ac7d54'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:06:04.633668 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbeb3ae-963b-4368-ab7b-108253f8a345" -d '{"events": [{"server_uuid": "16963acd-c839-455f-817d-f745d8200ec8", "name": "network-vif-plugged", "status": "completed", "tag": "dff83072-efb3-4b6b-88b9-08f685ac7d54"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:06:04.645855 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port dff83072-efb3-4b6b-88b9-08f685ac7d54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:06:04.650768 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:04.702355 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=dff83072-efb3-4b6b-88b9-08f685ac7d54,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:06:04.728312 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd2d61c-1fcf-42d6-a74d-fb3a72f60342 x-openstack-request-id: req-5bd2d61c-1fcf-42d6-a74d-fb3a72f60342 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:06:04.728607 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16963acd-c839-455f-817d-f745d8200ec8", "name": "network-vif-plugged", "status": "completed", "tag": "dff83072-efb3-4b6b-88b9-08f685ac7d54", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:06:04.728863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5bd2d61c-1fcf-42d6-a74d-fb3a72f60342 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:06:04.729262 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16963acd-c839-455f-817d-f745d8200ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff83072-efb3-4b6b-88b9-08f685ac7d54', 'code': 200} Jul 28 12:06:04.824857 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbb600-3ba2-4939-a773-d5e507e373c9 req-52ef345f-1305-4029-a3db-38aa2bd952bf tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:04.826415 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-17fbb600-3ba2-4939-a773-d5e507e373c9 req-52ef345f-1305-4029-a3db-38aa2bd952bf tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0515006 Jul 28 12:06:04.866516 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-17fbb600-3ba2-4939-a773-d5e507e373c9 req-818c8711-95d6-4000-a057-13137ad63ffa tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341311 Jul 28 12:06:04.897388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ecb4f-7ef8-43e0-bacf-779ea0f6780e req-2f8e3621-52e4-4231-a20b-9343f001dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:04.899056 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-516ecb4f-7ef8-43e0-bacf-779ea0f6780e req-2f8e3621-52e4-4231-a20b-9343f001dea7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 1098 time: 0.0412700 Jul 28 12:06:04.911343 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64724734-d7ee-41bd-bb97-100c5b8078e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:04.939669 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-516ecb4f-7ef8-43e0-bacf-779ea0f6780e req-62cb02a1-56f8-4d0b-a01a-cd8374ef49fc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334609 Jul 28 12:06:05.354319 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:05.983246 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2378fd2-5032-49da-babf-aaf6285cd0bc req-bace092c-a3f1-4c7a-a239-eaad2086ce65 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:05.984719 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e2378fd2-5032-49da-babf-aaf6285cd0bc req-bace092c-a3f1-4c7a-a239-eaad2086ce65 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0487404 Jul 28 12:06:06.025849 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e2378fd2-5032-49da-babf-aaf6285cd0bc req-408d0d86-1f4d-438a-b376-fd089fc76550 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353441 Jul 28 12:06:06.136952 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aca4a8-c9f5-4c7b-bcb6-3371ea623dc9 req-25a72b2f-1ba4-4f72-b3b2-959baba7ddb3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:06.138463 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d4aca4a8-c9f5-4c7b-bcb6-3371ea623dc9 req-25a72b2f-1ba4-4f72-b3b2-959baba7ddb3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0485175 Jul 28 12:06:06.148176 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 35220) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:06:06.152733 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-f46560be-5e8f-4993-80d6-cd9aa574d6bc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Request body: {'floatingip': {'port_id': 'dff83072-efb3-4b6b-88b9-08f685ac7d54'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:06:06.191206 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f46560be-5e8f-4993-80d6-cd9aa574d6bc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for floatingip, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:06.440945 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:06.613292 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f46560be-5e8f-4993-80d6-cd9aa574d6bc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:06.616979 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f46560be-5e8f-4993-80d6-cd9aa574d6bc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:06.716338 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-f46560be-5e8f-4993-80d6-cd9aa574d6bc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Floating IP de7d4e54-006e-4a05-804b-1f524e577146 associated. External IP: 172.26.1.209, port: dff83072-efb3-4b6b-88b9-08f685ac7d54. Jul 28 12:06:06.918473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46560be-5e8f-4993-80d6-cd9aa574d6bc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Router c099d8ef-b307-4370-a722-9eb66018af60 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:06:07.022179 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46560be-5e8f-4993-80d6-cd9aa574d6bc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:06:07.027060 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f46560be-5e8f-4993-80d6-cd9aa574d6bc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:07.031496 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c414c-5448-4bdd-a340-297bedb768f2 None None] Sync routers for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:06:07.040853 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c414c-5448-4bdd-a340-297bedb768f2 None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:06:07.041473 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-0f3c414c-5448-4bdd-a340-297bedb768f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:06:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:06:07.054016 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f46560be-5e8f-4993-80d6-cd9aa574d6bc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "PUT /v2.0/floatingips/de7d4e54-006e-4a05-804b-1f524e577146 HTTP/1.1" status: 200 len: 991 time: 0.9047210 Jul 28 12:06:07.054625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16963acd-c839-455f-817d-f745d8200ec8', 'tag': 'dff83072-efb3-4b6b-88b9-08f685ac7d54'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:06:07.056945 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486d75d1-9377-4a7a-8d58-2dc15c9e5ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "16963acd-c839-455f-817d-f745d8200ec8", "tag": "dff83072-efb3-4b6b-88b9-08f685ac7d54"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:06:07.099521 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546f1388-9a80-4344-b5c6-fe2b501f7b6e x-openstack-request-id: req-546f1388-9a80-4344-b5c6-fe2b501f7b6e {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:06:07.099851 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16963acd-c839-455f-817d-f745d8200ec8", "tag": "dff83072-efb3-4b6b-88b9-08f685ac7d54", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:06:07.100112 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-546f1388-9a80-4344-b5c6-fe2b501f7b6e {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:06:07.100652 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16963acd-c839-455f-817d-f745d8200ec8', 'tag': 'dff83072-efb3-4b6b-88b9-08f685ac7d54', 'status': 'completed', 'code': 200} Jul 28 12:06:07.166038 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d75d1-9377-4a7a-8d58-2dc15c9e5ab8 req-39d93359-5868-40f4-b7d1-bc764dd3037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:07.167621 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-486d75d1-9377-4a7a-8d58-2dc15c9e5ab8 req-39d93359-5868-40f4-b7d1-bc764dd3037e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 1098 time: 0.0430465 Jul 28 12:06:07.263031 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d75d1-9377-4a7a-8d58-2dc15c9e5ab8 req-eb81688b-b0b4-4467-9a9d-f43cca8837e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:07.264540 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-486d75d1-9377-4a7a-8d58-2dc15c9e5ab8 req-eb81688b-b0b4-4467-9a9d-f43cca8837e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0888684 Jul 28 12:06:07.299617 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-0f3c414c-5448-4bdd-a340-297bedb768f2 None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:06:07.335552 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-486d75d1-9377-4a7a-8d58-2dc15c9e5ab8 req-614702bb-42fa-48f7-a81f-b77b0e43ae95 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54 HTTP/1.1" status: 200 len: 999 time: 0.0636709 Jul 28 12:06:07.385134 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d75d1-9377-4a7a-8d58-2dc15c9e5ab8 req-763a2b3f-9ec0-4538-a65c-c9c3fbaa3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:07.386704 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-486d75d1-9377-4a7a-8d58-2dc15c9e5ab8 req-763a2b3f-9ec0-4538-a65c-c9c3fbaa3c26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0445709 Jul 28 12:06:07.434104 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d75d1-9377-4a7a-8d58-2dc15c9e5ab8 req-3dc5ac59-3b46-450d-8b46-c94cdb5af68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:07.435627 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-486d75d1-9377-4a7a-8d58-2dc15c9e5ab8 req-3dc5ac59-3b46-450d-8b46-c94cdb5af68c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0423629 Jul 28 12:06:07.520037 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-0f3c414c-5448-4bdd-a340-297bedb768f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'de7d4e54-006e-4a05-804b-1f524e577146', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'floating_ip_address': '172.26.1.209', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'port_id': 'dff83072-efb3-4b6b-88b9-08f685ac7d54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'mac_address': 'fa:16:3e:05:c5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16963acd-c839-455f-817d-f745d8200ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:03:32Z', 'updated_at': '2021-07-28T12:06:06Z', 'revision_number': 9, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:06:07.527377 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-486d75d1-9377-4a7a-8d58-2dc15c9e5ab8 req-3d5742ca-d79b-424f-b5b8-0faf3936cd12 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843129 Jul 28 12:06:07.546496 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c414c-5448-4bdd-a340-297bedb768f2 None None] Checking router: c099d8ef-b307-4370-a722-9eb66018af60 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:06:07.555144 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c414c-5448-4bdd-a340-297bedb768f2 None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:06:07.555686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-0f3c414c-5448-4bdd-a340-297bedb768f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:06:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:06:07.619416 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-486d75d1-9377-4a7a-8d58-2dc15c9e5ab8 req-2302df9e-880f-45a8-b165-926c2f4df7a1 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836005 Jul 28 12:06:07.659574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-0f3c414c-5448-4bdd-a340-297bedb768f2 None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:06:07.882023 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-0f3c414c-5448-4bdd-a340-297bedb768f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'de7d4e54-006e-4a05-804b-1f524e577146', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'floating_ip_address': '172.26.1.209', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'port_id': 'dff83072-efb3-4b6b-88b9-08f685ac7d54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'mac_address': 'fa:16:3e:05:c5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16963acd-c839-455f-817d-f745d8200ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:03:32Z', 'updated_at': '2021-07-28T12:06:06Z', 'revision_number': 9, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:06:07.908412 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c414c-5448-4bdd-a340-297bedb768f2 None None] The sync data for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv is: [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'de7d4e54-006e-4a05-804b-1f524e577146', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'floating_ip_address': '172.26.1.209', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'port_id': 'dff83072-efb3-4b6b-88b9-08f685ac7d54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'mac_address': 'fa:16:3e:05:c5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16963acd-c839-455f-817d-f745d8200ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:03:32Z', 'updated_at': '2021-07-28T12:06:06Z', 'revision_number': 9, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:06:08.001349 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:08.101043 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05759dfd-0e51-4262-bd1d-8c1ccfe39b91 None None] New status for floating IP de7d4e54-006e-4a05-804b-1f524e577146: ACTIVE {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:06:10.302737 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ab31a8ac-4422-42a7-b40e-355c0d689811 req-c56a4fc6-d140-473a-9086-09b221af99aa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397298 Jul 28 12:06:10.388988 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31a8ac-4422-42a7-b40e-355c0d689811 req-24b81a92-d74e-4e74-b186-6203d59a5c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:10.390516 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ab31a8ac-4422-42a7-b40e-355c0d689811 req-24b81a92-d74e-4e74-b186-6203d59a5c29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 1098 time: 0.0466485 Jul 28 12:06:10.492269 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31a8ac-4422-42a7-b40e-355c0d689811 req-f51f998b-69a2-4bf0-8eb1-1cd5159b0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:10.493636 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ab31a8ac-4422-42a7-b40e-355c0d689811 req-f51f998b-69a2-4bf0-8eb1-1cd5159b0a69 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0831723 Jul 28 12:06:10.561579 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ab31a8ac-4422-42a7-b40e-355c0d689811 req-1d4e3f97-647c-4515-8472-b483f0fd2727 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54 HTTP/1.1" status: 200 len: 1002 time: 0.0610113 Jul 28 12:06:10.610229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31a8ac-4422-42a7-b40e-355c0d689811 req-0c90e824-91c0-4f77-935d-b911e67e103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:10.611657 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ab31a8ac-4422-42a7-b40e-355c0d689811 req-0c90e824-91c0-4f77-935d-b911e67e103f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0427427 Jul 28 12:06:10.656151 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31a8ac-4422-42a7-b40e-355c0d689811 req-5f519ba9-11cd-4f6a-8711-3e6677ce2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:10.657580 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ab31a8ac-4422-42a7-b40e-355c0d689811 req-5f519ba9-11cd-4f6a-8711-3e6677ce2681 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391216 Jul 28 12:06:10.747594 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ab31a8ac-4422-42a7-b40e-355c0d689811 req-55b3103a-9cf8-4bba-8803-7562caea9dd8 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825791 Jul 28 12:06:10.836129 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ab31a8ac-4422-42a7-b40e-355c0d689811 req-95dc09bc-9fad-43e1-b414-c729c3eac1b6 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803671 Jul 28 12:06:19.870104 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:06:20.187922 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:32.416451 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24eff019-6288-411f-b006-f28d56b5d59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:34.913302 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2bf0-d49d-4bb0-90dd-e2cf25b6ed14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:35.355015 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:36.442808 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:38.004155 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:45.172168 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4a662-e278-4443-8c96-855928908055 req-bf8f3b24-77c3-43ff-b64e-96e5dc3d2789 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:45.173688 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-38d4a662-e278-4443-8c96-855928908055 req-bf8f3b24-77c3-43ff-b64e-96e5dc3d2789 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0514147 Jul 28 12:06:45.195033 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-3f7c531f-2acd-4ec4-bb71-51a325f9d8e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851641 Jul 28 12:06:45.213189 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-38d4a662-e278-4443-8c96-855928908055 req-06c75a48-1c49-4ed1-ac0e-ffffb743bee1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324602 Jul 28 12:06:46.219605 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-90da87f7-12d6-4e89-a54b-1a509e8d83c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:46.221080 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-90da87f7-12d6-4e89-a54b-1a509e8d83c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 1098 time: 0.0458105 Jul 28 12:06:46.312214 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-6f0c8933-eee3-4141-9e34-9ad237f918df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:46.313919 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-6f0c8933-eee3-4141-9e34-9ad237f918df service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0857275 Jul 28 12:06:46.329772 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081cc18-ecfd-43ac-80b7-da5511cc3638 req-2251ec88-ad8a-4395-8775-4943fd71343e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:46.331315 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6081cc18-ecfd-43ac-80b7-da5511cc3638 req-2251ec88-ad8a-4395-8775-4943fd71343e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0483291 Jul 28 12:06:46.374739 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6081cc18-ecfd-43ac-80b7-da5511cc3638 req-c5f112df-4514-45a7-97a8-9fca4195ff0b tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365038 Jul 28 12:06:46.383639 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-55deef0b-ffe6-4fcb-8097-1b9f103c3c73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54 HTTP/1.1" status: 200 len: 1002 time: 0.0629716 Jul 28 12:06:46.432319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-21d9689d-e724-4bdd-90f7-8766c5fc9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:46.433730 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-21d9689d-e724-4bdd-90f7-8766c5fc9bb9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0432482 Jul 28 12:06:46.478948 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-fd99208e-a9a3-4781-bdf1-5fbdfec97bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:46.480322 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-fd99208e-a9a3-4781-bdf1-5fbdfec97bec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393198 Jul 28 12:06:46.571472 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-805b1b0e-55a8-4a61-8d6c-05f54ef62087 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827901 Jul 28 12:06:46.659005 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-43487441-0f2f-4188-a686-7f7fc00e2c20 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804422 Jul 28 12:06:47.488806 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab220a9-3371-4955-a5b9-6074aaa6625e req-688373be-90fa-4154-a791-50eb2c37e7fe tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:47.490166 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6ab220a9-3371-4955-a5b9-6074aaa6625e req-688373be-90fa-4154-a791-50eb2c37e7fe tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0476906 Jul 28 12:06:47.527833 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6ab220a9-3371-4955-a5b9-6074aaa6625e req-3e1bbe37-91ed-4313-808c-32906fa36577 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310562 Jul 28 12:06:48.642100 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07631dce-c5c3-4211-ab3c-38b1caac15a4 req-fc792c80-49c8-4101-b485-fdbcf5f23827 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:48.643580 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-07631dce-c5c3-4211-ab3c-38b1caac15a4 req-fc792c80-49c8-4101-b485-fdbcf5f23827 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0476654 Jul 28 12:06:48.679846 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-07631dce-c5c3-4211-ab3c-38b1caac15a4 req-761d6277-8fec-40bf-b153-f78284b9929e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304978 Jul 28 12:06:49.797974 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df8160-bd05-4872-a7ca-89ac8cd09a2b req-0410ba74-1cf1-4b22-8aca-f68a41f750bf tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:49.799493 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c7df8160-bd05-4872-a7ca-89ac8cd09a2b req-0410ba74-1cf1-4b22-8aca-f68a41f750bf tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0517092 Jul 28 12:06:49.841397 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c7df8160-bd05-4872-a7ca-89ac8cd09a2b req-d54090cd-bd9d-4041-9269-ac60112cddd3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360479 Jul 28 12:06:50.210580 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:50.954749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd15014-5205-4a25-90f5-198419ce8a62 req-3a65c87b-58cb-4d5d-aaf2-5f0239c84041 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:50.956192 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6fd15014-5205-4a25-90f5-198419ce8a62 req-3a65c87b-58cb-4d5d-aaf2-5f0239c84041 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0495939 Jul 28 12:06:50.995118 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6fd15014-5205-4a25-90f5-198419ce8a62 req-b0d19a47-f610-49a1-8e90-69d3e123e089 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331120 Jul 28 12:06:52.107045 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ae363-5907-4054-840a-69276c8ac7d1 req-d1882228-f470-4d3b-b2f4-3ea2e084fafc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:52.108466 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-131ae363-5907-4054-840a-69276c8ac7d1 req-d1882228-f470-4d3b-b2f4-3ea2e084fafc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0480332 Jul 28 12:06:52.145561 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-131ae363-5907-4054-840a-69276c8ac7d1 req-6503bb13-92b1-4cd5-9687-e7f25f0beffa tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312817 Jul 28 12:06:53.260151 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e21bfb-886a-4fa3-ba24-6e1fec99cd7e req-fe5803b8-aa45-472e-bdee-765a94483f97 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:53.262015 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d2e21bfb-886a-4fa3-ba24-6e1fec99cd7e req-fe5803b8-aa45-472e-bdee-765a94483f97 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0490081 Jul 28 12:06:53.303202 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d2e21bfb-886a-4fa3-ba24-6e1fec99cd7e req-912f8d78-6e48-477b-969d-e97253e72990 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351806 Jul 28 12:06:54.418806 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a6443-e306-48d8-a842-e5e110ab9292 req-324dd2b8-2526-4b13-bcae-f53681cf868a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:54.420268 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-023a6443-e306-48d8-a842-e5e110ab9292 req-324dd2b8-2526-4b13-bcae-f53681cf868a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0487518 Jul 28 12:06:54.458696 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-023a6443-e306-48d8-a842-e5e110ab9292 req-7dac3ba2-bded-4a93-86cf-e41200eeb9ba tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323532 Jul 28 12:06:55.574215 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22930ef-a220-48c0-967a-3fb182aab243 req-3f57c350-8264-4158-90e4-933053e0b175 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:55.575697 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e22930ef-a220-48c0-967a-3fb182aab243 req-3f57c350-8264-4158-90e4-933053e0b175 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0496154 Jul 28 12:06:55.612913 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e22930ef-a220-48c0-967a-3fb182aab243 req-2389883c-e4be-4a45-812c-f9ee02e18da1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313175 Jul 28 12:06:56.729047 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c469834-da63-4ade-962a-edc939060ed3 req-cf4f3971-9953-4f6a-bd4a-721c68f92a0c tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:56.730845 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2c469834-da63-4ade-962a-edc939060ed3 req-cf4f3971-9953-4f6a-bd4a-721c68f92a0c tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0500658 Jul 28 12:06:56.772765 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2c469834-da63-4ade-962a-edc939060ed3 req-81b9d6ae-356d-4db9-8195-e94a25677c78 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358846 Jul 28 12:06:56.869634 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:06:57.887067 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e268fe-b9a6-4814-b1da-6c59fe7e2896 req-f0dbcd8e-db8c-4f62-a4de-0f90c14aa95a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:57.888554 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e3e268fe-b9a6-4814-b1da-6c59fe7e2896 req-f0dbcd8e-db8c-4f62-a4de-0f90c14aa95a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0477917 Jul 28 12:06:57.925648 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e3e268fe-b9a6-4814-b1da-6c59fe7e2896 req-9cb1e364-014a-4a4b-9779-6559eec5e276 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312760 Jul 28 12:06:58.183479 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-83ccebb9-ce25-4573-b706-fb10f05a48e0 service neutron] 10.222.0.39 "GET /v2.0/ports/dff83072-efb3-4b6b-88b9-08f685ac7d54/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0579340 Jul 28 12:06:58.385388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-a78bada6-17b8-4046-a731-9de7e933d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:58.386911 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-a78bada6-17b8-4046-a731-9de7e933d659 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8&tenant_id=da49327bfb0542a4b14f6cda5569abe8 HTTP/1.1" status: 200 len: 1098 time: 0.0475328 Jul 28 12:06:58.447294 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-52a01dff-89a4-431a-b1ac-8d370ff7b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:58.448705 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-52a01dff-89a4-431a-b1ac-8d370ff7b728 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 1098 time: 0.0410445 Jul 28 12:06:58.535569 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-c1c0efb6-bc99-4be2-bccb-15cd5baebcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:58.537000 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-c1c0efb6-bc99-4be2-bccb-15cd5baebcc6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0818164 Jul 28 12:06:58.604374 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-33d0b6b2-87b2-48c4-b6a2-53b37d486e7f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54 HTTP/1.1" status: 200 len: 1002 time: 0.0606730 Jul 28 12:06:58.652096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-a310d7fc-115e-4774-8462-664581242adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:58.653559 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-a310d7fc-115e-4774-8462-664581242adb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0427992 Jul 28 12:06:58.700190 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-9a87385e-252c-47f1-8f78-af210a727a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:58.701579 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-9a87385e-252c-47f1-8f78-af210a727a9d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0406721 Jul 28 12:06:58.792531 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-905165eb-0243-433f-a19b-1ebb2a15162b service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833843 Jul 28 12:06:58.879898 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d41d52d2-2878-4d8d-842b-6bab79bf89b9 req-3e315a22-626e-40bd-aed9-c9a20d8a3d9a service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806985 Jul 28 12:06:59.044353 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a633-10a2-45c2-b066-007c6df8cc31 req-0c0cad88-9752-4ad0-8c1d-4c49ef39e03e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:59.045837 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7bc2a633-10a2-45c2-b066-007c6df8cc31 req-0c0cad88-9752-4ad0-8c1d-4c49ef39e03e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0511465 Jul 28 12:06:59.082911 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7bc2a633-10a2-45c2-b066-007c6df8cc31 req-32c553d7-c102-47d7-9d52-bd702ffd121b tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309432 Jul 28 12:07:00.196958 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cac18-0a20-4b99-b0a3-5a46bb701010 req-1ed63ba5-6115-4e50-b494-cfcc0ffbe2c7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:00.198445 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-432cac18-0a20-4b99-b0a3-5a46bb701010 req-1ed63ba5-6115-4e50-b494-cfcc0ffbe2c7 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0483119 Jul 28 12:07:00.238938 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-432cac18-0a20-4b99-b0a3-5a46bb701010 req-205188d8-219c-4618-bc70-7cb285ff982d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347416 Jul 28 12:07:00.705187 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device dff83072-efb3-4b6b-88b9-08f685ac7d54 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:07:00.777282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:00.798840 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16963acd-c839-455f-817d-f745d8200ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dff83072-efb3-4b6b-88b9-08f685ac7d54'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:07:00.801089 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a2070b-5905-4f7b-be20-80b625b1231e" -d '{"events": [{"server_uuid": "16963acd-c839-455f-817d-f745d8200ec8", "name": "network-vif-unplugged", "status": "completed", "tag": "dff83072-efb3-4b6b-88b9-08f685ac7d54"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:07:00.814758 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port dff83072-efb3-4b6b-88b9-08f685ac7d54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:00.818885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:00.853853 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 12:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2fd9f8-7430-4951-ba27-7bd05c24cd14 x-openstack-request-id: req-6f2fd9f8-7430-4951-ba27-7bd05c24cd14 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:07:00.854147 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16963acd-c839-455f-817d-f745d8200ec8", "name": "network-vif-unplugged", "status": "completed", "tag": "dff83072-efb3-4b6b-88b9-08f685ac7d54", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:07:00.854399 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f2fd9f8-7430-4951-ba27-7bd05c24cd14 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:07:00.854811 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16963acd-c839-455f-817d-f745d8200ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dff83072-efb3-4b6b-88b9-08f685ac7d54', 'code': 200} Jul 28 12:07:00.870677 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=dff83072-efb3-4b6b-88b9-08f685ac7d54,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:01.355871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e901b8-67e7-4371-97de-7249c11776bd req-7ba3c59f-912f-4523-8d64-4a038dca5f4d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:01.357481 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-17e901b8-67e7-4371-97de-7249c11776bd req-7ba3c59f-912f-4523-8d64-4a038dca5f4d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 943 time: 0.0499768 Jul 28 12:07:01.395185 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-17e901b8-67e7-4371-97de-7249c11776bd req-0f660f44-f828-4e2a-bd88-21e289b97ead tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318043 Jul 28 12:07:01.685277 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-2882ffff-cef7-4336-9479-769a552fa133 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:01.686786 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-2882ffff-cef7-4336-9479-769a552fa133 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8&tenant_id=da49327bfb0542a4b14f6cda5569abe8&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 943 time: 0.0581465 Jul 28 12:07:01.695040 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bf891-9288-417c-9d1c-81a73a15efe0 req-f0a5c539-9e1e-494d-8959-b8512b94de4e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:01.697048 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c62bf891-9288-417c-9d1c-81a73a15efe0 req-f0a5c539-9e1e-494d-8959-b8512b94de4e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 943 time: 0.0490546 Jul 28 12:07:01.735710 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c62bf891-9288-417c-9d1c-81a73a15efe0 req-457c15da-51a0-443c-84b5-2258e18027f3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323722 Jul 28 12:07:01.749639 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-9bdb8889-1d7e-41c5-8bfa-4366ad883926 service neutron] 10.222.0.39 "GET /v2.0/ports/dff83072-efb3-4b6b-88b9-08f685ac7d54/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0549400 Jul 28 12:07:01.815550 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-f887e02f-6638-45a6-bd1a-8085b8a3f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:01.817045 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-f887e02f-6638-45a6-bd1a-8085b8a3f154 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 1096 time: 0.0403318 Jul 28 12:07:01.909352 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-fd795f59-4137-4aff-bc49-ccbb977fc739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:01.911132 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-fd795f59-4137-4aff-bc49-ccbb977fc739 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0877531 Jul 28 12:07:01.974443 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-44bbc304-4ae0-4507-865e-97b1bf05de3e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54 HTTP/1.1" status: 200 len: 1000 time: 0.0565472 Jul 28 12:07:02.022814 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-abddeda3-d9b2-4129-a57e-831feef558e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:02.024840 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-abddeda3-d9b2-4129-a57e-831feef558e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0431032 Jul 28 12:07:02.072512 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-abbdb76b-8161-4f84-ad51-2353e0c490ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:02.073972 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-abbdb76b-8161-4f84-ad51-2353e0c490ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432215 Jul 28 12:07:02.159960 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-7dbaf107-0ef0-4e35-b15e-9eb6f97e25af service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792358 Jul 28 12:07:02.249310 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-61917b2a-ff1e-4263-aea6-5ccf815e3c82 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827298 Jul 28 12:07:02.417088 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c40110b4-ace4-45d3-8bf0-a1ba16cef02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:02.727048 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device dff83072-efb3-4b6b-88b9-08f685ac7d54 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:07:02.819940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port dff83072-efb3-4b6b-88b9-08f685ac7d54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:02.832034 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': 'dff83072-efb3-4b6b-88b9-08f685ac7d54', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'port_id': 'dff83072-efb3-4b6b-88b9-08f685ac7d54', 'mac_address': 'fa:16:3e:05:c5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:07:02.854086 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6256a2-a2d9-497a-bc59-f4ac7ead08bb req-881d914f-8192-49f8-b454-9aba8220314f tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:02.855722 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4a6256a2-a2d9-497a-bc59-f4ac7ead08bb req-881d914f-8192-49f8-b454-9aba8220314f tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 943 time: 0.0491955 Jul 28 12:07:02.868660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:02.885264 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff83072-efb3-4b6b-88b9-08f685ac7d54 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:07:02.898231 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4a6256a2-a2d9-497a-bc59-f4ac7ead08bb req-8e72794a-0bc5-45fc-af65-039d07390223 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366428 Jul 28 12:07:02.904156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port dff83072-efb3-4b6b-88b9-08f685ac7d54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:02.908538 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:02.960985 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=dff83072-efb3-4b6b-88b9-08f685ac7d54,revision_number=7']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:02.968866 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['dff83072-efb3-4b6b-88b9-08f685ac7d54'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:07:02.971646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:02.971994 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:02.972333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:02.972669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:02.973001 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:02.973331 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:02.973660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:02.973990 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:02.974316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:02.974670 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:02.975001 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:02.975321 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:04.021233 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a444e06-1be7-4beb-9660-ceb5cdfe4e19 req-02bf59c0-af62-499e-8f69-8fb9d21013a8 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:04.023457 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6a444e06-1be7-4beb-9660-ceb5cdfe4e19 req-02bf59c0-af62-499e-8f69-8fb9d21013a8 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 944 time: 0.0555286 Jul 28 12:07:04.062372 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6a444e06-1be7-4beb-9660-ceb5cdfe4e19 req-b5c5c87a-47d6-498f-b091-dbbaad20f460 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320799 Jul 28 12:07:04.578844 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-8119a38e-fa3b-4a6a-9896-59b2247daeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:04.580343 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-8119a38e-fa3b-4a6a-9896-59b2247daeca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8&tenant_id=da49327bfb0542a4b14f6cda5569abe8 HTTP/1.1" status: 200 len: 1097 time: 0.0417595 Jul 28 12:07:04.641121 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-c49c92e2-a292-4d1e-a675-b0d58e4028fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:04.642618 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-c49c92e2-a292-4d1e-a675-b0d58e4028fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0403771 Jul 28 12:07:04.732646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-dff99760-647b-474c-9c45-e7e59b63283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:04.733997 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-dff99760-647b-474c-9c45-e7e59b63283b service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0847631 Jul 28 12:07:04.744267 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device dff83072-efb3-4b6b-88b9-08f685ac7d54 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:07:04.794381 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port dff83072-efb3-4b6b-88b9-08f685ac7d54 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:07:04.795042 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:04.800961 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-482441fa-f1d1-4d42-8ce2-ca8650d3b57b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54 HTTP/1.1" status: 200 len: 1001 time: 0.0586023 Jul 28 12:07:04.849031 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-acb2cab4-6f4b-4586-ab4c-e7d1af8eb762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:04.850573 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-acb2cab4-6f4b-4586-ab4c-e7d1af8eb762 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0425625 Jul 28 12:07:04.873000 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:04.894631 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16963acd-c839-455f-817d-f745d8200ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff83072-efb3-4b6b-88b9-08f685ac7d54'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:07:04.897111 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127a7551-3d07-4fb3-9d23-7d44e2f6ed98" -d '{"events": [{"server_uuid": "16963acd-c839-455f-817d-f745d8200ec8", "name": "network-vif-plugged", "status": "completed", "tag": "dff83072-efb3-4b6b-88b9-08f685ac7d54"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:07:04.899809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-91cd14ff-afb5-4f04-b54d-b29d5e861cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:04.901335 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-91cd14ff-afb5-4f04-b54d-b29d5e861cf3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0439026 Jul 28 12:07:04.919254 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port dff83072-efb3-4b6b-88b9-08f685ac7d54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:04.924866 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:04.928973 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c60839e-1c54-4870-b4e9-a4a83f59390d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:04.950084 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5205ebae-c3ff-4416-898a-268b0a396baf x-openstack-request-id: req-5205ebae-c3ff-4416-898a-268b0a396baf {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:07:04.950384 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16963acd-c839-455f-817d-f745d8200ec8", "name": "network-vif-plugged", "status": "completed", "tag": "dff83072-efb3-4b6b-88b9-08f685ac7d54", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:07:04.950661 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5205ebae-c3ff-4416-898a-268b0a396baf {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:07:04.951048 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16963acd-c839-455f-817d-f745d8200ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff83072-efb3-4b6b-88b9-08f685ac7d54', 'code': 200} Jul 28 12:07:04.975902 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=dff83072-efb3-4b6b-88b9-08f685ac7d54,revision_number=8']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:04.995070 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-2d8fd054-f088-49ad-b408-b2c8142a0c1d service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862131 Jul 28 12:07:05.085154 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0f12b947-e785-4b60-b6bb-d3fd22fc3637 req-1df59a2d-f85c-4543-8509-e606ee4b7cdb service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831366 Jul 28 12:07:05.179482 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75252aa-df7b-4216-82bd-75099e8efc1f req-c3081610-2a46-42cd-95e8-9722ad3166b6 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:05.180963 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e75252aa-df7b-4216-82bd-75099e8efc1f req-c3081610-2a46-42cd-95e8-9722ad3166b6 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0494568 Jul 28 12:07:05.217974 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e75252aa-df7b-4216-82bd-75099e8efc1f req-ba0c6cc5-c000-4ba1-ab7c-4b0de92a8336 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311866 Jul 28 12:07:05.355779 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:06.337787 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae55b1-0042-4260-acca-611d24708194 req-8bf4b018-1aed-400c-a237-a5763de1b8a8 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:06.339525 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-eaae55b1-0042-4260-acca-611d24708194 req-8bf4b018-1aed-400c-a237-a5763de1b8a8 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0508342 Jul 28 12:07:06.382483 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-eaae55b1-0042-4260-acca-611d24708194 req-78b255b7-adba-4c46-a811-d0792a3f3d45 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370746 Jul 28 12:07:06.449562 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:06.759433 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device dff83072-efb3-4b6b-88b9-08f685ac7d54 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:07:06.832932 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:06.864244 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port dff83072-efb3-4b6b-88b9-08f685ac7d54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:06.868413 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:06.913695 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=dff83072-efb3-4b6b-88b9-08f685ac7d54,revision_number=9']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:06.951693 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16963acd-c839-455f-817d-f745d8200ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dff83072-efb3-4b6b-88b9-08f685ac7d54'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:07:06.953913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349d28e9-d617-4f63-b0a6-87103210afb4" -d '{"events": [{"server_uuid": "16963acd-c839-455f-817d-f745d8200ec8", "name": "network-vif-unplugged", "status": "completed", "tag": "dff83072-efb3-4b6b-88b9-08f685ac7d54"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:07:06.989139 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 12:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4177ef41-450a-4cf1-94e9-a8fdfee223aa x-openstack-request-id: req-4177ef41-450a-4cf1-94e9-a8fdfee223aa {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:07:06.989427 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16963acd-c839-455f-817d-f745d8200ec8", "name": "network-vif-unplugged", "status": "completed", "tag": "dff83072-efb3-4b6b-88b9-08f685ac7d54", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:07:06.989671 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4177ef41-450a-4cf1-94e9-a8fdfee223aa {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:07:06.990061 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16963acd-c839-455f-817d-f745d8200ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dff83072-efb3-4b6b-88b9-08f685ac7d54', 'code': 200} Jul 28 12:07:07.497378 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c6a67-f31d-448d-86b6-6ffdc9ebe385 req-3ae96009-08ae-4f1f-a01f-f9cb00f84e84 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:07.498787 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d38c6a67-f31d-448d-86b6-6ffdc9ebe385 req-3ae96009-08ae-4f1f-a01f-f9cb00f84e84 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 943 time: 0.0485849 Jul 28 12:07:07.536701 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d38c6a67-f31d-448d-86b6-6ffdc9ebe385 req-07c1cd8a-b1dd-4380-be25-55c5c1b29fce tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320966 Jul 28 12:07:07.649041 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01f75c-a85e-491c-998e-ccbcda2a723c req-4be423fa-4e49-4719-819d-112c05dfd68e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:07.650526 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5c01f75c-a85e-491c-998e-ccbcda2a723c req-4be423fa-4e49-4719-819d-112c05dfd68e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 943 time: 0.0485024 Jul 28 12:07:07.689485 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5c01f75c-a85e-491c-998e-ccbcda2a723c req-8230d297-f37e-4927-8854-c28be606fcbd tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331218 Jul 28 12:07:07.801889 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945a853-f491-4fbb-b839-10dce8371598 req-e2ac4adf-e400-4c1f-9c0e-63adf7fd7f78 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:07.803389 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9945a853-f491-4fbb-b839-10dce8371598 req-e2ac4adf-e400-4c1f-9c0e-63adf7fd7f78 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 943 time: 0.0476491 Jul 28 12:07:07.844330 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9945a853-f491-4fbb-b839-10dce8371598 req-793a231f-7e47-431a-b0d4-c835b5bc07c3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343859 Jul 28 12:07:08.006809 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:08.073734 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d78df-b9c4-4112-8fed-2f09d979f6b5 req-2f1348e6-fc8a-4319-aa01-e8ad1ddaff09 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:08.075261 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ce5d78df-b9c4-4112-8fed-2f09d979f6b5 req-2f1348e6-fc8a-4319-aa01-e8ad1ddaff09 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 943 time: 0.0497072 Jul 28 12:07:08.113010 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ce5d78df-b9c4-4112-8fed-2f09d979f6b5 req-4fd0d15b-9810-4f44-a324-e93e922c4ac2 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319684 Jul 28 12:07:08.785641 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device dff83072-efb3-4b6b-88b9-08f685ac7d54 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:07:08.879372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port dff83072-efb3-4b6b-88b9-08f685ac7d54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:08.890187 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': 'dff83072-efb3-4b6b-88b9-08f685ac7d54', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'port_id': 'dff83072-efb3-4b6b-88b9-08f685ac7d54', 'mac_address': 'fa:16:3e:05:c5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:07:08.926594 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:08.938646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff83072-efb3-4b6b-88b9-08f685ac7d54 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:07:08.956788 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port dff83072-efb3-4b6b-88b9-08f685ac7d54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:08.960678 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:09.012693 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=dff83072-efb3-4b6b-88b9-08f685ac7d54,revision_number=10']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:09.018321 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['dff83072-efb3-4b6b-88b9-08f685ac7d54'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:07:09.228446 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa22d30-7e3e-4c76-b0f4-e96ad0ec191f req-f5ae03a1-c012-43df-ba9a-4e12f90eed95 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:09.229926 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bfa22d30-7e3e-4c76-b0f4-e96ad0ec191f req-f5ae03a1-c012-43df-ba9a-4e12f90eed95 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0491145 Jul 28 12:07:09.266585 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bfa22d30-7e3e-4c76-b0f4-e96ad0ec191f req-db882cac-a89a-43ab-b968-9d753ea1ae3c tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307987 Jul 28 12:07:10.112544 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fdedb-f9c7-4fd7-81b3-b617241849c9 req-27edaa49-31f7-45e2-bf93-4a795b4b4507 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:10.113901 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-748fdedb-f9c7-4fd7-81b3-b617241849c9 req-27edaa49-31f7-45e2-bf93-4a795b4b4507 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0479200 Jul 28 12:07:10.199937 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-748fdedb-f9c7-4fd7-81b3-b617241849c9 req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Deleting port dff83072-efb3-4b6b-88b9-08f685ac7d54 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:07:10.200279 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-748fdedb-f9c7-4fd7-81b3-b617241849c9 req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:10.388320 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1219b-0b1a-4b83-821f-b3f989961a01 req-4bec8e7c-3565-4c13-b4a0-a8d7fa4ae225 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:10.389781 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-adb1219b-0b1a-4b83-821f-b3f989961a01 req-4bec8e7c-3565-4c13-b4a0-a8d7fa4ae225 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 945 time: 0.0541089 Jul 28 12:07:10.435002 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-adb1219b-0b1a-4b83-821f-b3f989961a01 req-a1c5c248-f861-4c66-a8e6-ac6148d85066 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389032 Jul 28 12:07:10.570063 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-748fdedb-f9c7-4fd7-81b3-b617241849c9 req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] For port dff83072-efb3-4b6b-88b9-08f685ac7d54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=dff83072-efb3-4b6b-88b9-08f685ac7d54,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:10.570457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-748fdedb-f9c7-4fd7-81b3-b617241849c9 req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:10.733534 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-748fdedb-f9c7-4fd7-81b3-b617241849c9 req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:10.733943 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-748fdedb-f9c7-4fd7-81b3-b617241849c9 req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:10.734383 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [req-748fdedb-f9c7-4fd7-81b3-b617241849c9 req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Floating IP de7d4e54-006e-4a05-804b-1f524e577146 disassociated. External IP: 172.26.1.209, port: dff83072-efb3-4b6b-88b9-08f685ac7d54. Jul 28 12:07:10.734757 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-748fdedb-f9c7-4fd7-81b3-b617241849c9 req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Calling delete_port for dff83072-efb3-4b6b-88b9-08f685ac7d54 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:07:10.791082 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device dff83072-efb3-4b6b-88b9-08f685ac7d54 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:07:10.837725 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port dff83072-efb3-4b6b-88b9-08f685ac7d54 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:07:10.838095 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:10.861370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-748fdedb-f9c7-4fd7-81b3-b617241849c9 req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:10.878655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Could not find standard attr ID for object dff83072-efb3-4b6b-88b9-08f685ac7d54. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 12:07:10.881166 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No ports have port_id starting with dff83072-efb3-4b6b-88b9-08f685ac7d54 Jul 28 12:07:10.888251 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Pushing event deleted for resources: {'Port': ['ID=dff83072-efb3-4b6b-88b9-08f685ac7d54,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:10.897813 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:10.898168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:10.898537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:10.898914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:10.899340 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:10.899752 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:10.900091 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:10.900783 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:10.900783 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:10.901252 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:10.901405 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:10.901734 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:11.016923 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-748fdedb-f9c7-4fd7-81b3-b617241849c9 req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Router c099d8ef-b307-4370-a722-9eb66018af60 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:07:11.123767 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-748fdedb-f9c7-4fd7-81b3-b617241849c9 req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:07:11.134043 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87656cf8-40af-4a70-81a9-1bbefb393ed7 None None] Sync routers for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:07:11.142650 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87656cf8-40af-4a70-81a9-1bbefb393ed7 None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:07:11.143267 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-87656cf8-40af-4a70-81a9-1bbefb393ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:07:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:11.161781 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-748fdedb-f9c7-4fd7-81b3-b617241849c9 req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] No DVR routers for this DVR port dff83072-efb3-4b6b-88b9-08f685ac7d54 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:07:11.164368 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-748fdedb-f9c7-4fd7-81b3-b617241849c9 req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:11.167319 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-748fdedb-f9c7-4fd7-81b3-b617241849c9 req-05a34bba-2570-4754-82a9-b31eafe08076 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "DELETE /v2.0/ports/dff83072-efb3-4b6b-88b9-08f685ac7d54 HTTP/1.1" status: 204 len: 173 time: 1.0472121 Jul 28 12:07:11.167758 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16963acd-c839-455f-817d-f745d8200ec8', 'name': 'network-vif-deleted', 'tag': 'dff83072-efb3-4b6b-88b9-08f685ac7d54'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:07:11.169990 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de999e9-3817-4725-86c3-971dd19afe4c" -d '{"events": [{"server_uuid": "16963acd-c839-455f-817d-f745d8200ec8", "name": "network-vif-deleted", "tag": "dff83072-efb3-4b6b-88b9-08f685ac7d54"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:07:11.219121 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af73270-2cf4-4f52-8a6e-e5019ffb32e6 x-openstack-request-id: req-0af73270-2cf4-4f52-8a6e-e5019ffb32e6 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:07:11.219414 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16963acd-c839-455f-817d-f745d8200ec8", "name": "network-vif-deleted", "tag": "dff83072-efb3-4b6b-88b9-08f685ac7d54", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:07:11.219666 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0af73270-2cf4-4f52-8a6e-e5019ffb32e6 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:07:11.220061 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16963acd-c839-455f-817d-f745d8200ec8', 'name': 'network-vif-deleted', 'tag': 'dff83072-efb3-4b6b-88b9-08f685ac7d54', 'status': 'completed', 'code': 200} Jul 28 12:07:11.251431 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-87656cf8-40af-4a70-81a9-1bbefb393ed7 None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:07:11.450047 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-87656cf8-40af-4a70-81a9-1bbefb393ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:11.477429 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87656cf8-40af-4a70-81a9-1bbefb393ed7 None None] Checking router: c099d8ef-b307-4370-a722-9eb66018af60 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:07:11.485969 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87656cf8-40af-4a70-81a9-1bbefb393ed7 None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:07:11.486671 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-87656cf8-40af-4a70-81a9-1bbefb393ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:07:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:11.549057 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0e5cda44-a2cc-4032-9903-45f5560bf8c5 req-1b85a0b9-a075-46cf-ae9c-2879ba87b04b tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=16963acd-c839-455f-817d-f745d8200ec8 HTTP/1.1" status: 200 len: 210 time: 0.0262189 Jul 28 12:07:11.592052 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-87656cf8-40af-4a70-81a9-1bbefb393ed7 None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:07:11.788379 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-87656cf8-40af-4a70-81a9-1bbefb393ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:11.821554 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87656cf8-40af-4a70-81a9-1bbefb393ed7 None None] The sync data for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv is: [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:07:12.034944 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c5fd9-11a2-4637-b01a-2aa01f51de07 None None] New status for floating IP de7d4e54-006e-4a05-804b-1f524e577146: DOWN {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:07:12.789516 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-5097940c-fa73-4322-9bf6-e00c4152a325 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1874061791&fields=id&tenant_id=da49327bfb0542a4b14f6cda5569abe8 HTTP/1.1" status: 200 len: 267 time: 0.0331032 Jul 28 12:07:12.806943 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device dff83072-efb3-4b6b-88b9-08f685ac7d54 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:07:12.826768 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: dff83072-efb3-4b6b-88b9-08f685ac7d54 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:07:12.827448 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device dff83072-efb3-4b6b-88b9-08f685ac7d54 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:07:12.894469 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-374f50b9-2f4b-4bcb-bd61-05cdbad104e3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:12.895925 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-374f50b9-2f4b-4bcb-bd61-05cdbad104e3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 812 time: 0.0996552 Jul 28 12:07:12.910530 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-93ddfc96-9676-43dc-8076-fdadf315dda3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/quotas/da49327bfb0542a4b14f6cda5569abe8 HTTP/1.1" status: 200 len: 375 time: 0.0086913 Jul 28 12:07:12.967876 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-0ca3d104-e092-4c5e-9804-bfe022b51f66 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517795 Jul 28 12:07:13.061260 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-d5322629-a114-4cc2-8f8f-c01806f1b616 service neutron] 10.222.0.43 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813875 Jul 28 12:07:13.151960 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-ec85afb9-ba04-45b5-821f-862cd4ac9600 service neutron] 10.222.0.43 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844989 Jul 28 12:07:13.310936 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e4ce7d63-02fc-4975-979e-eccfb3eb8344 req-add78ada-1ca7-4424-bf36-cbbe6009b0fc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 210 time: 0.0271170 Jul 28 12:07:14.201651 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-8e168726-25d4-4546-a293-713862957b84 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:14.203157 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-8e168726-25d4-4546-a293-713862957b84 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 812 time: 0.1064792 Jul 28 12:07:14.248975 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-adff36a3-7fce-43d2-be97-a17d8d2ae241 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da49327bfb0542a4b14f6cda5569abe8 HTTP/1.1" status: 200 len: 380 time: 0.0351310 Jul 28 12:07:14.261995 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-623d8547-d3e3-4d80-8d25-8266aacba4a3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Request body: {'port': {'device_id': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'admin_state_up': True, 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'security_groups': ['16a9f84a-8e4d-4c6b-a478-1844a8a821e5']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:07:14.370365 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-623d8547-d3e3-4d80-8d25-8266aacba4a3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Made reservation on behalf of da49327bfb0542a4b14f6cda5569abe8 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:07:14.374124 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-623d8547-d3e3-4d80-8d25-8266aacba4a3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:14.404089 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-763a36ca-8ce7-45eb-8817-6c1c99a558b8 req-5fd7f011-df78-4c54-8259-3be65ac309b9 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 210 time: 0.0257058 Jul 28 12:07:14.505856 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-623d8547-d3e3-4d80-8d25-8266aacba4a3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Allocated IP 172.20.0.5 (c0f9caef-909e-40c6-be56-2a8b08a39262/548a6332-81f2-4552-b212-9f942862b603/9318f092-1eb6-4632-9c90-eec5be86b551) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:07:14.642942 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-623d8547-d3e3-4d80-8d25-8266aacba4a3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:14.656329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-623d8547-d3e3-4d80-8d25-8266aacba4a3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Transition to ACTIVE for port object 9318f092-1eb6-4632-9c90-eec5be86b551 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:07:14.688784 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-623d8547-d3e3-4d80-8d25-8266aacba4a3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:14.726788 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-623d8547-d3e3-4d80-8d25-8266aacba4a3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Network c0f9caef-909e-40c6-be56-2a8b08a39262 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:07:14.730333 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-623d8547-d3e3-4d80-8d25-8266aacba4a3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:07:14.733896 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-623d8547-d3e3-4d80-8d25-8266aacba4a3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:07:14.764604 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d8547-d3e3-4d80-8d25-8266aacba4a3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Pushing event updated for resources: {'Port': ['ID=9318f092-1eb6-4632-9c90-eec5be86b551,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:14.791576 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-623d8547-d3e3-4d80-8d25-8266aacba4a3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:14.792222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-623d8547-d3e3-4d80-8d25-8266aacba4a3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:14.807457 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-623d8547-d3e3-4d80-8d25-8266aacba4a3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5502219 Jul 28 12:07:14.820018 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Request body: {'port': {'device_id': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:07:14.881821 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:14.970584 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-de794de9-ba2c-417b-819e-23a48ce7e46e None None] Provisioning for port 9318f092-1eb6-4632-9c90-eec5be86b551 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:07:14.974154 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-de794de9-ba2c-417b-819e-23a48ce7e46e None None] Provisioning complete for port 9318f092-1eb6-4632-9c90-eec5be86b551 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:07:14.974554 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de794de9-ba2c-417b-819e-23a48ce7e46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:15.008867 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-de794de9-ba2c-417b-819e-23a48ce7e46e None None] Port 9318f092-1eb6-4632-9c90-eec5be86b551 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:07:15.142936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9318f092-1eb6-4632-9c90-eec5be86b551 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:07:15.150950 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:15.162520 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Transition to ACTIVE for port object 9318f092-1eb6-4632-9c90-eec5be86b551 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:07:15.166163 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:15.216905 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Pushing event updated for resources: {'Port': ['ID=9318f092-1eb6-4632-9c90-eec5be86b551,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:15.288708 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Attempting to bind port 9318f092-1eb6-4632-9c90-eec5be86b551 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:07:15.289051 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Attempting to bind port 9318f092-1eb6-4632-9c90-eec5be86b551 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:07:15.289382 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Attempting to bind port 9318f092-1eb6-4632-9c90-eec5be86b551 on network c0f9caef-909e-40c6-be56-2a8b08a39262 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:07:15.294587 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Port 9318f092-1eb6-4632-9c90-eec5be86b551 on network c0f9caef-909e-40c6-be56-2a8b08a39262 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:07:15.294918 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Attempting to bind port 9318f092-1eb6-4632-9c90-eec5be86b551 on network c0f9caef-909e-40c6-be56-2a8b08a39262 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:07:15.300045 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:07:15.300385 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Checking segment: {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:07:15.300772 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Bound using segment: {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:07:15.301204 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Bound port: 9318f092-1eb6-4632-9c90-eec5be86b551, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618ca567-5828-4f4f-8071-eb3f4f247f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:07:15.301566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:15.367088 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] For port 9318f092-1eb6-4632-9c90-eec5be86b551, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:07:15.371335 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] For port 9318f092-1eb6-4632-9c90-eec5be86b551, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9318f092-1eb6-4632-9c90-eec5be86b551,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:07:15.375936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:15.407679 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:15.408365 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:15.409758 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] 10.222.0.39 "PUT /v2.0/ports/9318f092-1eb6-4632-9c90-eec5be86b551 HTTP/1.1" status: 200 len: 1093 time: 0.5941703 Jul 28 12:07:15.410468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'tag': '9318f092-1eb6-4632-9c90-eec5be86b551'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:07:15.412712 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab932851-1b03-42a3-a1fd-46bd9313bc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1b7eb2-8fd8-43ee-b212-c4868758567f", "tag": "9318f092-1eb6-4632-9c90-eec5be86b551"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:07:15.469356 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952a895a-f1b0-4a32-97c4-cadaf16e896e x-openstack-request-id: req-952a895a-f1b0-4a32-97c4-cadaf16e896e {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:07:15.469657 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1b7eb2-8fd8-43ee-b212-c4868758567f", "tag": "9318f092-1eb6-4632-9c90-eec5be86b551", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:07:15.469917 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-952a895a-f1b0-4a32-97c4-cadaf16e896e {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:07:15.470322 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'tag': '9318f092-1eb6-4632-9c90-eec5be86b551', 'status': 'completed', 'code': 200} Jul 28 12:07:15.503213 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e3f81-df89-4fad-8f1b-2d10299a5787 service neutron] Pushing event updated for resources: {'Port': ['ID=9318f092-1eb6-4632-9c90-eec5be86b551,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:15.521098 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-0c93c78b-cb7d-4bc4-9d9d-b5470b0566e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:15.522690 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-0c93c78b-cb7d-4bc4-9d9d-b5470b0566e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 1096 time: 0.0647700 Jul 28 12:07:15.556798 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0e6ab-462c-494c-a00b-32f7b0bd482a req-848b92f0-05e2-456e-b84c-a1cbef573d91 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:15.558659 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-02f0e6ab-462c-494c-a00b-32f7b0bd482a req-848b92f0-05e2-456e-b84c-a1cbef573d91 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 943 time: 0.0578158 Jul 28 12:07:15.566981 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-dffa3f48-5d66-417c-81f5-6671720c8511 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9318f092-1eb6-4632-9c90-eec5be86b551 HTTP/1.1" status: 200 len: 217 time: 0.0363936 Jul 28 12:07:15.600143 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-02f0e6ab-462c-494c-a00b-32f7b0bd482a req-7be1a434-db64-4f42-9f8e-e577688fdd91 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348682 Jul 28 12:07:15.617187 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-670044b6-3290-4c72-af2c-a65469f5c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:15.619367 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-670044b6-3290-4c72-af2c-a65469f5c309 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0458436 Jul 28 12:07:15.669751 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-ea36e996-43b7-40b1-9e59-9d791166628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:15.671264 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-ea36e996-43b7-40b1-9e59-9d791166628b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0450482 Jul 28 12:07:15.760397 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-279ef4e8-0ad8-448c-bb1d-6504cacc6cc8 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811179 Jul 28 12:07:15.851228 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5938994b-ea3c-4578-90ae-9002c66ac8e2 req-8cdfc23c-af7b-40a3-b149-78c6735f7602 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841413 Jul 28 12:07:15.941226 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab932851-1b03-42a3-a1fd-46bd9313bc4b req-4ba382ba-c209-4254-a312-2af2f2493ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:15.942639 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ab932851-1b03-42a3-a1fd-46bd9313bc4b req-4ba382ba-c209-4254-a312-2af2f2493ebc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 1096 time: 0.0417125 Jul 28 12:07:16.031086 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab932851-1b03-42a3-a1fd-46bd9313bc4b req-d81849f8-9e8b-4894-96b1-766c57193512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:16.032538 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ab932851-1b03-42a3-a1fd-46bd9313bc4b req-d81849f8-9e8b-4894-96b1-766c57193512 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0814095 Jul 28 12:07:16.078408 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ab932851-1b03-42a3-a1fd-46bd9313bc4b req-012d392f-c877-48f5-9500-e3813517f68d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9318f092-1eb6-4632-9c90-eec5be86b551 HTTP/1.1" status: 200 len: 217 time: 0.0368695 Jul 28 12:07:16.128390 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab932851-1b03-42a3-a1fd-46bd9313bc4b req-c4641444-1c3c-4b34-80af-ac4ad6861e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:16.129786 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ab932851-1b03-42a3-a1fd-46bd9313bc4b req-c4641444-1c3c-4b34-80af-ac4ad6861e68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0433905 Jul 28 12:07:16.175799 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab932851-1b03-42a3-a1fd-46bd9313bc4b req-2b66de80-0892-470c-9de3-787c78c47b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:16.177454 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ab932851-1b03-42a3-a1fd-46bd9313bc4b req-2b66de80-0892-470c-9de3-787c78c47b50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0394301 Jul 28 12:07:16.270881 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ab932851-1b03-42a3-a1fd-46bd9313bc4b req-a4c65031-ac1a-489c-a509-5520c3e03dcf service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848491 Jul 28 12:07:16.358289 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ab932851-1b03-42a3-a1fd-46bd9313bc4b req-62637504-013c-425e-a8df-803266b1b50e service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800619 Jul 28 12:07:16.719018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec48c7e-b252-46d4-9e48-3fdc4d906297 req-6c94bb3e-4de5-4dea-b076-93c6d72a3be4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:16.720470 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2ec48c7e-b252-46d4-9e48-3fdc4d906297 req-6c94bb3e-4de5-4dea-b076-93c6d72a3be4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 943 time: 0.0515432 Jul 28 12:07:16.756959 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2ec48c7e-b252-46d4-9e48-3fdc4d906297 req-0411577a-1aa9-4ce3-8da4-79e0e6accb5c tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307570 Jul 28 12:07:17.872789 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf014a1-a5e8-4e20-b18c-3af2f96c139a req-0c45cd14-37ed-4293-af6f-cee8fdb01eac tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:17.874293 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ecf014a1-a5e8-4e20-b18c-3af2f96c139a req-0c45cd14-37ed-4293-af6f-cee8fdb01eac tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 943 time: 0.0499043 Jul 28 12:07:17.912160 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ecf014a1-a5e8-4e20-b18c-3af2f96c139a req-c161bb33-4b6b-4694-b6e0-e1d34a45fc24 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320187 Jul 28 12:07:18.836441 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 9318f092-1eb6-4632-9c90-eec5be86b551 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:07:18.931100 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 9318f092-1eb6-4632-9c90-eec5be86b551, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9318f092-1eb6-4632-9c90-eec5be86b551,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:18.942563 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '9318f092-1eb6-4632-9c90-eec5be86b551', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'port_id': '9318f092-1eb6-4632-9c90-eec5be86b551', 'mac_address': 'fa:16:3e:1d:17:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:07:18.978902 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:18.991241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9318f092-1eb6-4632-9c90-eec5be86b551 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:07:19.010631 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 9318f092-1eb6-4632-9c90-eec5be86b551, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9318f092-1eb6-4632-9c90-eec5be86b551,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:19.014627 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:19.025851 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b0a79-d3ea-4743-8678-33833b882173 req-64aa792b-8eac-4256-9981-3d82355e3907 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:19.027371 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6c2b0a79-d3ea-4743-8678-33833b882173 req-64aa792b-8eac-4256-9981-3d82355e3907 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 943 time: 0.0494552 Jul 28 12:07:19.063917 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=9318f092-1eb6-4632-9c90-eec5be86b551,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:19.066133 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6c2b0a79-d3ea-4743-8678-33833b882173 req-de9997ba-ad64-4ff9-9f42-40cd5729d729 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327814 Jul 28 12:07:19.215488 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['9318f092-1eb6-4632-9c90-eec5be86b551'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:07:20.183908 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d8453-353e-44b4-9ef7-3900c74219b2 req-1a06a7f8-8d02-4490-afb0-f2ef2840ed9c tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:20.185341 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-338d8453-353e-44b4-9ef7-3900c74219b2 req-1a06a7f8-8d02-4490-afb0-f2ef2840ed9c tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 944 time: 0.0528643 Jul 28 12:07:20.208512 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:20.223575 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-338d8453-353e-44b4-9ef7-3900c74219b2 req-d6e409fb-7c8f-4c33-8ca2-0c65b7abffdd tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324030 Jul 28 12:07:20.839966 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 9318f092-1eb6-4632-9c90-eec5be86b551 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:07:21.034782 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 9318f092-1eb6-4632-9c90-eec5be86b551 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:07:21.038659 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 9318f092-1eb6-4632-9c90-eec5be86b551 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:07:21.039026 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:21.113146 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:21.135019 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9318f092-1eb6-4632-9c90-eec5be86b551'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:07:21.137233 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2678bc4-e76f-4e59-9202-74dc84829966" -d '{"events": [{"server_uuid": "ea1b7eb2-8fd8-43ee-b212-c4868758567f", "name": "network-vif-plugged", "status": "completed", "tag": "9318f092-1eb6-4632-9c90-eec5be86b551"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:07:21.150233 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 9318f092-1eb6-4632-9c90-eec5be86b551, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9318f092-1eb6-4632-9c90-eec5be86b551,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:21.155637 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:21.178949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5500c76c-1383-46e0-b041-9f2d1fba5cc2 x-openstack-request-id: req-5500c76c-1383-46e0-b041-9f2d1fba5cc2 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:07:21.179245 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1b7eb2-8fd8-43ee-b212-c4868758567f", "name": "network-vif-plugged", "status": "completed", "tag": "9318f092-1eb6-4632-9c90-eec5be86b551", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:07:21.179498 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5500c76c-1383-46e0-b041-9f2d1fba5cc2 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:07:21.179889 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9318f092-1eb6-4632-9c90-eec5be86b551', 'code': 200} Jul 28 12:07:21.210683 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=9318f092-1eb6-4632-9c90-eec5be86b551,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:21.339297 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf34c6-2e23-47fa-b777-e8125383e835 req-53c962c2-d971-4a38-a7fd-73deaa81acf5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:21.341127 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-cfbf34c6-2e23-47fa-b777-e8125383e835 req-53c962c2-d971-4a38-a7fd-73deaa81acf5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0495722 Jul 28 12:07:21.347474 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b948a-5316-41ea-a39b-92571f20ac1d req-0abffdf6-c0f9-43f8-9cfb-18bb069f9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:21.348967 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2c7b948a-5316-41ea-a39b-92571f20ac1d req-0abffdf6-c0f9-43f8-9cfb-18bb069f9eff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 1098 time: 0.0463979 Jul 28 12:07:21.389993 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-cfbf34c6-2e23-47fa-b777-e8125383e835 req-908005e8-dd0a-43ea-beb8-2d3092d4f4df tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427303 Jul 28 12:07:21.390282 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2c7b948a-5316-41ea-a39b-92571f20ac1d req-797e60b1-0555-46b4-aff4-741b6274c7c4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336802 Jul 28 12:07:22.506661 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d1e77-dad8-48a2-8771-1846a1250ccb req-e14cd02d-5139-406d-8ca0-083a365f15fb tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:22.508128 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-996d1e77-dad8-48a2-8771-1846a1250ccb req-e14cd02d-5139-406d-8ca0-083a365f15fb tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0491099 Jul 28 12:07:22.546185 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-996d1e77-dad8-48a2-8771-1846a1250ccb req-e22965d1-0b5b-4ca0-8516-7e1881e209cb tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316286 Jul 28 12:07:22.658081 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a583264-a4a5-4df3-9662-9789d3784678 req-c7e15646-580d-4dfa-a65a-93fcf0b4e573 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:22.659554 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5a583264-a4a5-4df3-9662-9789d3784678 req-c7e15646-580d-4dfa-a65a-93fcf0b4e573 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0517161 Jul 28 12:07:22.668366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 35458) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:22.672804 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-a14cb8d0-1aa0-4711-9944-80b2f42ae2b0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Request body: {'floatingip': {'port_id': '9318f092-1eb6-4632-9c90-eec5be86b551'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:07:22.710318 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a14cb8d0-1aa0-4711-9944-80b2f42ae2b0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for floatingip, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:23.443601 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a14cb8d0-1aa0-4711-9944-80b2f42ae2b0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:23.447085 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a14cb8d0-1aa0-4711-9944-80b2f42ae2b0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:23.543941 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-a14cb8d0-1aa0-4711-9944-80b2f42ae2b0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Floating IP de7d4e54-006e-4a05-804b-1f524e577146 associated. External IP: 172.26.1.209, port: 9318f092-1eb6-4632-9c90-eec5be86b551. Jul 28 12:07:23.740187 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14cb8d0-1aa0-4711-9944-80b2f42ae2b0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Router c099d8ef-b307-4370-a722-9eb66018af60 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:07:23.845507 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14cb8d0-1aa0-4711-9944-80b2f42ae2b0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:07:23.850344 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a14cb8d0-1aa0-4711-9944-80b2f42ae2b0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:23.855068 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9727dd1-1f10-4cb9-91ab-ac992119755e None None] Sync routers for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:07:23.864679 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9727dd1-1f10-4cb9-91ab-ac992119755e None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:07:23.865300 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e9727dd1-1f10-4cb9-91ab-ac992119755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:07:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:23.882734 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a14cb8d0-1aa0-4711-9944-80b2f42ae2b0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "PUT /v2.0/floatingips/de7d4e54-006e-4a05-804b-1f524e577146 HTTP/1.1" status: 200 len: 992 time: 1.2106638 Jul 28 12:07:23.882734 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'tag': '9318f092-1eb6-4632-9c90-eec5be86b551'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:07:23.883172 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0f4419-aca9-4b4f-9430-046dc47f115b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1b7eb2-8fd8-43ee-b212-c4868758567f", "tag": "9318f092-1eb6-4632-9c90-eec5be86b551"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:07:23.920372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546e6c6e-9e6c-422e-b514-6a873ca422a0 x-openstack-request-id: req-546e6c6e-9e6c-422e-b514-6a873ca422a0 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:07:23.920666 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1b7eb2-8fd8-43ee-b212-c4868758567f", "tag": "9318f092-1eb6-4632-9c90-eec5be86b551", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:07:23.920914 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-546e6c6e-9e6c-422e-b514-6a873ca422a0 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:07:23.921313 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'tag': '9318f092-1eb6-4632-9c90-eec5be86b551', 'status': 'completed', 'code': 200} Jul 28 12:07:23.979279 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-e9727dd1-1f10-4cb9-91ab-ac992119755e None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:07:23.988011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f4419-aca9-4b4f-9430-046dc47f115b req-8e40872b-2d2e-4f15-98b4-dac72f8ede52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:23.989554 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-df0f4419-aca9-4b4f-9430-046dc47f115b req-8e40872b-2d2e-4f15-98b4-dac72f8ede52 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 1098 time: 0.0420423 Jul 28 12:07:24.077640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f4419-aca9-4b4f-9430-046dc47f115b req-c8f84f2c-55be-4415-9b0c-945b8ccb77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:24.079112 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-df0f4419-aca9-4b4f-9430-046dc47f115b req-c8f84f2c-55be-4415-9b0c-945b8ccb77fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0826709 Jul 28 12:07:24.149131 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-df0f4419-aca9-4b4f-9430-046dc47f115b req-3a8f11fb-36b9-4533-a95a-48dda0f74c8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9318f092-1eb6-4632-9c90-eec5be86b551 HTTP/1.1" status: 200 len: 1000 time: 0.0630801 Jul 28 12:07:24.198431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f4419-aca9-4b4f-9430-046dc47f115b req-3a15e698-ef21-452a-b2a8-238749de7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:24.198691 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e9727dd1-1f10-4cb9-91ab-ac992119755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'de7d4e54-006e-4a05-804b-1f524e577146', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'floating_ip_address': '172.26.1.209', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'port_id': '9318f092-1eb6-4632-9c90-eec5be86b551', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'mac_address': 'fa:16:3e:1d:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:03:32Z', 'updated_at': '2021-07-28T12:07:23Z', 'revision_number': 13, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:24.199958 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-df0f4419-aca9-4b4f-9430-046dc47f115b req-3a15e698-ef21-452a-b2a8-238749de7c6f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0443087 Jul 28 12:07:24.228377 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9727dd1-1f10-4cb9-91ab-ac992119755e None None] Checking router: c099d8ef-b307-4370-a722-9eb66018af60 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:07:24.237456 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9727dd1-1f10-4cb9-91ab-ac992119755e None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:07:24.238068 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e9727dd1-1f10-4cb9-91ab-ac992119755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:07:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:24.245426 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f4419-aca9-4b4f-9430-046dc47f115b req-7c5072e3-ad33-48be-9abe-8d4b86de0d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:24.246962 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-df0f4419-aca9-4b4f-9430-046dc47f115b req-7c5072e3-ad33-48be-9abe-8d4b86de0d56 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402989 Jul 28 12:07:24.338156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-e9727dd1-1f10-4cb9-91ab-ac992119755e None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:07:24.338858 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-df0f4419-aca9-4b4f-9430-046dc47f115b req-bfb3d896-13d8-482a-9370-0906b184d564 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841446 Jul 28 12:07:24.428982 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-df0f4419-aca9-4b4f-9430-046dc47f115b req-eff41411-80bf-417f-bc3f-d260b31c7e7a service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831168 Jul 28 12:07:24.558052 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e9727dd1-1f10-4cb9-91ab-ac992119755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'de7d4e54-006e-4a05-804b-1f524e577146', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'floating_ip_address': '172.26.1.209', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'port_id': '9318f092-1eb6-4632-9c90-eec5be86b551', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'mac_address': 'fa:16:3e:1d:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:03:32Z', 'updated_at': '2021-07-28T12:07:23Z', 'revision_number': 13, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:24.583378 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9727dd1-1f10-4cb9-91ab-ac992119755e None None] The sync data for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv is: [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'de7d4e54-006e-4a05-804b-1f524e577146', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'floating_ip_address': '172.26.1.209', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'port_id': '9318f092-1eb6-4632-9c90-eec5be86b551', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'mac_address': 'fa:16:3e:1d:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:03:32Z', 'updated_at': '2021-07-28T12:07:23Z', 'revision_number': 13, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:07:24.770162 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41951ef-cf49-45c0-8828-2e9c18b22007 None None] New status for floating IP de7d4e54-006e-4a05-804b-1f524e577146: ACTIVE {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:07:32.419009 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e40e1f75-92de-4b1a-bf2f-4233458d3458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:33.868026 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:07:34.910125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1dbe72bb-5e36-48af-880a-6e5cd41c9200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:35.356264 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:36.450286 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:38.009134 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:50.218910 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:02.217464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950862cf-570b-40e9-9d76-da55cf675070 req-dbec0da0-bf3b-473d-80fd-de5c4dee7e18 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:02.218976 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-950862cf-570b-40e9-9d76-da55cf675070 req-dbec0da0-bf3b-473d-80fd-de5c4dee7e18 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0488243 Jul 28 12:08:02.256467 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-950862cf-570b-40e9-9d76-da55cf675070 req-66ba1c3b-5676-4016-a67c-f8ce441f6d88 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316241 Jul 28 12:08:02.425476 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07256632-aae5-4987-91d8-ac4879b19a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:04.912221 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-82e83013-d966-4440-b09c-95fcdf8819c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:05.356764 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:06.452441 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:08.011645 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:10.866714 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:08:13.341406 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91c35017-c319-4893-b3b4-539df401c65f req-ccab9acd-3ff4-4af0-b7c3-0559efd44da9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410967 Jul 28 12:08:13.361770 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4e347-1982-4ade-9138-4d25fb1aef60 req-b0be5d69-1b2a-436a-86fd-4a4ba40eb06b tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:13.363281 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-64b4e347-1982-4ade-9138-4d25fb1aef60 req-b0be5d69-1b2a-436a-86fd-4a4ba40eb06b tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0502949 Jul 28 12:08:13.404104 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-64b4e347-1982-4ade-9138-4d25fb1aef60 req-8f27c951-da3b-4efc-af2b-80d9b2ef79f4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339532 Jul 28 12:08:13.902941 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ceb389-7d76-4d46-a88d-9c591b976c25 req-a0f434d8-5b16-4653-bebd-dd7527127f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:13.904384 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54ceb389-7d76-4d46-a88d-9c591b976c25 req-a0f434d8-5b16-4653-bebd-dd7527127f1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 1098 time: 0.0502372 Jul 28 12:08:14.005186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ceb389-7d76-4d46-a88d-9c591b976c25 req-86a3dc24-b1de-446c-a9dd-a135e889844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:14.006670 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54ceb389-7d76-4d46-a88d-9c591b976c25 req-86a3dc24-b1de-446c-a9dd-a135e889844c service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0837698 Jul 28 12:08:14.076809 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54ceb389-7d76-4d46-a88d-9c591b976c25 req-6c278c84-05bf-4803-86ec-2c51903153da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9318f092-1eb6-4632-9c90-eec5be86b551 HTTP/1.1" status: 200 len: 1002 time: 0.0628450 Jul 28 12:08:14.128240 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ceb389-7d76-4d46-a88d-9c591b976c25 req-08c4f388-8ba4-492a-b50d-a13c82a4f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:14.129723 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54ceb389-7d76-4d46-a88d-9c591b976c25 req-08c4f388-8ba4-492a-b50d-a13c82a4f0e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0436070 Jul 28 12:08:14.175394 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ceb389-7d76-4d46-a88d-9c591b976c25 req-7e6d0651-b847-4a92-bcaa-504136093ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:14.176831 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54ceb389-7d76-4d46-a88d-9c591b976c25 req-7e6d0651-b847-4a92-bcaa-504136093ae6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396276 Jul 28 12:08:14.266904 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54ceb389-7d76-4d46-a88d-9c591b976c25 req-dbfe085d-1dc4-4c35-86b8-28df6784fce0 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822856 Jul 28 12:08:14.356664 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-54ceb389-7d76-4d46-a88d-9c591b976c25 req-e05f4059-672b-4426-b118-0f968fe1fbad service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820723 Jul 28 12:08:14.433567 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c35017-c319-4893-b3b4-539df401c65f req-9b20efb8-7189-4073-816a-40003d04be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:14.435137 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91c35017-c319-4893-b3b4-539df401c65f req-9b20efb8-7189-4073-816a-40003d04be0e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 1098 time: 0.0407045 Jul 28 12:08:14.521460 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d021968-5673-4617-97cc-31ef5f06b0f9 req-0560fc9c-49f3-401c-ab51-e1f864bc7e87 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:14.522982 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8d021968-5673-4617-97cc-31ef5f06b0f9 req-0560fc9c-49f3-401c-ab51-e1f864bc7e87 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0502303 Jul 28 12:08:14.529616 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c35017-c319-4893-b3b4-539df401c65f req-a20ca0b6-4069-4a2e-b86e-423d735bffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:14.531213 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91c35017-c319-4893-b3b4-539df401c65f req-a20ca0b6-4069-4a2e-b86e-423d735bffb3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0897260 Jul 28 12:08:14.565722 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8d021968-5673-4617-97cc-31ef5f06b0f9 req-404207fb-99e0-469c-bfac-13cd7bdd7c0f tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360739 Jul 28 12:08:14.596374 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91c35017-c319-4893-b3b4-539df401c65f req-7b07c4d8-e5ca-43cf-91e3-cd96848657b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9318f092-1eb6-4632-9c90-eec5be86b551 HTTP/1.1" status: 200 len: 1002 time: 0.0578427 Jul 28 12:08:14.647383 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c35017-c319-4893-b3b4-539df401c65f req-df88b019-eaf8-4651-9a97-30ea4b553007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:14.648797 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91c35017-c319-4893-b3b4-539df401c65f req-df88b019-eaf8-4651-9a97-30ea4b553007 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0462668 Jul 28 12:08:14.693445 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c35017-c319-4893-b3b4-539df401c65f req-8549bc3c-4b25-43b3-9c16-417c41c62281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:14.694835 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91c35017-c319-4893-b3b4-539df401c65f req-8549bc3c-4b25-43b3-9c16-417c41c62281 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391529 Jul 28 12:08:14.780389 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91c35017-c319-4893-b3b4-539df401c65f req-509999db-775c-4a05-a37a-78ea579b5f3b service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781760 Jul 28 12:08:14.870391 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91c35017-c319-4893-b3b4-539df401c65f req-3b5ae70a-ecb7-4b21-83ac-35e5400f2e07 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833724 Jul 28 12:08:15.682435 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65d781-8461-45cf-80bc-cf13d4d8a4c6 req-7567e6a6-da88-4dc9-8b18-813db8974d93 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:15.683913 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2e65d781-8461-45cf-80bc-cf13d4d8a4c6 req-7567e6a6-da88-4dc9-8b18-813db8974d93 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0490692 Jul 28 12:08:15.721251 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2e65d781-8461-45cf-80bc-cf13d4d8a4c6 req-f4cd35fc-4884-4007-9ffd-50373e014a03 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313601 Jul 28 12:08:16.835808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e2585-2d1a-475c-8b92-b2c6d63f93db req-0a3e0c86-24ea-45ac-9eb8-eede8e1dd0f0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:16.837305 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-602e2585-2d1a-475c-8b92-b2c6d63f93db req-0a3e0c86-24ea-45ac-9eb8-eede8e1dd0f0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0483246 Jul 28 12:08:16.875916 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-602e2585-2d1a-475c-8b92-b2c6d63f93db req-9aba2993-652d-4fe5-8f0e-3388c7236adb tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325408 Jul 28 12:08:17.989685 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870f00e-ec9f-4985-ba36-794a28dcea68 req-4ef8d2be-06d2-4029-84c0-4eb7b591869d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:17.991154 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3870f00e-ec9f-4985-ba36-794a28dcea68 req-4ef8d2be-06d2-4029-84c0-4eb7b591869d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0480018 Jul 28 12:08:18.032125 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3870f00e-ec9f-4985-ba36-794a28dcea68 req-efa86ec5-4f7d-44f0-a703-69751e27312a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345399 Jul 28 12:08:19.145932 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e37937-ade6-4a4d-85de-e5ac7f6aad0b req-6037cb1f-1a05-4edd-86dd-6c5004f75782 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:19.147423 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d6e37937-ade6-4a4d-85de-e5ac7f6aad0b req-6037cb1f-1a05-4edd-86dd-6c5004f75782 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0479245 Jul 28 12:08:19.186362 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d6e37937-ade6-4a4d-85de-e5ac7f6aad0b req-c67a555f-2fc7-4df4-b77c-9d74d9128b27 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322917 Jul 28 12:08:20.244408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:20.302273 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1f2a2-1735-4918-b44a-b15a9b47eb63 req-2c37988d-6a6d-4bf2-a37a-73cfddcc45d3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:20.303744 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5be1f2a2-1735-4918-b44a-b15a9b47eb63 req-2c37988d-6a6d-4bf2-a37a-73cfddcc45d3 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0498588 Jul 28 12:08:20.341105 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5be1f2a2-1735-4918-b44a-b15a9b47eb63 req-e11fba0d-9b16-41ff-b438-035420e5d239 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306494 Jul 28 12:08:21.454994 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a6616-c4f7-47ee-8c41-69adcf5d16b1 req-526b9c36-c73b-4cb0-9e57-46ecd83d726b tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:21.456453 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0e4a6616-c4f7-47ee-8c41-69adcf5d16b1 req-526b9c36-c73b-4cb0-9e57-46ecd83d726b tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0481710 Jul 28 12:08:21.497569 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0e4a6616-c4f7-47ee-8c41-69adcf5d16b1 req-d45e3a9e-d2d0-4c30-946c-d78c39d5b7d4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346897 Jul 28 12:08:22.611691 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8818406-3c02-452d-8ccb-c88f2bda310b req-9cc6cdcd-9414-47ee-a7f4-411093a4191a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:22.613153 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a8818406-3c02-452d-8ccb-c88f2bda310b req-9cc6cdcd-9414-47ee-a7f4-411093a4191a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0482233 Jul 28 12:08:22.650237 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a8818406-3c02-452d-8ccb-c88f2bda310b req-6849b9e8-f229-41b7-a402-e83bdef67fb5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304964 Jul 28 12:08:23.766439 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ce37b-6107-460c-85e8-37efb6881a80 req-e664fd2b-b22b-4185-ba49-de2718163e6f tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:23.767920 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-282ce37b-6107-460c-85e8-37efb6881a80 req-e664fd2b-b22b-4185-ba49-de2718163e6f tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0489275 Jul 28 12:08:23.804716 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-282ce37b-6107-460c-85e8-37efb6881a80 req-4bf516a2-7154-413a-98f4-af1bb4dcdaa4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309715 Jul 28 12:08:24.919652 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8beacd4-7b89-4fc9-84de-10c8f145c023 req-4f91b20a-f97a-423c-9e9b-1987f8963893 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:24.921185 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e8beacd4-7b89-4fc9-84de-10c8f145c023 req-4f91b20a-f97a-423c-9e9b-1987f8963893 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0491755 Jul 28 12:08:24.962727 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e8beacd4-7b89-4fc9-84de-10c8f145c023 req-947a53cc-bc9f-4db7-9bb4-f4cf8a24376c tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355198 Jul 28 12:08:26.076635 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26883262-9a58-456e-8a9c-36b9ea1ec6e1 req-44d4098a-5666-4f2e-ba77-da3ce85a8bcb tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:26.078012 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-26883262-9a58-456e-8a9c-36b9ea1ec6e1 req-44d4098a-5666-4f2e-ba77-da3ce85a8bcb tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0488875 Jul 28 12:08:26.115338 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-26883262-9a58-456e-8a9c-36b9ea1ec6e1 req-389c2612-63c9-48d0-b3fe-ec80d0a1885a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315175 Jul 28 12:08:27.230848 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a404ca-19ae-49eb-b07e-ef232c42d4f7 req-fb4155c0-13af-4d80-a55c-8770a6be97ec tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:27.232292 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-53a404ca-19ae-49eb-b07e-ef232c42d4f7 req-fb4155c0-13af-4d80-a55c-8770a6be97ec tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0495813 Jul 28 12:08:27.270573 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-53a404ca-19ae-49eb-b07e-ef232c42d4f7 req-5cbdfad8-7ecf-4131-a8f8-c2a13143ca25 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322316 Jul 28 12:08:28.203790 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91c35017-c319-4893-b3b4-539df401c65f req-1474b848-4a27-43ac-9c0d-b16d90598884 service neutron] 10.222.0.39 "GET /v2.0/ports/9318f092-1eb6-4632-9c90-eec5be86b551/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0557442 Jul 28 12:08:28.389749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dffffc-6dd7-4654-953e-3c21a467239a req-c88862ba-b689-412f-a3f0-70ee60dfc3cb tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:28.391368 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a7dffffc-6dd7-4654-953e-3c21a467239a req-c88862ba-b689-412f-a3f0-70ee60dfc3cb tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0489452 Jul 28 12:08:28.400900 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c35017-c319-4893-b3b4-539df401c65f req-fae8dbbf-cc03-45c5-b0f7-5f8975b1fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:28.402507 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91c35017-c319-4893-b3b4-539df401c65f req-fae8dbbf-cc03-45c5-b0f7-5f8975b1fd74 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f&tenant_id=da49327bfb0542a4b14f6cda5569abe8 HTTP/1.1" status: 200 len: 1098 time: 0.0425677 Jul 28 12:08:28.434575 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a7dffffc-6dd7-4654-953e-3c21a467239a req-b37cfa24-a31e-4d14-a19d-b4e633ca27fb tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371797 Jul 28 12:08:28.466877 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c35017-c319-4893-b3b4-539df401c65f req-4e33516f-2f9a-4f9d-8dc9-7d77d4d05314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:28.468431 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91c35017-c319-4893-b3b4-539df401c65f req-4e33516f-2f9a-4f9d-8dc9-7d77d4d05314 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 1098 time: 0.0452216 Jul 28 12:08:28.640945 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c35017-c319-4893-b3b4-539df401c65f req-53a4a6c2-39b3-43db-b17d-b07f28e701e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:28.642292 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91c35017-c319-4893-b3b4-539df401c65f req-53a4a6c2-39b3-43db-b17d-b07f28e701e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0820167 Jul 28 12:08:28.708891 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91c35017-c319-4893-b3b4-539df401c65f req-63dd33e7-e57b-4447-8960-e08f5f6b787a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9318f092-1eb6-4632-9c90-eec5be86b551 HTTP/1.1" status: 200 len: 1002 time: 0.0591488 Jul 28 12:08:28.756407 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c35017-c319-4893-b3b4-539df401c65f req-ad5b5a1c-6bb4-479a-b2a6-94ae6c8d5ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:28.757784 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91c35017-c319-4893-b3b4-539df401c65f req-ad5b5a1c-6bb4-479a-b2a6-94ae6c8d5ead service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0417173 Jul 28 12:08:28.801601 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c35017-c319-4893-b3b4-539df401c65f req-ebca3bce-2a58-48e7-bedc-ba63db1e043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:28.803115 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91c35017-c319-4893-b3b4-539df401c65f req-ebca3bce-2a58-48e7-bedc-ba63db1e043b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387049 Jul 28 12:08:28.891626 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91c35017-c319-4893-b3b4-539df401c65f req-56017b3c-e525-42ab-b546-4d2ffd6aed6c service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814526 Jul 28 12:08:28.978236 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-91c35017-c319-4893-b3b4-539df401c65f req-1ab63ad0-feec-4b03-9e35-0ff333bf001b service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795758 Jul 28 12:08:29.184279 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 9318f092-1eb6-4632-9c90-eec5be86b551 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:08:29.258190 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:29.281264 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9318f092-1eb6-4632-9c90-eec5be86b551'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:08:29.283569 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06da1d86-f65c-4405-9fa3-f103fc9a115e" -d '{"events": [{"server_uuid": "ea1b7eb2-8fd8-43ee-b212-c4868758567f", "name": "network-vif-unplugged", "status": "completed", "tag": "9318f092-1eb6-4632-9c90-eec5be86b551"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:08:29.297046 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 9318f092-1eb6-4632-9c90-eec5be86b551, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9318f092-1eb6-4632-9c90-eec5be86b551,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:29.301017 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:29.334176 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 12:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750e4bfb-1263-4d8c-b644-9d0f2f54f015 x-openstack-request-id: req-750e4bfb-1263-4d8c-b644-9d0f2f54f015 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:08:29.334688 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1b7eb2-8fd8-43ee-b212-c4868758567f", "name": "network-vif-unplugged", "status": "completed", "tag": "9318f092-1eb6-4632-9c90-eec5be86b551", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:08:29.334822 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-750e4bfb-1263-4d8c-b644-9d0f2f54f015 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:08:29.335191 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9318f092-1eb6-4632-9c90-eec5be86b551', 'code': 200} Jul 28 12:08:29.357635 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=9318f092-1eb6-4632-9c90-eec5be86b551,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:29.364501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:29.364850 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:29.365182 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:29.365513 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:29.365838 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:29.366167 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:29.366517 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:29.366846 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:29.367169 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:29.367490 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:29.367937 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:29.368323 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:29.553403 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5e190-6738-4702-9bcf-ffc30998c2e3 req-88d4d546-5c65-46c2-a44a-1a2de8d9b37d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:29.554978 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-05f5e190-6738-4702-9bcf-ffc30998c2e3 req-88d4d546-5c65-46c2-a44a-1a2de8d9b37d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 943 time: 0.0513144 Jul 28 12:08:29.595561 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-05f5e190-6738-4702-9bcf-ffc30998c2e3 req-77f00d4f-44cb-4dd0-b3d3-63551c114a90 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336480 Jul 28 12:08:30.760301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ad1c8-7901-4c6b-a7fb-7410f0dadcd3 req-5b6cdd69-ff5e-4a28-aab0-3cb7c146eae6 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:30.762253 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d30ad1c8-7901-4c6b-a7fb-7410f0dadcd3 req-5b6cdd69-ff5e-4a28-aab0-3cb7c146eae6 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 943 time: 0.0514765 Jul 28 12:08:30.808138 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d30ad1c8-7901-4c6b-a7fb-7410f0dadcd3 req-9ed40598-d04d-4f42-afb9-d259b2cad747 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390220 Jul 28 12:08:31.927894 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e08718-ce36-4ea5-87e0-7dc4f018c81d req-9b684dc0-74ea-4848-9360-33d7bf73c3b5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:31.929259 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-33e08718-ce36-4ea5-87e0-7dc4f018c81d req-9b684dc0-74ea-4848-9360-33d7bf73c3b5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 943 time: 0.0510247 Jul 28 12:08:31.972015 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-33e08718-ce36-4ea5-87e0-7dc4f018c81d req-e3ee911b-35ad-4854-9417-268fe7b8314f tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363100 Jul 28 12:08:32.417858 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8f93cbb-ef28-44ec-88f4-0ac3fd7b38d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:33.086327 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b014a-f165-41d2-9a93-2d8356dd7833 req-291ff6c0-b0d8-477a-8900-5314a1fe804a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:33.087941 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0b3b014a-f165-41d2-9a93-2d8356dd7833 req-291ff6c0-b0d8-477a-8900-5314a1fe804a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 943 time: 0.0484357 Jul 28 12:08:33.125427 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0b3b014a-f165-41d2-9a93-2d8356dd7833 req-49e689b6-79be-4f30-b1bb-dcba939698a2 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316153 Jul 28 12:08:34.239521 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae62d37-2fb6-4dc3-8720-99d1b6eb1dc5 req-a7b989ce-0777-40b9-b7a1-81679cf7120a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:34.240988 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9ae62d37-2fb6-4dc3-8720-99d1b6eb1dc5 req-a7b989ce-0777-40b9-b7a1-81679cf7120a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 943 time: 0.0485663 Jul 28 12:08:34.278327 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9ae62d37-2fb6-4dc3-8720-99d1b6eb1dc5 req-ac258e11-95e0-484a-99ea-ea2c88805448 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313880 Jul 28 12:08:34.913389 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6930d8c5-231c-49dc-8384-6c7f2a9c41d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:35.215834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 9318f092-1eb6-4632-9c90-eec5be86b551 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:08:35.307556 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 9318f092-1eb6-4632-9c90-eec5be86b551, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9318f092-1eb6-4632-9c90-eec5be86b551,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:35.318803 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '9318f092-1eb6-4632-9c90-eec5be86b551', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'port_id': '9318f092-1eb6-4632-9c90-eec5be86b551', 'mac_address': 'fa:16:3e:1d:17:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:08:35.368505 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:35.372055 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:35.384991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9318f092-1eb6-4632-9c90-eec5be86b551 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:08:35.396480 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b484e-242c-49a2-982f-eb3e5718a351 req-62daca22-e53e-48bd-b5b9-3b933a73e330 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:35.397963 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-572b484e-242c-49a2-982f-eb3e5718a351 req-62daca22-e53e-48bd-b5b9-3b933a73e330 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 943 time: 0.0514805 Jul 28 12:08:35.403851 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 9318f092-1eb6-4632-9c90-eec5be86b551, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9318f092-1eb6-4632-9c90-eec5be86b551,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:35.407622 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:35.444269 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-572b484e-242c-49a2-982f-eb3e5718a351 req-a4e257e4-2afa-472e-b35c-fe3be20eec21 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396931 Jul 28 12:08:35.457281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=9318f092-1eb6-4632-9c90-eec5be86b551,revision_number=7']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:35.467108 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['9318f092-1eb6-4632-9c90-eec5be86b551'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:08:36.456123 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:36.559935 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80924e-9b82-4f7a-8746-5dd58bbbd4b2 req-46b1ed07-74b4-466a-90e0-4db2e47a53e5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:36.561435 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5f80924e-9b82-4f7a-8746-5dd58bbbd4b2 req-46b1ed07-74b4-466a-90e0-4db2e47a53e5 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 944 time: 0.0493383 Jul 28 12:08:36.598990 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5f80924e-9b82-4f7a-8746-5dd58bbbd4b2 req-a81c087d-239a-4faf-a9b9-3f69e3a1adce tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313129 Jul 28 12:08:37.243485 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 9318f092-1eb6-4632-9c90-eec5be86b551 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:08:37.290154 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 9318f092-1eb6-4632-9c90-eec5be86b551 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:08:37.290568 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:37.363757 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:37.384632 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9318f092-1eb6-4632-9c90-eec5be86b551'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:08:37.386916 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3b55d4-477e-42c7-9e80-eaeab0707b95" -d '{"events": [{"server_uuid": "ea1b7eb2-8fd8-43ee-b212-c4868758567f", "name": "network-vif-plugged", "status": "completed", "tag": "9318f092-1eb6-4632-9c90-eec5be86b551"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:08:37.399453 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 9318f092-1eb6-4632-9c90-eec5be86b551, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9318f092-1eb6-4632-9c90-eec5be86b551,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:37.403713 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:37.433200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a4c29f-a16c-4cd9-9b8b-d9b86848deaa x-openstack-request-id: req-e5a4c29f-a16c-4cd9-9b8b-d9b86848deaa {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:08:37.433502 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1b7eb2-8fd8-43ee-b212-c4868758567f", "name": "network-vif-plugged", "status": "completed", "tag": "9318f092-1eb6-4632-9c90-eec5be86b551", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:08:37.433755 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5a4c29f-a16c-4cd9-9b8b-d9b86848deaa {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:08:37.434145 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9318f092-1eb6-4632-9c90-eec5be86b551', 'code': 200} Jul 28 12:08:37.451963 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=9318f092-1eb6-4632-9c90-eec5be86b551,revision_number=8']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:37.712158 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6e3a5-2562-4a21-88e6-3a11347983e5 req-882f985e-6765-467b-8d84-656e9d8bdffb tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:37.713644 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d5b6e3a5-2562-4a21-88e6-3a11347983e5 req-882f985e-6765-467b-8d84-656e9d8bdffb tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0480306 Jul 28 12:08:37.752771 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d5b6e3a5-2562-4a21-88e6-3a11347983e5 req-a450e093-3ec0-4d69-897c-8d69d129cf88 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332863 Jul 28 12:08:38.014766 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:38.869241 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd075d-c7d3-40b2-a452-5ff605ab5390 req-116bfaf2-3c85-4610-8092-544856ecd331 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:38.870741 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-50bd075d-c7d3-40b2-a452-5ff605ab5390 req-116bfaf2-3c85-4610-8092-544856ecd331 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0480757 Jul 28 12:08:38.911584 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-50bd075d-c7d3-40b2-a452-5ff605ab5390 req-48993644-337c-4938-9d57-cd7e8e5be341 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350204 Jul 28 12:08:40.025983 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af51f47-ef6b-4722-97fb-7905db1c271f req-cc0d73d9-79fa-45d1-9517-58d5989319f4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:40.027492 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2af51f47-ef6b-4722-97fb-7905db1c271f req-cc0d73d9-79fa-45d1-9517-58d5989319f4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0482395 Jul 28 12:08:40.065054 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2af51f47-ef6b-4722-97fb-7905db1c271f req-c7aee657-eada-478d-a563-745ae4d6b029 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317457 Jul 28 12:08:40.338304 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-ddeba98c-c3d8-4bee-bc4b-f76f101fa2ab tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:40.339829 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-ddeba98c-c3d8-4bee-bc4b-f76f101fa2ab tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f&tenant_id=da49327bfb0542a4b14f6cda5569abe8&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.0550556 Jul 28 12:08:40.355419 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e2098-be3a-4cee-af06-e492c211cff2 req-fa707b6c-1727-40c4-92f7-ef321beb19cc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:40.356908 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-174e2098-be3a-4cee-af06-e492c211cff2 req-fa707b6c-1727-40c4-92f7-ef321beb19cc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0488253 Jul 28 12:08:40.396419 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-174e2098-be3a-4cee-af06-e492c211cff2 req-0fc0eefa-be87-4264-98d6-c6a7036902be tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335188 Jul 28 12:08:40.410330 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-73ee3ad9-cd5a-41ab-93fb-70ef4228596b service neutron] 10.222.0.39 "GET /v2.0/ports/9318f092-1eb6-4632-9c90-eec5be86b551/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0634131 Jul 28 12:08:40.471329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-8a2ce017-e75f-4bf6-a699-9ada50c6bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:40.472837 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-8a2ce017-e75f-4bf6-a699-9ada50c6bdce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 1098 time: 0.0402968 Jul 28 12:08:40.560036 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-070bf97b-bed2-406e-9b72-1208bbc6ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:40.561455 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-070bf97b-bed2-406e-9b72-1208bbc6ecbc service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0817561 Jul 28 12:08:40.627926 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-55349c82-92ec-4a83-bbe5-5e941a2b287a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9318f092-1eb6-4632-9c90-eec5be86b551 HTTP/1.1" status: 200 len: 1002 time: 0.0593133 Jul 28 12:08:40.676452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-e8592630-7db3-4f73-a59a-508d056bcd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:40.677844 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-e8592630-7db3-4f73-a59a-508d056bcd24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0421407 Jul 28 12:08:40.721319 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-dc5d5476-92ab-4e70-b390-081b972ff022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:40.722800 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-dc5d5476-92ab-4e70-b390-081b972ff022 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0376110 Jul 28 12:08:41.087592 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-e355de26-293e-4fac-8cc4-1796443d241b service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578660 Jul 28 12:08:41.173403 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-a18dfcad-94d0-45d1-a5b7-6cafe6fe4f2f service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790651 Jul 28 12:08:41.512532 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9831b-d1b7-4aa4-b1c5-107d9d746511 req-c79f6eb1-c4f8-4f30-84f1-5abee31bb468 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:41.513990 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-05c9831b-d1b7-4aa4-b1c5-107d9d746511 req-c79f6eb1-c4f8-4f30-84f1-5abee31bb468 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0471985 Jul 28 12:08:41.555562 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-05c9831b-d1b7-4aa4-b1c5-107d9d746511 req-48a4518c-3434-4dc6-89df-137fc59f475b tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356057 Jul 28 12:08:42.670276 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bb39b-cd53-4bf6-8d1d-28738479facd req-399ade46-3544-4275-a100-859272737e2f tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:42.671774 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d14bb39b-cd53-4bf6-8d1d-28738479facd req-399ade46-3544-4275-a100-859272737e2f tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0486979 Jul 28 12:08:42.709644 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d14bb39b-cd53-4bf6-8d1d-28738479facd req-99313355-0d2b-42c9-ab05-6e5533eb1ee1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319622 Jul 28 12:08:43.827164 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733baaf7-2451-493e-8f6e-2652085cae4e req-8d5fed0b-a61b-4fb5-8180-1a04d65ca85d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:43.828642 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-733baaf7-2451-493e-8f6e-2652085cae4e req-8d5fed0b-a61b-4fb5-8180-1a04d65ca85d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0492773 Jul 28 12:08:43.870354 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-733baaf7-2451-493e-8f6e-2652085cae4e req-dd4c86af-6379-4be9-a7ab-1314991bfbbc tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355766 Jul 28 12:08:44.992032 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d176c5e-b8fa-4f21-bd96-f1b61dfdd537 req-6b61bac7-af37-412c-a0cb-ad7c5194c913 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:44.993884 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2d176c5e-b8fa-4f21-bd96-f1b61dfdd537 req-6b61bac7-af37-412c-a0cb-ad7c5194c913 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0523121 Jul 28 12:08:45.037165 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2d176c5e-b8fa-4f21-bd96-f1b61dfdd537 req-f4056dc9-740d-4924-979d-ad023561af05 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370598 Jul 28 12:08:45.244802 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-fd16cfab-0d60-48a3-b83c-abad725e8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:45.246468 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-fd16cfab-0d60-48a3-b83c-abad725e8cfe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f&tenant_id=da49327bfb0542a4b14f6cda5569abe8 HTTP/1.1" status: 200 len: 1098 time: 0.0461290 Jul 28 12:08:45.307179 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-40341090-598a-41d6-9985-f422b52ae3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:45.308652 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-40341090-598a-41d6-9985-f422b52ae3fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da49327bfb0542a4b14f6cda5569abe8&device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 1098 time: 0.0396726 Jul 28 12:08:45.325285 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 9318f092-1eb6-4632-9c90-eec5be86b551 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:08:45.398191 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-e48f8c1b-8493-4207-8eed-1a27cd709a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:45.399986 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:45.400247 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-e48f8c1b-8493-4207-8eed-1a27cd709a16 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 200 len: 913 time: 0.0851464 Jul 28 12:08:45.422072 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9318f092-1eb6-4632-9c90-eec5be86b551'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:08:45.424302 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de34c0a-7814-4aec-9d60-526dce9313b0" -d '{"events": [{"server_uuid": "ea1b7eb2-8fd8-43ee-b212-c4868758567f", "name": "network-vif-unplugged", "status": "completed", "tag": "9318f092-1eb6-4632-9c90-eec5be86b551"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:08:45.437543 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 9318f092-1eb6-4632-9c90-eec5be86b551, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9318f092-1eb6-4632-9c90-eec5be86b551,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:45.441914 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:45.472929 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-27d66cec-98a9-4f23-b024-b55b921d707b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9318f092-1eb6-4632-9c90-eec5be86b551 HTTP/1.1" status: 200 len: 1002 time: 0.0656023 Jul 28 12:08:45.475620 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 12:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994d1fd8-47d6-438b-b09a-58bcbe137af7 x-openstack-request-id: req-994d1fd8-47d6-438b-b09a-58bcbe137af7 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:08:45.475908 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1b7eb2-8fd8-43ee-b212-c4868758567f", "name": "network-vif-unplugged", "status": "completed", "tag": "9318f092-1eb6-4632-9c90-eec5be86b551", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:08:45.476356 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-994d1fd8-47d6-438b-b09a-58bcbe137af7 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:08:45.477508 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9318f092-1eb6-4632-9c90-eec5be86b551', 'code': 200} Jul 28 12:08:45.493423 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=9318f092-1eb6-4632-9c90-eec5be86b551,revision_number=9']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:45.523056 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-40a7bcb0-2382-42a7-98bd-725e4723b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:45.525104 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-40a7bcb0-2382-42a7-98bd-725e4723b6b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 200 len: 851 time: 0.0434418 Jul 28 12:08:45.569351 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-bee32846-2c8f-4960-828e-392fe2fa841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:45.570967 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-bee32846-2c8f-4960-828e-392fe2fa841e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0f9caef-909e-40c6-be56-2a8b08a39262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392351 Jul 28 12:08:45.667593 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-03f2fbd5-eeea-4982-a84b-260a9155b074 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896966 Jul 28 12:08:45.754948 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bc411cc-5793-4155-a40d-45ffa318cb11 req-6677876e-8a4b-44ae-abcf-7add7eddd5b4 service neutron] 10.222.0.39 "GET /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790584 Jul 28 12:08:46.154826 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1836c-8345-4b16-a553-5ef964ef50e3 req-e468aa00-442c-4142-a797-0659e5c23869 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:46.156446 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-47d1836c-8345-4b16-a553-5ef964ef50e3 req-e468aa00-442c-4142-a797-0659e5c23869 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 943 time: 0.0500667 Jul 28 12:08:46.195022 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-47d1836c-8345-4b16-a553-5ef964ef50e3 req-b83838ff-e0dc-4f2e-9da5-f35f1a3a4613 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323200 Jul 28 12:08:47.326818 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d40f9-ba60-4baa-b8ff-cc81bb0e638a req-bc4ff6a7-168d-4e9d-8de7-f2658ad386d4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:47.328310 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-155d40f9-ba60-4baa-b8ff-cc81bb0e638a req-bc4ff6a7-168d-4e9d-8de7-f2658ad386d4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 943 time: 0.0618670 Jul 28 12:08:47.367397 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-155d40f9-ba60-4baa-b8ff-cc81bb0e638a req-224f3fa7-a066-4023-b515-b07060a897ad tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329783 Jul 28 12:08:47.865186 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:08:48.486161 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1f227-aed6-454c-8387-59e332b651ef req-9fc9bd25-386b-4407-b54f-1d91c16dc6d6 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:48.487816 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e1c1f227-aed6-454c-8387-59e332b651ef req-9fc9bd25-386b-4407-b54f-1d91c16dc6d6 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 943 time: 0.0502086 Jul 28 12:08:48.531144 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e1c1f227-aed6-454c-8387-59e332b651ef req-66ad8d8a-199f-4982-ad57-b4f50944d622 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359833 Jul 28 12:08:49.653334 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5da88-d7a0-4723-806a-9e4296a7f4ff req-fdfc9ffb-7849-4d6b-902a-8ef6d5b6135a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:49.654776 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-18a5da88-d7a0-4723-806a-9e4296a7f4ff req-fdfc9ffb-7849-4d6b-902a-8ef6d5b6135a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 943 time: 0.0568078 Jul 28 12:08:49.696661 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-18a5da88-d7a0-4723-806a-9e4296a7f4ff req-522f06cb-6f5d-4b61-b9b5-656e2d581857 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353594 Jul 28 12:08:50.243695 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:50.809478 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b293b-5382-4798-92d6-1622cb49d4ff req-59b53c4b-3513-4e70-89c5-5ed0ffee0a8f tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:50.810962 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3b8b293b-5382-4798-92d6-1622cb49d4ff req-59b53c4b-3513-4e70-89c5-5ed0ffee0a8f tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 943 time: 0.0482497 Jul 28 12:08:50.847947 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3b8b293b-5382-4798-92d6-1622cb49d4ff req-013cf90d-1f34-4933-8713-7b4f9a862638 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310433 Jul 28 12:08:51.356374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 9318f092-1eb6-4632-9c90-eec5be86b551 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:08:51.450161 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 9318f092-1eb6-4632-9c90-eec5be86b551, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9318f092-1eb6-4632-9c90-eec5be86b551,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:51.461491 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '9318f092-1eb6-4632-9c90-eec5be86b551', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'port_id': '9318f092-1eb6-4632-9c90-eec5be86b551', 'mac_address': 'fa:16:3e:1d:17:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:08:51.496895 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:51.509484 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9318f092-1eb6-4632-9c90-eec5be86b551 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:08:51.527773 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 9318f092-1eb6-4632-9c90-eec5be86b551, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9318f092-1eb6-4632-9c90-eec5be86b551,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:51.531973 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:51.580528 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=9318f092-1eb6-4632-9c90-eec5be86b551,revision_number=10']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:51.587471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['9318f092-1eb6-4632-9c90-eec5be86b551'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:08:51.960954 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f0da7-c568-4391-8812-8524d45de272 req-e3945871-c615-4524-8bd0-e17b729e0cad tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:51.962475 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-679f0da7-c568-4391-8812-8524d45de272 req-e3945871-c615-4524-8bd0-e17b729e0cad tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0474601 Jul 28 12:08:52.003492 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-679f0da7-c568-4391-8812-8524d45de272 req-25309df2-faca-4adc-b4b3-e2eb123499e8 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352180 Jul 28 12:08:53.117732 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c798d1-2f07-4f08-a0bd-77d436c01145 req-2482dcdf-cee7-49f5-afaf-4578d81665b0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:53.119681 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a1c798d1-2f07-4f08-a0bd-77d436c01145 req-2482dcdf-cee7-49f5-afaf-4578d81665b0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 945 time: 0.0487657 Jul 28 12:08:53.157751 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a1c798d1-2f07-4f08-a0bd-77d436c01145 req-68c81688-32fe-442b-864f-b06b38079280 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317664 Jul 28 12:08:53.372375 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 9318f092-1eb6-4632-9c90-eec5be86b551 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:08:53.419600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 9318f092-1eb6-4632-9c90-eec5be86b551 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:08:53.419972 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:53.496070 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:53.517383 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9318f092-1eb6-4632-9c90-eec5be86b551'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:08:53.521426 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a63ae0-daf6-44ab-9637-1185bbc7b770" -d '{"events": [{"server_uuid": "ea1b7eb2-8fd8-43ee-b212-c4868758567f", "name": "network-vif-plugged", "status": "completed", "tag": "9318f092-1eb6-4632-9c90-eec5be86b551"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:08:53.534889 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 9318f092-1eb6-4632-9c90-eec5be86b551, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9318f092-1eb6-4632-9c90-eec5be86b551,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:53.539967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:53.568261 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfb6ab0-e617-4290-bd96-99e0e2303d03 x-openstack-request-id: req-dcfb6ab0-e617-4290-bd96-99e0e2303d03 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:08:53.568563 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1b7eb2-8fd8-43ee-b212-c4868758567f", "name": "network-vif-plugged", "status": "completed", "tag": "9318f092-1eb6-4632-9c90-eec5be86b551", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:08:53.568811 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dcfb6ab0-e617-4290-bd96-99e0e2303d03 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:08:53.569200 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9318f092-1eb6-4632-9c90-eec5be86b551', 'code': 200} Jul 28 12:08:53.589551 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=9318f092-1eb6-4632-9c90-eec5be86b551,revision_number=11']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:54.272904 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3362f-2969-4b88-ac21-37714349207c req-b393afec-7271-4e9f-9313-69613843ad3e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:54.274606 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-cdc3362f-2969-4b88-ac21-37714349207c req-b393afec-7271-4e9f-9313-69613843ad3e tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 946 time: 0.0491488 Jul 28 12:08:54.313024 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-cdc3362f-2969-4b88-ac21-37714349207c req-f0f497fd-4fd2-4c06-85a8-e04a6a52da08 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324197 Jul 28 12:08:55.427014 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1429fd-3b11-46cd-ba57-8cf1d7ad4f88 req-f1b913e5-6f44-4cf4-9d1f-5515117b4f9a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:55.428458 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2e1429fd-3b11-46cd-ba57-8cf1d7ad4f88 req-f1b913e5-6f44-4cf4-9d1f-5515117b4f9a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 946 time: 0.0479560 Jul 28 12:08:55.469601 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2e1429fd-3b11-46cd-ba57-8cf1d7ad4f88 req-80f00ce0-3238-4495-9f67-2c94f731ad98 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345700 Jul 28 12:08:56.582598 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da572b-002a-4b22-a8dd-e1a2972854bd req-38b7f7ef-0725-4e7a-bdd5-df2b613343cd tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:56.584050 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a5da572b-002a-4b22-a8dd-e1a2972854bd req-38b7f7ef-0725-4e7a-bdd5-df2b613343cd tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 946 time: 0.0484772 Jul 28 12:08:56.621848 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a5da572b-002a-4b22-a8dd-e1a2972854bd req-618f3c5f-dfac-49b0-8e4f-c993b417550c tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311558 Jul 28 12:08:56.734154 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311e690-ee22-417c-bdc9-ecd7e53d35b6 req-23396c97-b061-4261-8b97-92c9663081f0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:56.735626 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5311e690-ee22-417c-bdc9-ecd7e53d35b6 req-23396c97-b061-4261-8b97-92c9663081f0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 946 time: 0.0481935 Jul 28 12:08:56.773706 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5311e690-ee22-417c-bdc9-ecd7e53d35b6 req-fd05bf0d-b357-4632-99bf-863e4235e9e1 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319173 Jul 28 12:08:56.885849 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455415ae-2648-46d6-bc57-1c25015f682f req-18a668c5-00c4-416b-bbee-3642b1460bec tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:56.887337 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-455415ae-2648-46d6-bc57-1c25015f682f req-18a668c5-00c4-416b-bbee-3642b1460bec tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 946 time: 0.0483294 Jul 28 12:08:56.927838 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-455415ae-2648-46d6-bc57-1c25015f682f req-e91a769b-6045-44c3-8942-248bbede55ea tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346038 Jul 28 12:08:57.155435 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a0025-80fa-4665-a682-59989138b5b6 req-f2cf4149-6468-4fe8-b3a1-531bfe400860 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:57.156969 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ba6a0025-80fa-4665-a682-59989138b5b6 req-f2cf4149-6468-4fe8-b3a1-531bfe400860 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 946 time: 0.0485623 Jul 28 12:08:57.198167 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ba6a0025-80fa-4665-a682-59989138b5b6 req-d0106ced-a4d3-4621-924a-2d2929951321 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348799 Jul 28 12:08:58.314308 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000f5fe-b3ca-4b72-8423-b53d6818bfec req-94f5dcf6-38ef-4162-9e27-c579d9766cf9 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:58.315860 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9000f5fe-b3ca-4b72-8423-b53d6818bfec req-94f5dcf6-38ef-4162-9e27-c579d9766cf9 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 946 time: 0.0483017 Jul 28 12:08:58.352872 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9000f5fe-b3ca-4b72-8423-b53d6818bfec req-fbafa14d-d303-40cd-a31c-a6fb51c72501 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305121 Jul 28 12:08:59.467860 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcc820-96e5-4c0f-aa71-2ff0e5239083 req-c62dd21c-0a0f-446d-b802-4081636ff8ba tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:59.469340 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4bfcc820-96e5-4c0f-aa71-2ff0e5239083 req-c62dd21c-0a0f-446d-b802-4081636ff8ba tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 946 time: 0.0480947 Jul 28 12:08:59.512660 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4bfcc820-96e5-4c0f-aa71-2ff0e5239083 req-b5cbbdc5-c559-4149-bef3-0951100ce103 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups?id=16a9f84a-8e4d-4c6b-a478-1844a8a821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372686 Jul 28 12:08:59.515052 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef78d25-fcfe-4f26-a720-95599ad390cc req-1edb7ae4-8e31-4901-8f35-8f22f5e72de8 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:59.516522 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0ef78d25-fcfe-4f26-a720-95599ad390cc req-1edb7ae4-8e31-4901-8f35-8f22f5e72de8 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 946 time: 0.0552173 Jul 28 12:08:59.603834 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-0ef78d25-fcfe-4f26-a720-95599ad390cc req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Deleting port 9318f092-1eb6-4632-9c90-eec5be86b551 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:08:59.604182 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0ef78d25-fcfe-4f26-a720-95599ad390cc req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:59.697828 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-0ef78d25-fcfe-4f26-a720-95599ad390cc req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] For port 9318f092-1eb6-4632-9c90-eec5be86b551, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9318f092-1eb6-4632-9c90-eec5be86b551,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:59.698193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0ef78d25-fcfe-4f26-a720-95599ad390cc req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:59.863735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0ef78d25-fcfe-4f26-a720-95599ad390cc req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:59.864103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0ef78d25-fcfe-4f26-a720-95599ad390cc req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:59.864418 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [req-0ef78d25-fcfe-4f26-a720-95599ad390cc req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Floating IP de7d4e54-006e-4a05-804b-1f524e577146 disassociated. External IP: 172.26.1.209, port: 9318f092-1eb6-4632-9c90-eec5be86b551. Jul 28 12:08:59.864758 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-0ef78d25-fcfe-4f26-a720-95599ad390cc req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Calling delete_port for 9318f092-1eb6-4632-9c90-eec5be86b551 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:08:59.989774 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0ef78d25-fcfe-4f26-a720-95599ad390cc req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:00.015881 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Pushing event deleted for resources: {'Port': ['ID=9318f092-1eb6-4632-9c90-eec5be86b551,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:00.028425 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:00.028899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:00.029119 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:00.029467 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:00.029778 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:00.030108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:00.030462 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:00.030791 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:00.031118 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:00.031441 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:00.031809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:00.032138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:00.144266 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ef78d25-fcfe-4f26-a720-95599ad390cc req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Router c099d8ef-b307-4370-a722-9eb66018af60 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:09:00.252038 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ef78d25-fcfe-4f26-a720-95599ad390cc req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:09:00.261956 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10feda-8888-4597-bedf-dd2d4956bb43 None None] Sync routers for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:09:00.271822 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10feda-8888-4597-bedf-dd2d4956bb43 None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:09:00.272445 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3b10feda-8888-4597-bedf-dd2d4956bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:08:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:00.292354 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef78d25-fcfe-4f26-a720-95599ad390cc req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] No DVR routers for this DVR port 9318f092-1eb6-4632-9c90-eec5be86b551 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:09:00.294782 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-0ef78d25-fcfe-4f26-a720-95599ad390cc req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:00.296747 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0ef78d25-fcfe-4f26-a720-95599ad390cc req-9a3a5a85-18af-41dc-826e-7bd1548ed7ed tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.39 "DELETE /v2.0/ports/9318f092-1eb6-4632-9c90-eec5be86b551 HTTP/1.1" status: 204 len: 173 time: 0.7740545 Jul 28 12:09:00.297200 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'name': 'network-vif-deleted', 'tag': '9318f092-1eb6-4632-9c90-eec5be86b551'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:09:00.299596 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00a4d8c-faf6-4fdd-aa73-4083499a8edd" -d '{"events": [{"server_uuid": "ea1b7eb2-8fd8-43ee-b212-c4868758567f", "name": "network-vif-deleted", "tag": "9318f092-1eb6-4632-9c90-eec5be86b551"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:09:00.335063 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fac689-6744-4e3d-8aee-dba53d16171c x-openstack-request-id: req-d5fac689-6744-4e3d-8aee-dba53d16171c {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:09:00.335371 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1b7eb2-8fd8-43ee-b212-c4868758567f", "name": "network-vif-deleted", "tag": "9318f092-1eb6-4632-9c90-eec5be86b551", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:09:00.335642 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5fac689-6744-4e3d-8aee-dba53d16171c {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:09:00.336671 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1b7eb2-8fd8-43ee-b212-c4868758567f', 'name': 'network-vif-deleted', 'tag': '9318f092-1eb6-4632-9c90-eec5be86b551', 'status': 'completed', 'code': 200} Jul 28 12:09:00.532525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-3b10feda-8888-4597-bedf-dd2d4956bb43 None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:09:00.612060 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-26b60b35-b9d6-4076-8efe-1d37c1b99357 req-503d90ce-3749-4b9c-8f88-5ffe593d0c1a tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 210 time: 0.0267353 Jul 28 12:09:00.737985 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3b10feda-8888-4597-bedf-dd2d4956bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:00.764782 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10feda-8888-4597-bedf-dd2d4956bb43 None None] Checking router: c099d8ef-b307-4370-a722-9eb66018af60 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:09:00.772821 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10feda-8888-4597-bedf-dd2d4956bb43 None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:09:00.773922 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3b10feda-8888-4597-bedf-dd2d4956bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:08:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:00.878906 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-3b10feda-8888-4597-bedf-dd2d4956bb43 None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:09:01.082110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3b10feda-8888-4597-bedf-dd2d4956bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:01.112336 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10feda-8888-4597-bedf-dd2d4956bb43 None None] The sync data for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv is: [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:29Z', 'revision_number': 4, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b681dcfc-4a90-4203-ae09-0e12bcbdafbb', 'name': '', 'network_id': 'c0f9caef-909e-40c6-be56-2a8b08a39262', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'mac_address': 'fa:16:3e:36:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '548a6332-81f2-4552-b212-9f942862b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:29Z', 'updated_at': '2021-07-28T12:03:35Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'subnets': [{'id': '548a6332-81f2-4552-b212-9f942862b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:09:01.329511 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26b4d12-1472-4845-bf7e-ad19945d74e8 None None] New status for floating IP de7d4e54-006e-4a05-804b-1f524e577146: DOWN {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:09:01.399621 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 9318f092-1eb6-4632-9c90-eec5be86b551 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:09:01.420309 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 9318f092-1eb6-4632-9c90-eec5be86b551 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:09:01.420659 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 9318f092-1eb6-4632-9c90-eec5be86b551 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:09:01.711573 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3cd45f32-b8fd-4e76-a678-d4f7a1e4fe6f req-e5292439-be3a-4d74-a64c-e53b4f19155d tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 210 time: 0.0267258 Jul 28 12:09:02.420357 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fafe06c9-bab5-4449-bc8c-5058cbaffeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:02.805172 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-af7a4c77-a8a4-4082-9652-d4f4655c809f req-6ecf6eb2-0eea-4852-832a-659d7d7f4277 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 210 time: 0.0268919 Jul 28 12:09:03.912899 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-39d67d80-9fd0-45d0-a32c-799e8e2e2fc7 req-16e7f378-4ec9-4fad-b7bd-c8c50e12a75b tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1b7eb2-8fd8-43ee-b212-c4868758567f HTTP/1.1" status: 200 len: 210 time: 0.0276036 Jul 28 12:09:04.914712 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f3ec4ea-a0e8-4c1a-b7e7-2d243570ff67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:05.360446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:06.458922 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:07.561035 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 35762) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:07.617854 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9d7502f1-4f4e-41f6-9099-85c89c65fea4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:07.642209 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9d7502f1-4f4e-41f6-9099-85c89c65fea4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:07.693291 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9d7502f1-4f4e-41f6-9099-85c89c65fea4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:07.696807 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9d7502f1-4f4e-41f6-9099-85c89c65fea4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:07.698175 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9d7502f1-4f4e-41f6-9099-85c89c65fea4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "DELETE /v2.0/security-groups/16a9f84a-8e4d-4c6b-a478-1844a8a821e5 HTTP/1.1" status: 204 len: 168 time: 0.1360192 Jul 28 12:09:07.700718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 35764) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:07.707155 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7502f1-4f4e-41f6-9099-85c89c65fea4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a9f84a-8e4d-4c6b-a478-1844a8a821e5,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:07.715533 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7502f1-4f4e-41f6-9099-85c89c65fea4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:07.715885 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7502f1-4f4e-41f6-9099-85c89c65fea4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:07.716276 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7502f1-4f4e-41f6-9099-85c89c65fea4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:07.716744 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7502f1-4f4e-41f6-9099-85c89c65fea4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:07.717085 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7502f1-4f4e-41f6-9099-85c89c65fea4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:07.717570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7502f1-4f4e-41f6-9099-85c89c65fea4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:07.717768 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7502f1-4f4e-41f6-9099-85c89c65fea4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:07.718257 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7502f1-4f4e-41f6-9099-85c89c65fea4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:07.718389 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-8e6ec729-20cc-45e6-b7f5-aca0bc8455f0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] show failed (client error): The resource could not be found. Jul 28 12:09:07.718616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7502f1-4f4e-41f6-9099-85c89c65fea4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:07.718945 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7502f1-4f4e-41f6-9099-85c89c65fea4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:07.722320 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7502f1-4f4e-41f6-9099-85c89c65fea4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:07.722320 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7502f1-4f4e-41f6-9099-85c89c65fea4 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:07.722691 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8e6ec729-20cc-45e6-b7f5-aca0bc8455f0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "GET /v2.0/security-groups/16a9f84a-8e4d-4c6b-a478-1844a8a821e5 HTTP/1.1" status: 404 len: 347 time: 0.0177846 Jul 28 12:09:07.722781 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 35766) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:07.849401 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-a2288a75-e407-4edd-987f-00ca30ee65f0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Deleting port d1ff6452-5fad-4dc6-9f7e-a69be36f3f22 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:09:07.849746 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a2288a75-e407-4edd-987f-00ca30ee65f0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:07.922477 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a2288a75-e407-4edd-987f-00ca30ee65f0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:07.922782 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a2288a75-e407-4edd-987f-00ca30ee65f0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:07.934685 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-a2288a75-e407-4edd-987f-00ca30ee65f0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Calling delete_port for d1ff6452-5fad-4dc6-9f7e-a69be36f3f22 owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:09:08.017429 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:08.070671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a2288a75-e407-4edd-987f-00ca30ee65f0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:08.093880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2288a75-e407-4edd-987f-00ca30ee65f0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Pushing event deleted for resources: {'Port': ['ID=d1ff6452-5fad-4dc6-9f7e-a69be36f3f22,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:08.163380 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a2288a75-e407-4edd-987f-00ca30ee65f0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:08.166160 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a2288a75-e407-4edd-987f-00ca30ee65f0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:08.167424 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a2288a75-e407-4edd-987f-00ca30ee65f0 tempest-ServerActionsTestJSON-1541676000 tempest-ServerActionsTestJSON-1541676000-project] 10.222.0.43 "DELETE /v2.0/floatingips/de7d4e54-006e-4a05-804b-1f524e577146 HTTP/1.1" status: 204 len: 168 time: 0.4433739 Jul 28 12:09:08.170309 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 35768) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:08.551647 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d0e912ca-f558-4e1f-a0be-8d0b852e4b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:08.787670 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-d0e912ca-f558-4e1f-a0be-8d0b852e4b00 admin admin] Deleting port b681dcfc-4a90-4203-ae09-0e12bcbdafbb {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:09:08.788357 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d0e912ca-f558-4e1f-a0be-8d0b852e4b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:08.863827 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-d0e912ca-f558-4e1f-a0be-8d0b852e4b00 admin admin] For port b681dcfc-4a90-4203-ae09-0e12bcbdafbb, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b681dcfc-4a90-4203-ae09-0e12bcbdafbb,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:09:08.864115 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d0e912ca-f558-4e1f-a0be-8d0b852e4b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:08.880332 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-d0e912ca-f558-4e1f-a0be-8d0b852e4b00 admin admin] Calling delete_port for b681dcfc-4a90-4203-ae09-0e12bcbdafbb owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:09:09.052924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d0e912ca-f558-4e1f-a0be-8d0b852e4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:09.079034 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e912ca-f558-4e1f-a0be-8d0b852e4b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=b681dcfc-4a90-4203-ae09-0e12bcbdafbb,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:09.241422 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d0e912ca-f558-4e1f-a0be-8d0b852e4b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:09.452738 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e912ca-f558-4e1f-a0be-8d0b852e4b00 admin admin] Router c099d8ef-b307-4370-a722-9eb66018af60 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:09:09.553913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e912ca-f558-4e1f-a0be-8d0b852e4b00 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:09:09.559491 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d0e912ca-f558-4e1f-a0be-8d0b852e4b00 admin admin] 10.222.0.43 "PUT /v2.0/routers/c099d8ef-b307-4370-a722-9eb66018af60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3881733 Jul 28 12:09:09.561953 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 35772) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:09.564695 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf78697-6e57-4458-a5f6-bdd8512be9c9 None None] Sync routers for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:09:09.574551 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf78697-6e57-4458-a5f6-bdd8512be9c9 None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:09:09.575191 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-8bf78697-6e57-4458-a5f6-bdd8512be9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:09:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:09.678410 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-8bf78697-6e57-4458-a5f6-bdd8512be9c9 None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:09:09.862541 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-8bf78697-6e57-4458-a5f6-bdd8512be9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:09:09Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:09.893378 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf78697-6e57-4458-a5f6-bdd8512be9c9 None None] Checking router: c099d8ef-b307-4370-a722-9eb66018af60 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:09:09.902464 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf78697-6e57-4458-a5f6-bdd8512be9c9 None None] Routers {'c099d8ef-b307-4370-a722-9eb66018af60'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:09:09.903094 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-8bf78697-6e57-4458-a5f6-bdd8512be9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:09:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['c099d8ef-b307-4370-a722-9eb66018af60'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:09.978436 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b28de03-8959-446c-a1af-ad36c2910f48 admin admin] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:10.006189 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-8bf78697-6e57-4458-a5f6-bdd8512be9c9 None None] Set router c099d8ef-b307-4370-a722-9eb66018af60 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:09:10.079860 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b28de03-8959-446c-a1af-ad36c2910f48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:10.130373 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-9b28de03-8959-446c-a1af-ad36c2910f48 admin admin] Deleting port 5eaf1e6d-4350-4984-8060-42c84e55d979 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:09:10.130742 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b28de03-8959-446c-a1af-ad36c2910f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:10.178887 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-8bf78697-6e57-4458-a5f6-bdd8512be9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:09:09Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:10.206075 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf78697-6e57-4458-a5f6-bdd8512be9c9 None None] The sync data for ids ['c099d8ef-b307-4370-a722-9eb66018af60'] in dv-neutron-786478-16-hyperv is: [{'id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'name': 'tempest-ServerActionsTestJSON-1154653354-router', 'tenant_id': 'da49327bfb0542a4b14f6cda5569abe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:09:09Z', 'revision_number': 5, 'project_id': 'da49327bfb0542a4b14f6cda5569abe8', 'gw_port': {'id': '5eaf1e6d-4350-4984-8060-42c84e55d979', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099d8ef-b307-4370-a722-9eb66018af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:03:27Z', 'updated_at': '2021-07-28T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:09:10.211190 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-9b28de03-8959-446c-a1af-ad36c2910f48 admin admin] For port 5eaf1e6d-4350-4984-8060-42c84e55d979, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=5eaf1e6d-4350-4984-8060-42c84e55d979,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:09:10.211566 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b28de03-8959-446c-a1af-ad36c2910f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:10.228783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-9b28de03-8959-446c-a1af-ad36c2910f48 admin admin] Calling delete_port for 5eaf1e6d-4350-4984-8060-42c84e55d979 owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:09:10.402850 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b28de03-8959-446c-a1af-ad36c2910f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:10.427390 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28de03-8959-446c-a1af-ad36c2910f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eaf1e6d-4350-4984-8060-42c84e55d979,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:10.484910 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b28de03-8959-446c-a1af-ad36c2910f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:10.574532 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b28de03-8959-446c-a1af-ad36c2910f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:10.576765 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b28de03-8959-446c-a1af-ad36c2910f48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:10.625367 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b28de03-8959-446c-a1af-ad36c2910f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:10.626239 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b28de03-8959-446c-a1af-ad36c2910f48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c099d8ef-b307-4370-a722-9eb66018af60 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:09:10.630656 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9b28de03-8959-446c-a1af-ad36c2910f48 admin admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:10.631847 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9b28de03-8959-446c-a1af-ad36c2910f48 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c099d8ef-b307-4370-a722-9eb66018af60 HTTP/1.1" status: 204 len: 168 time: 1.0688546 Jul 28 12:09:10.634407 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 35774) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:10.681276 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bebdc50-2614-4d28-80c9-633d3954ed39 admin admin] Deleting subnet 548a6332-81f2-4552-b212-9f942862b603 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:09:10.684604 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2bebdc50-2614-4d28-80c9-633d3954ed39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:10.718277 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2bebdc50-2614-4d28-80c9-633d3954ed39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:10.808129 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2bebdc50-2614-4d28-80c9-633d3954ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:10.864448 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2bebdc50-2614-4d28-80c9-633d3954ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:10.889448 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebdc50-2614-4d28-80c9-633d3954ed39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=548a6332-81f2-4552-b212-9f942862b603,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:10.893173 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2bebdc50-2614-4d28-80c9-633d3954ed39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:10.895643 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2bebdc50-2614-4d28-80c9-633d3954ed39 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/548a6332-81f2-4552-b212-9f942862b603 HTTP/1.1" status: 204 len: 168 time: 0.2598834 Jul 28 12:09:10.898534 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 35776) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:10.900819 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4f0d16-42d2-44e3-9ffe-3f5b31674fea None None] Network c0f9caef-909e-40c6-be56-2a8b08a39262 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:10.965127 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:11.023511 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] Deleting port 294fc7a6-57ba-4b5c-b829-737c0e9639cd {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:09:11.024336 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:11.084533 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] For port 294fc7a6-57ba-4b5c-b829-737c0e9639cd, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=294fc7a6-57ba-4b5c-b829-737c0e9639cd,segment=NetworkSegment(618ca567-5828-4f4f-8071-eb3f4f247f5f),segment_id=618ca567-5828-4f4f-8071-eb3f4f247f5f)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:09:11.084893 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:11.097690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] Calling delete_port for 294fc7a6-57ba-4b5c-b829-737c0e9639cd owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:09:11.179825 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:11.186885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a332889a-efb3-4950-b062-9b1a85083bd5 None None] DHCP port deletion for c0f9caef-909e-40c6-be56-2a8b08a39262 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:09:11.209225 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] No DVR routers for this DVR port 294fc7a6-57ba-4b5c-b829-737c0e9639cd on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:09:11.214822 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=294fc7a6-57ba-4b5c-b829-737c0e9639cd,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:11.283123 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:11.293131 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f9caef-909e-40c6-be56-2a8b08a39262']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:11.303172 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618ca567-5828-4f4f-8071-eb3f4f247f5f') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:11.303465 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618ca567-5828-4f4f-8071-eb3f4f247f5f') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:11.311293 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 5eaf1e6d-4350-4984-8060-42c84e55d979 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:09:11.313582 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:11.331703 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:11.332330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 5eaf1e6d-4350-4984-8060-42c84e55d979 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:09:11.332684 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 5eaf1e6d-4350-4984-8060-42c84e55d979 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:09:11.333102 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b681dcfc-4a90-4203-ae09-0e12bcbdafbb no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:09:11.338826 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:09:11.339373 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:09:11.341160 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:09:11.352358 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: b681dcfc-4a90-4203-ae09-0e12bcbdafbb {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:09:11.352701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b681dcfc-4a90-4203-ae09-0e12bcbdafbb not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:09:11.353115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 294fc7a6-57ba-4b5c-b829-737c0e9639cd no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:09:11.374592 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 294fc7a6-57ba-4b5c-b829-737c0e9639cd {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:09:11.374936 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 294fc7a6-57ba-4b5c-b829-737c0e9639cd not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:09:11.395060 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:11.401053 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:11.402918 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c0f9caef-909e-40c6-be56-2a8b08a39262 HTTP/1.1" status: 204 len: 168 time: 0.5033984 Jul 28 12:09:11.413930 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c97fa-c941-4129-9bdd-60b1557a3a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0f9caef-909e-40c6-be56-2a8b08a39262,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:11.510513 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 35780) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:11.550222 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4f494b61-4378-4883-987c-463c0e5b5693 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da49327bfb0542a4b14f6cda5569abe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385225 Jul 28 12:09:11.552579 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 35782) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:11.599385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9f486fe-181a-486f-baee-34970f2fe87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:11.619954 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9f486fe-181a-486f-baee-34970f2fe87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:11.670991 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9f486fe-181a-486f-baee-34970f2fe87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:11.673526 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9f486fe-181a-486f-baee-34970f2fe87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:11.674694 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f9f486fe-181a-486f-baee-34970f2fe87f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a570bdd-5f96-46de-a7c8-0753bbbc4e59 HTTP/1.1" status: 204 len: 168 time: 0.1212115 Jul 28 12:09:11.683233 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f486fe-181a-486f-baee-34970f2fe87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a570bdd-5f96-46de-a7c8-0753bbbc4e59,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:12.309392 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 35804) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:12.412591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-8a83343d-ff56-4590-847f-058558ad6ea8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1537744376-network', 'tenant_id': '6f5a3282cfeb417abe4bb6c49264153e'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:12.435171 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a83343d-ff56-4590-847f-058558ad6ea8 admin admin] Made reservation on behalf of 6f5a3282cfeb417abe4bb6c49264153e for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:12.437403 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a83343d-ff56-4590-847f-058558ad6ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:12.445494 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a83343d-ff56-4590-847f-058558ad6ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:12.540685 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a83343d-ff56-4590-847f-058558ad6ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:12.544562 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a83343d-ff56-4590-847f-058558ad6ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:12.572384 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a83343d-ff56-4590-847f-058558ad6ea8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:09:12.577600 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83343d-ff56-4590-847f-058558ad6ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f23639d-d868-42cf-800e-78e6eb4bbbd3,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:12.585924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a83343d-ff56-4590-847f-058558ad6ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:12.585924 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-8a83343d-ff56-4590-847f-058558ad6ea8 admin admin] Added segment bb41a6a4-8531-4809-ac2f-20b1539b1635 of type vlan for network fd179476-54a0-4c94-b10d-3c48cabcc84c Jul 28 12:09:12.624583 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a83343d-ff56-4590-847f-058558ad6ea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:12.652198 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a83343d-ff56-4590-847f-058558ad6ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:12.653165 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a83343d-ff56-4590-847f-058558ad6ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:12.653771 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8a83343d-ff56-4590-847f-058558ad6ea8 admin admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:12.708212 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8a83343d-ff56-4590-847f-058558ad6ea8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3976951 Jul 28 12:09:12.712115 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 35808) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:12.717302 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-fd4add3a-4133-404a-99d2-23166c35bd50 admin admin] Request body: {'subnet': {'network_id': 'fd179476-54a0-4c94-b10d-3c48cabcc84c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1537744376-subnet', 'tenant_id': '6f5a3282cfeb417abe4bb6c49264153e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:12.717984 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83343d-ff56-4590-847f-058558ad6ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=fd179476-54a0-4c94-b10d-3c48cabcc84c,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:12.728059 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network fd179476-54a0-4c94-b10d-3c48cabcc84c details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:09:12.739116 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4add3a-4133-404a-99d2-23166c35bd50 admin admin] Made reservation on behalf of 6f5a3282cfeb417abe4bb6c49264153e for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:12.741499 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd4add3a-4133-404a-99d2-23166c35bd50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:12.908460 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd4add3a-4133-404a-99d2-23166c35bd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:12.963439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4add3a-4133-404a-99d2-23166c35bd50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aab50c0-6ce0-470d-8f30-bc3873c86276,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:12.971336 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4add3a-4133-404a-99d2-23166c35bd50 admin admin] Checking segment: {'id': 'bb41a6a4-8531-4809-ac2f-20b1539b1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd179476-54a0-4c94-b10d-3c48cabcc84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:09:12.971701 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4add3a-4133-404a-99d2-23166c35bd50 admin admin] Network hostable DHCP agents. Network: fd179476-54a0-4c94-b10d-3c48cabcc84c, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:09:12.988314 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4add3a-4133-404a-99d2-23166c35bd50 admin admin] Network fd179476-54a0-4c94-b10d-3c48cabcc84c is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:09:12.996964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-fd4add3a-4133-404a-99d2-23166c35bd50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, fd179476-54a0-4c94-b10d-3c48cabcc84c) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:09:13.000990 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4add3a-4133-404a-99d2-23166c35bd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:13.001584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-fd4add3a-4133-404a-99d2-23166c35bd50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:13.005711 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d19e68-6616-43ec-b7b0-04a2490e544c None None] Network fd179476-54a0-4c94-b10d-3c48cabcc84c requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:13.014924 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fd4add3a-4133-404a-99d2-23166c35bd50 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3017392 Jul 28 12:09:13.131118 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e054f36a-4e23-4f34-82c2-5c79349b08e5 None None] Network fd179476-54a0-4c94-b10d-3c48cabcc84c requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:13.452149 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-f6a21426-f2fa-4829-b8a8-7010b300314e tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:13.453975 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-f6a21426-f2fa-4829-b8a8-7010b300314e tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/networks?id=fd179476-54a0-4c94-b10d-3c48cabcc84c HTTP/1.1" status: 200 len: 814 time: 0.1014833 Jul 28 12:09:13.469472 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-0c84a06f-98e7-4c9a-a9b7-0314499c90a1 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/quotas/6f5a3282cfeb417abe4bb6c49264153e HTTP/1.1" status: 200 len: 375 time: 0.0096838 Jul 28 12:09:13.506780 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-eeb18dfc-281b-4668-8381-b6d2a91ff589 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f5a3282cfeb417abe4bb6c49264153e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315115 Jul 28 12:09:13.635610 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-6a083057-e900-4b3a-8b9a-36bd18ab99c1 service neutron] 10.222.0.43 "GET /v2.0/networks/fd179476-54a0-4c94-b10d-3c48cabcc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214280 Jul 28 12:09:13.725357 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-5cfec05c-41d4-4044-8478-8027420b4294 service neutron] 10.222.0.43 "GET /v2.0/networks/fd179476-54a0-4c94-b10d-3c48cabcc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836015 Jul 28 12:09:13.879909 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3b34064b-7647-425a-a983-5053f38f2608 req-7b3b7c87-60e5-418c-bed2-794166d4c048 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 210 time: 0.0268962 Jul 28 12:09:14.768671 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-de587a00-1a81-4fd4-a22e-4a5d10050525 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:14.770128 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-de587a00-1a81-4fd4-a22e-4a5d10050525 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.39 "GET /v2.0/networks?id=fd179476-54a0-4c94-b10d-3c48cabcc84c HTTP/1.1" status: 200 len: 814 time: 0.1099198 Jul 28 12:09:14.783880 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-2fd2a890-fd88-4e0b-9478-2bd6e040af69 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Request body: {'port': {'device_id': '49faa9d9-6ca8-4c42-9299-fdca5aba5ee1', 'network_id': 'fd179476-54a0-4c94-b10d-3c48cabcc84c', 'admin_state_up': True, 'tenant_id': '6f5a3282cfeb417abe4bb6c49264153e'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:14.888496 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-2fd2a890-fd88-4e0b-9478-2bd6e040af69 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Made reservation on behalf of 6f5a3282cfeb417abe4bb6c49264153e for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:14.891949 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-2fd2a890-fd88-4e0b-9478-2bd6e040af69 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:14.973459 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c5c311d3-3681-4f23-aaa6-0d8553237b93 req-3ab9987a-ca3c-438d-8f86-7e4ae4eb585e tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 210 time: 0.0260749 Jul 28 12:09:15.021552 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-2fd2a890-fd88-4e0b-9478-2bd6e040af69 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Allocated IP 172.20.0.8 (fd179476-54a0-4c94-b10d-3c48cabcc84c/8aab50c0-6ce0-470d-8f30-bc3873c86276/1d88db31-35af-40ba-86e8-ae9e18f1f5e4) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:09:15.171190 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-2fd2a890-fd88-4e0b-9478-2bd6e040af69 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:15.208992 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-2fd2a890-fd88-4e0b-9478-2bd6e040af69 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:15.251337 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-2fd2a890-fd88-4e0b-9478-2bd6e040af69 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Network fd179476-54a0-4c94-b10d-3c48cabcc84c is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:09:15.254297 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-2fd2a890-fd88-4e0b-9478-2bd6e040af69 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:09:15.261113 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-2fd2a890-fd88-4e0b-9478-2bd6e040af69 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:09:15.267383 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2a890-fd88-4e0b-9478-2bd6e040af69 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Pushing event updated for resources: {'Port': ['ID=1d88db31-35af-40ba-86e8-ae9e18f1f5e4,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:15.313325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-2fd2a890-fd88-4e0b-9478-2bd6e040af69 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:15.313945 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-2fd2a890-fd88-4e0b-9478-2bd6e040af69 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:15.327556 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-2fd2a890-fd88-4e0b-9478-2bd6e040af69 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5476272 Jul 28 12:09:15.385554 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Request body: {'port': {'device_id': '49faa9d9-6ca8-4c42-9299-fdca5aba5ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:15.441700 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:15.695417 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d88db31-35af-40ba-86e8-ae9e18f1f5e4 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:09:15.702510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:15.715207 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Transition to ACTIVE for port object 1d88db31-35af-40ba-86e8-ae9e18f1f5e4 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:09:15.718470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:15.769179 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d88db31-35af-40ba-86e8-ae9e18f1f5e4,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:15.835219 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Attempting to bind port 1d88db31-35af-40ba-86e8-ae9e18f1f5e4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:09:15.836163 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Attempting to bind port 1d88db31-35af-40ba-86e8-ae9e18f1f5e4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'bb41a6a4-8531-4809-ac2f-20b1539b1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd179476-54a0-4c94-b10d-3c48cabcc84c'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:09:15.836497 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Attempting to bind port 1d88db31-35af-40ba-86e8-ae9e18f1f5e4 on network fd179476-54a0-4c94-b10d-3c48cabcc84c {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:09:15.840681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Port 1d88db31-35af-40ba-86e8-ae9e18f1f5e4 on network fd179476-54a0-4c94-b10d-3c48cabcc84c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:09:15.841008 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Attempting to bind port 1d88db31-35af-40ba-86e8-ae9e18f1f5e4 on network fd179476-54a0-4c94-b10d-3c48cabcc84c {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:09:15.845902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:09:15.846244 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Checking segment: {'id': 'bb41a6a4-8531-4809-ac2f-20b1539b1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd179476-54a0-4c94-b10d-3c48cabcc84c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:09:15.846674 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Bound using segment: {'id': 'bb41a6a4-8531-4809-ac2f-20b1539b1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd179476-54a0-4c94-b10d-3c48cabcc84c'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:09:15.847108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Bound port: 1d88db31-35af-40ba-86e8-ae9e18f1f5e4, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb41a6a4-8531-4809-ac2f-20b1539b1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd179476-54a0-4c94-b10d-3c48cabcc84c'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:09:15.847470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:15.908993 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] For port 1d88db31-35af-40ba-86e8-ae9e18f1f5e4, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:09:15.912168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] For port 1d88db31-35af-40ba-86e8-ae9e18f1f5e4, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1d88db31-35af-40ba-86e8-ae9e18f1f5e4,segment=NetworkSegment(bb41a6a4-8531-4809-ac2f-20b1539b1635),segment_id=bb41a6a4-8531-4809-ac2f-20b1539b1635)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:09:15.916717 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:15.948227 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:15.948839 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:15.950249 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] 10.222.0.39 "PUT /v2.0/ports/1d88db31-35af-40ba-86e8-ae9e18f1f5e4 HTTP/1.1" status: 200 len: 1093 time: 0.6141512 Jul 28 12:09:15.950730 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49faa9d9-6ca8-4c42-9299-fdca5aba5ee1', 'tag': '1d88db31-35af-40ba-86e8-ae9e18f1f5e4'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:09:15.952974 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363271a0-d64d-4d31-abf7-07d8948f654f" -d '{"events": [{"name": "network-changed", "server_uuid": "49faa9d9-6ca8-4c42-9299-fdca5aba5ee1", "tag": "1d88db31-35af-40ba-86e8-ae9e18f1f5e4"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:09:15.980963 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b52298-19e9-4945-9c00-46e0eed729e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d88db31-35af-40ba-86e8-ae9e18f1f5e4,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:15.996547 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243032b5-2c38-458a-b939-f5f0366c19ee x-openstack-request-id: req-243032b5-2c38-458a-b939-f5f0366c19ee {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:09:15.996837 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49faa9d9-6ca8-4c42-9299-fdca5aba5ee1", "tag": "1d88db31-35af-40ba-86e8-ae9e18f1f5e4", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:09:15.997086 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-243032b5-2c38-458a-b939-f5f0366c19ee {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:09:15.997480 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49faa9d9-6ca8-4c42-9299-fdca5aba5ee1', 'tag': '1d88db31-35af-40ba-86e8-ae9e18f1f5e4', 'status': 'completed', 'code': 200} Jul 28 12:09:16.034629 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-a6fa57c6-430b-4288-a3b9-acac60b9df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:16.036406 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-a6fa57c6-430b-4288-a3b9-acac60b9df59 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f5a3282cfeb417abe4bb6c49264153e&device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 1096 time: 0.0501511 Jul 28 12:09:16.079530 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-979e1ab5-8b13-4e3b-b2bd-91c7007a62e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d88db31-35af-40ba-86e8-ae9e18f1f5e4 HTTP/1.1" status: 200 len: 217 time: 0.0341098 Jul 28 12:09:16.087091 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794aff05-53d5-4bfd-9adb-f31d58b9c9c9 req-2fd47f2f-c8a4-4cd3-92d6-236160956f79 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:16.088564 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-794aff05-53d5-4bfd-9adb-f31d58b9c9c9 req-2fd47f2f-c8a4-4cd3-92d6-236160956f79 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 943 time: 0.0489709 Jul 28 12:09:16.126699 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-794aff05-53d5-4bfd-9adb-f31d58b9c9c9 req-29057c2a-9fef-41eb-b285-5b925d6f5b35 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320532 Jul 28 12:09:16.127954 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-9a06c7e7-4c9c-44a5-98bd-b1fd1079ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:16.129482 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-9a06c7e7-4c9c-44a5-98bd-b1fd1079ccac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8aab50c0-6ce0-470d-8f30-bc3873c86276 HTTP/1.1" status: 200 len: 854 time: 0.0426042 Jul 28 12:09:16.161955 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-550cd785-61b1-4a04-bc5d-d367c7fc688c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd179476-54a0-4c94-b10d-3c48cabcc84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249674 Jul 28 12:09:16.253723 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-17d2b391-3630-401f-9d79-a52380e0ed2c service neutron] 10.222.0.39 "GET /v2.0/networks/fd179476-54a0-4c94-b10d-3c48cabcc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834053 Jul 28 12:09:16.341433 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9557999a-9c6a-437c-a27c-85fedcfd2bc7 req-2f25279b-c7db-4dee-a65b-11a1f5dc461c service neutron] 10.222.0.39 "GET /v2.0/networks/fd179476-54a0-4c94-b10d-3c48cabcc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804231 Jul 28 12:09:16.429985 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363271a0-d64d-4d31-abf7-07d8948f654f req-ade71b2c-c7f4-4601-a30a-6585e848ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:16.431543 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-363271a0-d64d-4d31-abf7-07d8948f654f req-ade71b2c-c7f4-4601-a30a-6585e848ae54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f5a3282cfeb417abe4bb6c49264153e&device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 1096 time: 0.0455165 Jul 28 12:09:16.518502 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363271a0-d64d-4d31-abf7-07d8948f654f req-f1c292f3-c7b7-4c03-87b4-02158581d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:16.519850 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-363271a0-d64d-4d31-abf7-07d8948f654f req-f1c292f3-c7b7-4c03-87b4-02158581d4b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fd179476-54a0-4c94-b10d-3c48cabcc84c HTTP/1.1" status: 200 len: 915 time: 0.0809829 Jul 28 12:09:16.564417 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-363271a0-d64d-4d31-abf7-07d8948f654f req-f82f0f0a-acfd-4259-bf69-45215b6efea9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d88db31-35af-40ba-86e8-ae9e18f1f5e4 HTTP/1.1" status: 200 len: 217 time: 0.0365517 Jul 28 12:09:16.612090 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363271a0-d64d-4d31-abf7-07d8948f654f req-4d747eb0-7515-459b-b2c2-4e01e7207919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:16.613480 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-363271a0-d64d-4d31-abf7-07d8948f654f req-4d747eb0-7515-459b-b2c2-4e01e7207919 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8aab50c0-6ce0-470d-8f30-bc3873c86276 HTTP/1.1" status: 200 len: 854 time: 0.0419803 Jul 28 12:09:16.645546 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-363271a0-d64d-4d31-abf7-07d8948f654f req-f5d5104a-c620-40c8-b136-33307d523a93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd179476-54a0-4c94-b10d-3c48cabcc84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240550 Jul 28 12:09:16.736818 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-363271a0-d64d-4d31-abf7-07d8948f654f req-4d4b2cd4-6113-4b6a-a13d-d6c86cdbad78 service neutron] 10.222.0.39 "GET /v2.0/networks/fd179476-54a0-4c94-b10d-3c48cabcc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788817 Jul 28 12:09:16.829867 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-363271a0-d64d-4d31-abf7-07d8948f654f req-9e94976e-d1fd-41b8-8ca9-1bf5c7d50bbb service neutron] 10.222.0.39 "GET /v2.0/networks/fd179476-54a0-4c94-b10d-3c48cabcc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837533 Jul 28 12:09:17.240596 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882210b2-91d7-4278-ba38-edeeb0e13d7a req-6c267c15-70fe-4f75-8bff-6daba94c150b tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:17.242586 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-882210b2-91d7-4278-ba38-edeeb0e13d7a req-6c267c15-70fe-4f75-8bff-6daba94c150b tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 943 time: 0.0486825 Jul 28 12:09:17.285280 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-882210b2-91d7-4278-ba38-edeeb0e13d7a req-1efe655c-48ef-4852-8c84-a993ce3e286f tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363798 Jul 28 12:09:18.399386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c3552-1c0e-43d4-8e0e-1b45037a8019 req-f2502207-9bd2-4c1b-b141-e5ae35d19303 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:18.400844 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-362c3552-1c0e-43d4-8e0e-1b45037a8019 req-f2502207-9bd2-4c1b-b141-e5ae35d19303 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 943 time: 0.0494668 Jul 28 12:09:18.437948 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-362c3552-1c0e-43d4-8e0e-1b45037a8019 req-57a11cb7-8920-4b3e-b780-b1962e0dbc39 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311661 Jul 28 12:09:19.445012 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 1d88db31-35af-40ba-86e8-ae9e18f1f5e4 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:09:19.538201 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 1d88db31-35af-40ba-86e8-ae9e18f1f5e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1d88db31-35af-40ba-86e8-ae9e18f1f5e4,segment=NetworkSegment(bb41a6a4-8531-4809-ac2f-20b1539b1635),segment_id=bb41a6a4-8531-4809-ac2f-20b1539b1635)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:09:19.549654 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '1d88db31-35af-40ba-86e8-ae9e18f1f5e4', 'network_id': 'fd179476-54a0-4c94-b10d-3c48cabcc84c', 'port_id': '1d88db31-35af-40ba-86e8-ae9e18f1f5e4', 'mac_address': 'fa:16:3e:f1:f8:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aab50c0-6ce0-470d-8f30-bc3873c86276', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:09:19.552574 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07724cc-42f1-4005-b35e-7ced9899c898 req-1ce2b9f8-dc0f-4034-ad09-4ca7efd82225 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:19.554085 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f07724cc-42f1-4005-b35e-7ced9899c898 req-1ce2b9f8-dc0f-4034-ad09-4ca7efd82225 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 943 time: 0.0487390 Jul 28 12:09:19.591490 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:19.591994 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f07724cc-42f1-4005-b35e-7ced9899c898 req-aafe72f3-6d6b-46ff-976f-e1377b50775e tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319467 Jul 28 12:09:19.604210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d88db31-35af-40ba-86e8-ae9e18f1f5e4 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:09:19.623351 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 1d88db31-35af-40ba-86e8-ae9e18f1f5e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1d88db31-35af-40ba-86e8-ae9e18f1f5e4,segment=NetworkSegment(bb41a6a4-8531-4809-ac2f-20b1539b1635),segment_id=bb41a6a4-8531-4809-ac2f-20b1539b1635)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:09:19.628396 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:19.674696 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=1d88db31-35af-40ba-86e8-ae9e18f1f5e4,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:19.875129 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['1d88db31-35af-40ba-86e8-ae9e18f1f5e4'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:09:20.234001 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:20.703892 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc84a4b-6d65-42a1-bb52-4f056b341799 req-209b232b-80ff-4aad-a2c5-de92498a0ed3 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:20.705322 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8cc84a4b-6d65-42a1-bb52-4f056b341799 req-209b232b-80ff-4aad-a2c5-de92498a0ed3 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 944 time: 0.0482566 Jul 28 12:09:20.746216 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8cc84a4b-6d65-42a1-bb52-4f056b341799 req-bc0c5f01-8f16-426a-96e4-78611b8c31c1 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346432 Jul 28 12:09:21.451526 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 1d88db31-35af-40ba-86e8-ae9e18f1f5e4 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:09:21.499205 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 1d88db31-35af-40ba-86e8-ae9e18f1f5e4 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:09:21.502751 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 1d88db31-35af-40ba-86e8-ae9e18f1f5e4 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:09:21.503118 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:21.577404 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:21.602907 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49faa9d9-6ca8-4c42-9299-fdca5aba5ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d88db31-35af-40ba-86e8-ae9e18f1f5e4'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:09:21.605111 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3836dd80-0969-4efc-afe6-1879130e01fa" -d '{"events": [{"server_uuid": "49faa9d9-6ca8-4c42-9299-fdca5aba5ee1", "name": "network-vif-plugged", "status": "completed", "tag": "1d88db31-35af-40ba-86e8-ae9e18f1f5e4"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:09:21.617804 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 1d88db31-35af-40ba-86e8-ae9e18f1f5e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1d88db31-35af-40ba-86e8-ae9e18f1f5e4,segment=NetworkSegment(bb41a6a4-8531-4809-ac2f-20b1539b1635),segment_id=bb41a6a4-8531-4809-ac2f-20b1539b1635)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:09:21.621740 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:21.644408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be257097-84f6-4d8e-a3cf-5428d0d23c42 x-openstack-request-id: req-be257097-84f6-4d8e-a3cf-5428d0d23c42 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:09:21.644700 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49faa9d9-6ca8-4c42-9299-fdca5aba5ee1", "name": "network-vif-plugged", "status": "completed", "tag": "1d88db31-35af-40ba-86e8-ae9e18f1f5e4", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:09:21.644949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be257097-84f6-4d8e-a3cf-5428d0d23c42 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:09:21.645331 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49faa9d9-6ca8-4c42-9299-fdca5aba5ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d88db31-35af-40ba-86e8-ae9e18f1f5e4', 'code': 200} Jul 28 12:09:21.671735 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=1d88db31-35af-40ba-86e8-ae9e18f1f5e4,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:21.805115 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac4094-5424-487d-8df1-c7bc114a6a36 req-7d229ba9-7782-4756-a016-6339c19967c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:21.806661 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c3ac4094-5424-487d-8df1-c7bc114a6a36 req-7d229ba9-7782-4756-a016-6339c19967c2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 1098 time: 0.0424995 Jul 28 12:09:21.842449 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c3ac4094-5424-487d-8df1-c7bc114a6a36 req-6e58ae5b-2a01-41f8-bcc6-1c4049496178 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288215 Jul 28 12:09:21.860112 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c32df-be14-4358-9e5c-d59da95598c4 req-801a62be-272c-43b0-a5cf-ad3d9dc474f6 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:21.861580 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4b3c32df-be14-4358-9e5c-d59da95598c4 req-801a62be-272c-43b0-a5cf-ad3d9dc474f6 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 945 time: 0.0489895 Jul 28 12:09:21.902585 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4b3c32df-be14-4358-9e5c-d59da95598c4 req-1dbdcd57-2a82-4b56-b320-8fecf6255d56 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348985 Jul 28 12:09:23.020385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5d199-e227-4e9e-b0d3-3f7bce95b9c3 req-50c40792-28f6-45bc-a763-92642e051eb9 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:23.021858 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-87e5d199-e227-4e9e-b0d3-3f7bce95b9c3 req-50c40792-28f6-45bc-a763-92642e051eb9 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 945 time: 0.0481784 Jul 28 12:09:23.059933 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-87e5d199-e227-4e9e-b0d3-3f7bce95b9c3 req-c3568bda-155c-4c75-a715-0a11a6b4f81b tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316565 Jul 28 12:09:23.281500 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-dd141fd6-8131-4a6e-9e81-098def440047 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:23.282998 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-dd141fd6-8131-4a6e-9e81-098def440047 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/networks?id=fd179476-54a0-4c94-b10d-3c48cabcc84c HTTP/1.1" status: 200 len: 814 time: 0.1040783 Jul 28 12:09:23.298007 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-76504255-a170-4150-8316-abf864302f1c tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/quotas/6f5a3282cfeb417abe4bb6c49264153e HTTP/1.1" status: 200 len: 375 time: 0.0089648 Jul 28 12:09:23.346615 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-d65432f0-8005-49ac-a56f-5eebb032f865 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f5a3282cfeb417abe4bb6c49264153e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432646 Jul 28 12:09:23.437025 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-88b29f9c-7816-4a40-b38b-9b2f01636be0 service neutron] 10.222.0.43 "GET /v2.0/networks/fd179476-54a0-4c94-b10d-3c48cabcc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834188 Jul 28 12:09:23.525731 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-89b25d44-c688-46f3-bf9d-be0ebdb8bf7b service neutron] 10.222.0.43 "GET /v2.0/networks/fd179476-54a0-4c94-b10d-3c48cabcc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827301 Jul 28 12:09:23.674993 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b33eba65-428f-4b64-aee9-46b16ef2a2c7 req-b0e5131f-e5a7-4f9b-8d01-7009c923ff73 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=99e0c8f5-ea28-4707-8864-61fce2b919fc HTTP/1.1" status: 200 len: 210 time: 0.0260220 Jul 28 12:09:24.555395 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-af742b43-8c24-49ee-8b3e-2160b43d61fc tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:24.556876 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-af742b43-8c24-49ee-8b3e-2160b43d61fc tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.39 "GET /v2.0/networks?id=fd179476-54a0-4c94-b10d-3c48cabcc84c HTTP/1.1" status: 200 len: 814 time: 0.1136258 Jul 28 12:09:24.570091 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-960534e7-0add-4748-a897-6cd36fe3eaa0 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Request body: {'port': {'device_id': '99e0c8f5-ea28-4707-8864-61fce2b919fc', 'network_id': 'fd179476-54a0-4c94-b10d-3c48cabcc84c', 'admin_state_up': True, 'tenant_id': '6f5a3282cfeb417abe4bb6c49264153e'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:24.675542 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-960534e7-0add-4748-a897-6cd36fe3eaa0 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Made reservation on behalf of 6f5a3282cfeb417abe4bb6c49264153e for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:24.679304 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-960534e7-0add-4748-a897-6cd36fe3eaa0 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:24.766405 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0829d1e7-1b54-476c-bd0a-a869e044b9b9 req-39995046-6329-4877-a0b2-61d97caa2c6e tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=99e0c8f5-ea28-4707-8864-61fce2b919fc HTTP/1.1" status: 200 len: 210 time: 0.0261781 Jul 28 12:09:24.806677 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-960534e7-0add-4748-a897-6cd36fe3eaa0 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Allocated IP 172.20.0.3 (fd179476-54a0-4c94-b10d-3c48cabcc84c/8aab50c0-6ce0-470d-8f30-bc3873c86276/0f8d8268-d506-4486-ae8a-ed69b14c0c88) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:09:24.863686 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:09:24.953179 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-960534e7-0add-4748-a897-6cd36fe3eaa0 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:24.991158 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-960534e7-0add-4748-a897-6cd36fe3eaa0 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:25.002411 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['1d88db31-35af-40ba-86e8-ae9e18f1f5e4'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:09:25.031388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-960534e7-0add-4748-a897-6cd36fe3eaa0 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Network fd179476-54a0-4c94-b10d-3c48cabcc84c is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:09:25.034388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-960534e7-0add-4748-a897-6cd36fe3eaa0 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:09:25.038235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-960534e7-0add-4748-a897-6cd36fe3eaa0 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:09:25.064782 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960534e7-0add-4748-a897-6cd36fe3eaa0 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Pushing event updated for resources: {'Port': ['ID=0f8d8268-d506-4486-ae8a-ed69b14c0c88,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:25.093229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-960534e7-0add-4748-a897-6cd36fe3eaa0 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:25.093842 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-960534e7-0add-4748-a897-6cd36fe3eaa0 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:25.107395 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-960534e7-0add-4748-a897-6cd36fe3eaa0 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5421469 Jul 28 12:09:25.120176 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Request body: {'port': {'device_id': '99e0c8f5-ea28-4707-8864-61fce2b919fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:25.175094 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:25.426783 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8d8268-d506-4486-ae8a-ed69b14c0c88 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:09:25.434005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:25.445424 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Transition to ACTIVE for port object 0f8d8268-d506-4486-ae8a-ed69b14c0c88 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:09:25.449105 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:25.499589 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8d8268-d506-4486-ae8a-ed69b14c0c88,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:25.565251 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Attempting to bind port 0f8d8268-d506-4486-ae8a-ed69b14c0c88 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:09:25.565968 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Attempting to bind port 0f8d8268-d506-4486-ae8a-ed69b14c0c88 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'bb41a6a4-8531-4809-ac2f-20b1539b1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd179476-54a0-4c94-b10d-3c48cabcc84c'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:09:25.565968 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Attempting to bind port 0f8d8268-d506-4486-ae8a-ed69b14c0c88 on network fd179476-54a0-4c94-b10d-3c48cabcc84c {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:09:25.570937 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Port 0f8d8268-d506-4486-ae8a-ed69b14c0c88 on network fd179476-54a0-4c94-b10d-3c48cabcc84c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:09:25.571258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Attempting to bind port 0f8d8268-d506-4486-ae8a-ed69b14c0c88 on network fd179476-54a0-4c94-b10d-3c48cabcc84c {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:09:25.575992 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:09:25.576326 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Checking segment: {'id': 'bb41a6a4-8531-4809-ac2f-20b1539b1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd179476-54a0-4c94-b10d-3c48cabcc84c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:09:25.576708 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Bound using segment: {'id': 'bb41a6a4-8531-4809-ac2f-20b1539b1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd179476-54a0-4c94-b10d-3c48cabcc84c'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:09:25.577138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Bound port: 0f8d8268-d506-4486-ae8a-ed69b14c0c88, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb41a6a4-8531-4809-ac2f-20b1539b1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd179476-54a0-4c94-b10d-3c48cabcc84c'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:09:25.577491 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:25.637471 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] For port 0f8d8268-d506-4486-ae8a-ed69b14c0c88, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:09:25.640393 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] For port 0f8d8268-d506-4486-ae8a-ed69b14c0c88, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0f8d8268-d506-4486-ae8a-ed69b14c0c88,segment=NetworkSegment(bb41a6a4-8531-4809-ac2f-20b1539b1635),segment_id=bb41a6a4-8531-4809-ac2f-20b1539b1635)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:09:25.644693 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:25.676403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:25.677063 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:25.678411 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] 10.222.0.39 "PUT /v2.0/ports/0f8d8268-d506-4486-ae8a-ed69b14c0c88 HTTP/1.1" status: 200 len: 1093 time: 0.5625060 Jul 28 12:09:25.678921 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e0c8f5-ea28-4707-8864-61fce2b919fc', 'tag': '0f8d8268-d506-4486-ae8a-ed69b14c0c88'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:09:25.681150 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af5b2b3-9415-4c54-85a3-8fdc8b6185fd" -d '{"events": [{"name": "network-changed", "server_uuid": "99e0c8f5-ea28-4707-8864-61fce2b919fc", "tag": "0f8d8268-d506-4486-ae8a-ed69b14c0c88"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:09:25.706746 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5d714-35e7-45f7-b964-85919d3855f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8d8268-d506-4486-ae8a-ed69b14c0c88,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:25.726353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1656ba6-4eca-4608-93c6-72c5bf45af87 x-openstack-request-id: req-d1656ba6-4eca-4608-93c6-72c5bf45af87 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:09:25.726665 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e0c8f5-ea28-4707-8864-61fce2b919fc", "tag": "0f8d8268-d506-4486-ae8a-ed69b14c0c88", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:09:25.726915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1656ba6-4eca-4608-93c6-72c5bf45af87 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:09:25.727304 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e0c8f5-ea28-4707-8864-61fce2b919fc', 'tag': '0f8d8268-d506-4486-ae8a-ed69b14c0c88', 'status': 'completed', 'code': 200} Jul 28 12:09:25.758884 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-49ec9195-15c3-47e3-8ac6-c656705d5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:25.760361 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-49ec9195-15c3-47e3-8ac6-c656705d5598 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f5a3282cfeb417abe4bb6c49264153e&device_id=99e0c8f5-ea28-4707-8864-61fce2b919fc HTTP/1.1" status: 200 len: 1096 time: 0.0427291 Jul 28 12:09:25.811294 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-c07a2360-ce18-42c5-9ed7-89664251f823 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f8d8268-d506-4486-ae8a-ed69b14c0c88 HTTP/1.1" status: 200 len: 217 time: 0.0427787 Jul 28 12:09:25.860952 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-6d65ec1b-68dd-480f-b844-e539b7398861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:25.862445 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-6d65ec1b-68dd-480f-b844-e539b7398861 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8aab50c0-6ce0-470d-8f30-bc3873c86276 HTTP/1.1" status: 200 len: 854 time: 0.0440929 Jul 28 12:09:25.884735 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e248297-e7a9-43c5-afa2-37c3b3b21289 req-4f91808d-4a18-444a-afeb-5b6a18b36611 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:25.886250 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5e248297-e7a9-43c5-afa2-37c3b3b21289 req-4f91808d-4a18-444a-afeb-5b6a18b36611 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=99e0c8f5-ea28-4707-8864-61fce2b919fc HTTP/1.1" status: 200 len: 943 time: 0.0534148 Jul 28 12:09:25.894703 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-59cadedf-f8b2-4ea2-b04e-4cc90d8e025c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd179476-54a0-4c94-b10d-3c48cabcc84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244622 Jul 28 12:09:25.924646 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5e248297-e7a9-43c5-afa2-37c3b3b21289 req-9bbf7dac-cc14-4c39-85e3-fc65658b910d tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325572 Jul 28 12:09:25.991105 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-65900a7d-324e-42b1-b719-d09585ec8363 service neutron] 10.222.0.39 "GET /v2.0/networks/fd179476-54a0-4c94-b10d-3c48cabcc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891745 Jul 28 12:09:26.079394 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-e2aba09c-4fc8-47d1-9eaa-3412ff37b391 req-68e4c371-ac29-41f5-9f64-6b82da61643a service neutron] 10.222.0.39 "GET /v2.0/networks/fd179476-54a0-4c94-b10d-3c48cabcc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807066 Jul 28 12:09:26.161869 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5b2b3-9415-4c54-85a3-8fdc8b6185fd req-d0bcab12-1189-4248-84c7-7d5269e6e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:26.163419 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9af5b2b3-9415-4c54-85a3-8fdc8b6185fd req-d0bcab12-1189-4248-84c7-7d5269e6e003 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f5a3282cfeb417abe4bb6c49264153e&device_id=99e0c8f5-ea28-4707-8864-61fce2b919fc HTTP/1.1" status: 200 len: 1096 time: 0.0402453 Jul 28 12:09:26.255423 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5b2b3-9415-4c54-85a3-8fdc8b6185fd req-fd05a0b2-74d6-4205-a1f9-cd8889240632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:26.257012 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9af5b2b3-9415-4c54-85a3-8fdc8b6185fd req-fd05a0b2-74d6-4205-a1f9-cd8889240632 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fd179476-54a0-4c94-b10d-3c48cabcc84c HTTP/1.1" status: 200 len: 915 time: 0.0852411 Jul 28 12:09:26.299133 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9af5b2b3-9415-4c54-85a3-8fdc8b6185fd req-2952e9dd-7139-4455-ad7b-20b70beec820 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f8d8268-d506-4486-ae8a-ed69b14c0c88 HTTP/1.1" status: 200 len: 217 time: 0.0338933 Jul 28 12:09:26.627952 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5b2b3-9415-4c54-85a3-8fdc8b6185fd req-807b10ec-14f9-4f5e-95fc-c17aca240d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:26.629354 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9af5b2b3-9415-4c54-85a3-8fdc8b6185fd req-807b10ec-14f9-4f5e-95fc-c17aca240d7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8aab50c0-6ce0-470d-8f30-bc3873c86276 HTTP/1.1" status: 200 len: 854 time: 0.3225651 Jul 28 12:09:26.662033 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9af5b2b3-9415-4c54-85a3-8fdc8b6185fd req-ec3f81d2-0b20-438a-92c9-eb7b3042cc38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd179476-54a0-4c94-b10d-3c48cabcc84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238914 Jul 28 12:09:26.748530 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9af5b2b3-9415-4c54-85a3-8fdc8b6185fd req-c503e774-f2ce-4460-a3d2-255428403bf1 service neutron] 10.222.0.39 "GET /v2.0/networks/fd179476-54a0-4c94-b10d-3c48cabcc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778453 Jul 28 12:09:26.838142 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9af5b2b3-9415-4c54-85a3-8fdc8b6185fd req-ddd77dbe-533b-41c1-b142-431c872f2fb9 service neutron] 10.222.0.39 "GET /v2.0/networks/fd179476-54a0-4c94-b10d-3c48cabcc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815151 Jul 28 12:09:27.040671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f72841-5a04-4bf9-ae79-b89d3118994e req-d62e95c4-28f0-4c80-b40d-936030bf28c8 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:27.042129 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e6f72841-5a04-4bf9-ae79-b89d3118994e req-d62e95c4-28f0-4c80-b40d-936030bf28c8 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=99e0c8f5-ea28-4707-8864-61fce2b919fc HTTP/1.1" status: 200 len: 943 time: 0.0490563 Jul 28 12:09:27.079321 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e6f72841-5a04-4bf9-ae79-b89d3118994e req-4195a5db-f93b-40ee-9355-39320e81aeb1 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313644 Jul 28 12:09:28.193640 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b0412-cf91-482b-9869-3e5bdd408feb req-0f612b64-d5e9-4c50-8fd1-2cfb336aa1a6 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:28.195294 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1c8b0412-cf91-482b-9869-3e5bdd408feb req-0f612b64-d5e9-4c50-8fd1-2cfb336aa1a6 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=99e0c8f5-ea28-4707-8864-61fce2b919fc HTTP/1.1" status: 200 len: 943 time: 0.0503087 Jul 28 12:09:28.233232 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1c8b0412-cf91-482b-9869-3e5bdd408feb req-2583ec25-989a-42c5-926f-b117a74b9b40 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318549 Jul 28 12:09:29.347818 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b524a5-5ace-4ee4-8152-67bd875d1dd9 req-74f8927c-0e3b-412b-9d75-d3951345cd68 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:29.349275 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c5b524a5-5ace-4ee4-8152-67bd875d1dd9 req-74f8927c-0e3b-412b-9d75-d3951345cd68 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=99e0c8f5-ea28-4707-8864-61fce2b919fc HTTP/1.1" status: 200 len: 943 time: 0.0515244 Jul 28 12:09:29.387753 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c5b524a5-5ace-4ee4-8152-67bd875d1dd9 req-556f22c8-8be5-4d17-b48f-a13ccf3844a4 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Jul 28 12:09:29.493009 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 0f8d8268-d506-4486-ae8a-ed69b14c0c88 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:09:29.583574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 0f8d8268-d506-4486-ae8a-ed69b14c0c88, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0f8d8268-d506-4486-ae8a-ed69b14c0c88,segment=NetworkSegment(bb41a6a4-8531-4809-ac2f-20b1539b1635),segment_id=bb41a6a4-8531-4809-ac2f-20b1539b1635)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:09:29.594275 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '0f8d8268-d506-4486-ae8a-ed69b14c0c88', 'network_id': 'fd179476-54a0-4c94-b10d-3c48cabcc84c', 'port_id': '0f8d8268-d506-4486-ae8a-ed69b14c0c88', 'mac_address': 'fa:16:3e:31:75:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aab50c0-6ce0-470d-8f30-bc3873c86276', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:09:29.629688 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:29.644401 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8d8268-d506-4486-ae8a-ed69b14c0c88 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:09:29.664159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 0f8d8268-d506-4486-ae8a-ed69b14c0c88, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0f8d8268-d506-4486-ae8a-ed69b14c0c88,segment=NetworkSegment(bb41a6a4-8531-4809-ac2f-20b1539b1635),segment_id=bb41a6a4-8531-4809-ac2f-20b1539b1635)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:09:29.667853 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:29.860646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=0f8d8268-d506-4486-ae8a-ed69b14c0c88,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:29.867763 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:29.868119 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:29.868462 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:29.868796 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:29.869129 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:29.869459 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:29.869786 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:29.870112 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:29.870461 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:29.870787 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:29.871108 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:29.871425 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:09:29.903989 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['0f8d8268-d506-4486-ae8a-ed69b14c0c88'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:09:30.499048 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598d7f0-5e7e-47be-b305-ec6fed87dac3 req-006ddd0c-7649-4ba6-a945-2c01ee564e35 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:30.500603 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4598d7f0-5e7e-47be-b305-ec6fed87dac3 req-006ddd0c-7649-4ba6-a945-2c01ee564e35 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=99e0c8f5-ea28-4707-8864-61fce2b919fc HTTP/1.1" status: 200 len: 944 time: 0.0477290 Jul 28 12:09:30.537990 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4598d7f0-5e7e-47be-b305-ec6fed87dac3 req-23bf89e6-ce7e-4795-8f47-022d485053f1 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315287 Jul 28 12:09:31.510521 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 0f8d8268-d506-4486-ae8a-ed69b14c0c88 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:09:31.559493 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 0f8d8268-d506-4486-ae8a-ed69b14c0c88 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:09:31.563076 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 0f8d8268-d506-4486-ae8a-ed69b14c0c88 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:09:31.563447 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:31.641472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:31.658163 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df462d2-8837-4cf6-a574-975cb15e3943 req-66729235-ab6c-4c01-9a46-9b79d376d8ff tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:31.664035 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4df462d2-8837-4cf6-a574-975cb15e3943 req-66729235-ab6c-4c01-9a46-9b79d376d8ff tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=99e0c8f5-ea28-4707-8864-61fce2b919fc HTTP/1.1" status: 200 len: 944 time: 0.0579948 Jul 28 12:09:31.666668 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e0c8f5-ea28-4707-8864-61fce2b919fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8d8268-d506-4486-ae8a-ed69b14c0c88'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:09:31.668968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a8e105-227f-41bb-8c0e-a12cfa17d3a0" -d '{"events": [{"server_uuid": "99e0c8f5-ea28-4707-8864-61fce2b919fc", "name": "network-vif-plugged", "status": "completed", "tag": "0f8d8268-d506-4486-ae8a-ed69b14c0c88"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:09:31.681774 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 0f8d8268-d506-4486-ae8a-ed69b14c0c88, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0f8d8268-d506-4486-ae8a-ed69b14c0c88,segment=NetworkSegment(bb41a6a4-8531-4809-ac2f-20b1539b1635),segment_id=bb41a6a4-8531-4809-ac2f-20b1539b1635)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:09:31.686613 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:31.709325 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4df462d2-8837-4cf6-a574-975cb15e3943 req-b895aa44-6dc4-4e8b-aa71-00e426f8327b tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396214 Jul 28 12:09:31.713214 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4849fa-de6d-45fc-94e2-3f200234c70d x-openstack-request-id: req-5f4849fa-de6d-45fc-94e2-3f200234c70d {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:09:31.713505 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e0c8f5-ea28-4707-8864-61fce2b919fc", "name": "network-vif-plugged", "status": "completed", "tag": "0f8d8268-d506-4486-ae8a-ed69b14c0c88", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:09:31.713858 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f4849fa-de6d-45fc-94e2-3f200234c70d {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:09:31.714136 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e0c8f5-ea28-4707-8864-61fce2b919fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8d8268-d506-4486-ae8a-ed69b14c0c88', 'code': 200} Jul 28 12:09:31.740138 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=0f8d8268-d506-4486-ae8a-ed69b14c0c88,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:31.876327 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff399343-8a2b-41b1-bc6c-d48fab6cc0ce req-6101dc84-ca41-4686-b0fb-12cc6ea9dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:31.877862 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff399343-8a2b-41b1-bc6c-d48fab6cc0ce req-6101dc84-ca41-4686-b0fb-12cc6ea9dfcb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=99e0c8f5-ea28-4707-8864-61fce2b919fc HTTP/1.1" status: 200 len: 1098 time: 0.0391738 Jul 28 12:09:31.911601 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ff399343-8a2b-41b1-bc6c-d48fab6cc0ce req-7c48ab52-bb79-431a-835c-d7bf026f6b39 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271175 Jul 28 12:09:32.420709 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6050bb49-7f30-4003-a990-7bc539bd7f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:32.831085 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1db7b-7c58-434d-9a8e-003117b82123 req-ba69fe21-f6b9-4af2-bd13-514478e752c2 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:32.832524 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-43f1db7b-7c58-434d-9a8e-003117b82123 req-ba69fe21-f6b9-4af2-bd13-514478e752c2 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=99e0c8f5-ea28-4707-8864-61fce2b919fc HTTP/1.1" status: 200 len: 945 time: 0.0528562 Jul 28 12:09:32.870445 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-43f1db7b-7c58-434d-9a8e-003117b82123 req-b1ea7180-6644-40a5-97ce-eeb645f95751 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313988 Jul 28 12:09:33.094894 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ffacc-841c-4053-a502-41f3400b6c50 req-0850d367-eaed-4155-b3cc-a28f44a03930 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:33.096371 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-165ffacc-841c-4053-a502-41f3400b6c50 req-0850d367-eaed-4155-b3cc-a28f44a03930 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=99e0c8f5-ea28-4707-8864-61fce2b919fc HTTP/1.1" status: 200 len: 945 time: 0.0482669 Jul 28 12:09:33.134505 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-165ffacc-841c-4053-a502-41f3400b6c50 req-5b3a6759-a8bb-4a48-b587-82bc7ab99c6e tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Jul 28 12:09:34.249796 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fc9f0-1aef-4535-bca2-a995de62d686 req-123f1a80-c793-4add-b3d0-4f2a95d89f35 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:34.252154 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3c0fc9f0-1aef-4535-bca2-a995de62d686 req-123f1a80-c793-4add-b3d0-4f2a95d89f35 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=99e0c8f5-ea28-4707-8864-61fce2b919fc HTTP/1.1" status: 200 len: 945 time: 0.0496397 Jul 28 12:09:34.290541 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3c0fc9f0-1aef-4535-bca2-a995de62d686 req-cfebc575-51fd-4c0f-91a4-439b00586012 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322704 Jul 28 12:09:34.403460 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e1a4a-b7ee-4f91-a659-29f0fcf800e6 req-8abd300e-48f9-43aa-861f-98f47f366327 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:34.404901 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3a6e1a4a-b7ee-4f91-a659-29f0fcf800e6 req-8abd300e-48f9-43aa-861f-98f47f366327 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.39 "GET /v2.0/ports?device_id=99e0c8f5-ea28-4707-8864-61fce2b919fc HTTP/1.1" status: 200 len: 945 time: 0.0488129 Jul 28 12:09:34.497843 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-3a6e1a4a-b7ee-4f91-a659-29f0fcf800e6 req-d30471fc-54b3-4ee0-9be3-cecb0df5efb3 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Deleting port 0f8d8268-d506-4486-ae8a-ed69b14c0c88 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:09:34.498108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-3a6e1a4a-b7ee-4f91-a659-29f0fcf800e6 req-d30471fc-54b3-4ee0-9be3-cecb0df5efb3 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:34.583512 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-3a6e1a4a-b7ee-4f91-a659-29f0fcf800e6 req-d30471fc-54b3-4ee0-9be3-cecb0df5efb3 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] For port 0f8d8268-d506-4486-ae8a-ed69b14c0c88, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0f8d8268-d506-4486-ae8a-ed69b14c0c88,segment=NetworkSegment(bb41a6a4-8531-4809-ac2f-20b1539b1635),segment_id=bb41a6a4-8531-4809-ac2f-20b1539b1635)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:09:34.583878 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-3a6e1a4a-b7ee-4f91-a659-29f0fcf800e6 req-d30471fc-54b3-4ee0-9be3-cecb0df5efb3 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:34.600337 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-3a6e1a4a-b7ee-4f91-a659-29f0fcf800e6 req-d30471fc-54b3-4ee0-9be3-cecb0df5efb3 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Calling delete_port for 0f8d8268-d506-4486-ae8a-ed69b14c0c88 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:09:34.722039 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-3a6e1a4a-b7ee-4f91-a659-29f0fcf800e6 req-d30471fc-54b3-4ee0-9be3-cecb0df5efb3 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:34.734446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['1d88db31-35af-40ba-86e8-ae9e18f1f5e4', '0f8d8268-d506-4486-ae8a-ed69b14c0c88'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:09:34.754798 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30471fc-54b3-4ee0-9be3-cecb0df5efb3 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Pushing event deleted for resources: {'Port': ['ID=0f8d8268-d506-4486-ae8a-ed69b14c0c88,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:34.797656 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6e1a4a-b7ee-4f91-a659-29f0fcf800e6 req-d30471fc-54b3-4ee0-9be3-cecb0df5efb3 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] No DVR routers for this DVR port 0f8d8268-d506-4486-ae8a-ed69b14c0c88 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:09:34.800595 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-3a6e1a4a-b7ee-4f91-a659-29f0fcf800e6 req-d30471fc-54b3-4ee0-9be3-cecb0df5efb3 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:34.802561 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3a6e1a4a-b7ee-4f91-a659-29f0fcf800e6 req-d30471fc-54b3-4ee0-9be3-cecb0df5efb3 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.39 "DELETE /v2.0/ports/0f8d8268-d506-4486-ae8a-ed69b14c0c88 HTTP/1.1" status: 204 len: 173 time: 0.3898828 Jul 28 12:09:34.802997 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e0c8f5-ea28-4707-8864-61fce2b919fc', 'name': 'network-vif-deleted', 'tag': '0f8d8268-d506-4486-ae8a-ed69b14c0c88'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:09:34.805289 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490cfecd-01d6-4a0a-86fb-24305647aaba" -d '{"events": [{"server_uuid": "99e0c8f5-ea28-4707-8864-61fce2b919fc", "name": "network-vif-deleted", "tag": "0f8d8268-d506-4486-ae8a-ed69b14c0c88"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:09:34.846780 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b67edc-6916-43d1-9efa-292eb573f126 x-openstack-request-id: req-f6b67edc-6916-43d1-9efa-292eb573f126 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:09:34.847078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e0c8f5-ea28-4707-8864-61fce2b919fc", "name": "network-vif-deleted", "tag": "0f8d8268-d506-4486-ae8a-ed69b14c0c88", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:09:34.847352 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6b67edc-6916-43d1-9efa-292eb573f126 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:09:34.847752 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e0c8f5-ea28-4707-8864-61fce2b919fc', 'name': 'network-vif-deleted', 'tag': '0f8d8268-d506-4486-ae8a-ed69b14c0c88', 'status': 'completed', 'code': 200} Jul 28 12:09:34.915141 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c47b7c21-be27-453d-9c50-3d394d2a889a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:35.363702 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:35.447451 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-988b0675-e902-4334-8985-6e974b29d452 req-7eba524e-f2b6-4921-b790-f5a5b0519d3f tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=99e0c8f5-ea28-4707-8864-61fce2b919fc HTTP/1.1" status: 200 len: 210 time: 0.0773256 Jul 28 12:09:36.461472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:36.591159 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c22ac1-db61-4e72-8496-6f812f4e5629 req-d91d89f9-b3ad-4d16-a138-0d13afa14cbf tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:36.592629 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a4c22ac1-db61-4e72-8496-6f812f4e5629 req-d91d89f9-b3ad-4d16-a138-0d13afa14cbf tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 945 time: 0.0486624 Jul 28 12:09:36.629553 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a4c22ac1-db61-4e72-8496-6f812f4e5629 req-86cfc9cb-1715-4b62-955f-5c675e3c7da0 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310755 Jul 28 12:09:36.759489 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e66ae-55a6-4c15-ba60-a53cd54e63f0 req-b4f87bd8-3b1b-4bcf-9ae4-822e6e917e63 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:36.761027 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3a6e66ae-55a6-4c15-ba60-a53cd54e63f0 req-b4f87bd8-3b1b-4bcf-9ae4-822e6e917e63 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 945 time: 0.0494850 Jul 28 12:09:36.798628 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3a6e66ae-55a6-4c15-ba60-a53cd54e63f0 req-d0499e70-f4e4-48c4-bfc7-f102f2ac0286 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314453 Jul 28 12:09:36.963805 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75123111-8214-47eb-b052-7a47049ff6ea req-23b371de-bde4-4d1e-9d98-2e518eaae557 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:36.965268 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-75123111-8214-47eb-b052-7a47049ff6ea req-23b371de-bde4-4d1e-9d98-2e518eaae557 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 945 time: 0.0991156 Jul 28 12:09:37.001536 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-75123111-8214-47eb-b052-7a47049ff6ea req-cde9da1b-bca2-4f1c-bf7b-fe23b59841fb tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304587 Jul 28 12:09:37.164132 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092df04-4029-45df-93b4-201de066d4e3 req-297a597c-f1d6-457b-b471-eba637aaea6e tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:37.165625 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e092df04-4029-45df-93b4-201de066d4e3 req-297a597c-f1d6-457b-b471-eba637aaea6e tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 945 time: 0.0489645 Jul 28 12:09:37.203618 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e092df04-4029-45df-93b4-201de066d4e3 req-4a8cd40e-6a12-48cb-912d-21afb23dbe18 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320966 Jul 28 12:09:37.315504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247e50a-2d1b-42ac-a1f1-80bc18456474 req-524a57bc-21cd-4e9f-b600-c6de9b2a7e8c tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:37.316965 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6247e50a-2d1b-42ac-a1f1-80bc18456474 req-524a57bc-21cd-4e9f-b600-c6de9b2a7e8c tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 945 time: 0.0483780 Jul 28 12:09:37.354277 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6247e50a-2d1b-42ac-a1f1-80bc18456474 req-2cfaa060-cace-43c0-a9e7-86f3f59f5217 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306363 Jul 28 12:09:37.479382 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474537f-2e88-4107-844b-0833084d9f0e req-3cc7c1c5-5fc9-47a0-8cec-31f922d2525e tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:37.480868 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3474537f-2e88-4107-844b-0833084d9f0e req-3cc7c1c5-5fc9-47a0-8cec-31f922d2525e tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 945 time: 0.0511577 Jul 28 12:09:37.514594 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 0f8d8268-d506-4486-ae8a-ed69b14c0c88 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:09:37.518719 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3474537f-2e88-4107-844b-0833084d9f0e req-d8ce4fb2-fa56-45f9-a89b-7d5caed26135 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318956 Jul 28 12:09:37.536805 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 0f8d8268-d506-4486-ae8a-ed69b14c0c88 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:09:37.537149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 0f8d8268-d506-4486-ae8a-ed69b14c0c88 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:09:37.814869 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498ef6e-4a5c-4aba-95af-53a5a172bbf5 req-2647f9a3-2ae1-49a1-bae7-6dc83b2b6ffa tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:37.816358 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9498ef6e-4a5c-4aba-95af-53a5a172bbf5 req-2647f9a3-2ae1-49a1-bae7-6dc83b2b6ffa tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 945 time: 0.0498180 Jul 28 12:09:37.854706 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9498ef6e-4a5c-4aba-95af-53a5a172bbf5 req-9eb75f12-ec95-4999-b5f3-04209436025c tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321050 Jul 28 12:09:38.019076 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:38.970309 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b5710-7555-4f31-a18e-dbe58fd46ba0 req-a7736f77-faf1-4229-8b2d-e809cc011668 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:38.971835 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e53b5710-7555-4f31-a18e-dbe58fd46ba0 req-a7736f77-faf1-4229-8b2d-e809cc011668 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 945 time: 0.0484509 Jul 28 12:09:39.011334 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e53b5710-7555-4f31-a18e-dbe58fd46ba0 req-9272e89a-92f5-405a-a7c9-be4b6e648409 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f23639d-d868-42cf-800e-78e6eb4bbbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321875 Jul 28 12:09:39.136203 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3d205-6d1f-47b0-9e7a-750afaa6bcaf req-8e053c3f-d032-47a1-a2b6-254964b09754 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:39.137544 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d2e3d205-6d1f-47b0-9e7a-750afaa6bcaf req-8e053c3f-d032-47a1-a2b6-254964b09754 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.39 "GET /v2.0/ports?device_id=49faa9d9-6ca8-4c42-9299-fdca5aba5ee1 HTTP/1.1" status: 200 len: 945 time: 0.0479572 Jul 28 12:09:39.225239 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-d2e3d205-6d1f-47b0-9e7a-750afaa6bcaf req-a3db1416-337c-4d37-901f-ab7f14236e44 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Deleting port 1d88db31-35af-40ba-86e8-ae9e18f1f5e4 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:09:39.226166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d2e3d205-6d1f-47b0-9e7a-750afaa6bcaf req-a3db1416-337c-4d37-901f-ab7f14236e44 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:39.310744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-d2e3d205-6d1f-47b0-9e7a-750afaa6bcaf req-a3db1416-337c-4d37-901f-ab7f14236e44 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] For port 1d88db31-35af-40ba-86e8-ae9e18f1f5e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1d88db31-35af-40ba-86e8-ae9e18f1f5e4,segment=NetworkSegment(bb41a6a4-8531-4809-ac2f-20b1539b1635),segment_id=bb41a6a4-8531-4809-ac2f-20b1539b1635)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:09:39.311108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d2e3d205-6d1f-47b0-9e7a-750afaa6bcaf req-a3db1416-337c-4d37-901f-ab7f14236e44 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:39.323442 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-d2e3d205-6d1f-47b0-9e7a-750afaa6bcaf req-a3db1416-337c-4d37-901f-ab7f14236e44 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Calling delete_port for 1d88db31-35af-40ba-86e8-ae9e18f1f5e4 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:09:39.448541 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d2e3d205-6d1f-47b0-9e7a-750afaa6bcaf req-a3db1416-337c-4d37-901f-ab7f14236e44 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:39.460952 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['1d88db31-35af-40ba-86e8-ae9e18f1f5e4'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:09:39.477950 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db1416-337c-4d37-901f-ab7f14236e44 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Pushing event deleted for resources: {'Port': ['ID=1d88db31-35af-40ba-86e8-ae9e18f1f5e4,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:39.517751 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e3d205-6d1f-47b0-9e7a-750afaa6bcaf req-a3db1416-337c-4d37-901f-ab7f14236e44 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] No DVR routers for this DVR port 1d88db31-35af-40ba-86e8-ae9e18f1f5e4 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:09:39.520332 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-d2e3d205-6d1f-47b0-9e7a-750afaa6bcaf req-a3db1416-337c-4d37-901f-ab7f14236e44 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:39.522967 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d2e3d205-6d1f-47b0-9e7a-750afaa6bcaf req-a3db1416-337c-4d37-901f-ab7f14236e44 tempest-ServersNegativeTestJSON-1729736761 tempest-ServersNegativeTestJSON-1729736761-project] 10.222.0.39 "DELETE /v2.0/ports/1d88db31-35af-40ba-86e8-ae9e18f1f5e4 HTTP/1.1" status: 204 len: 173 time: 0.3786671 Jul 28 12:09:39.523480 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49faa9d9-6ca8-4c42-9299-fdca5aba5ee1', 'name': 'network-vif-deleted', 'tag': '1d88db31-35af-40ba-86e8-ae9e18f1f5e4'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:09:39.525684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e9767e-aefc-4301-97cd-02eb148942d4" -d '{"events": [{"server_uuid": "49faa9d9-6ca8-4c42-9299-fdca5aba5ee1", "name": "network-vif-deleted", "tag": "1d88db31-35af-40ba-86e8-ae9e18f1f5e4"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:09:39.562027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae35a646-e71d-45c3-8c00-34389c328372 x-openstack-request-id: req-ae35a646-e71d-45c3-8c00-34389c328372 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:09:39.562382 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49faa9d9-6ca8-4c42-9299-fdca5aba5ee1", "name": "network-vif-deleted", "tag": "1d88db31-35af-40ba-86e8-ae9e18f1f5e4", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:09:39.562677 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae35a646-e71d-45c3-8c00-34389c328372 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:09:39.563078 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49faa9d9-6ca8-4c42-9299-fdca5aba5ee1', 'name': 'network-vif-deleted', 'tag': '1d88db31-35af-40ba-86e8-ae9e18f1f5e4', 'status': 'completed', 'code': 200} Jul 28 12:09:40.065500 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 35958) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:40.112393 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5515cd-3794-46b5-9023-77cae0484db4 admin admin] Deleting subnet 8aab50c0-6ce0-470d-8f30-bc3873c86276 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:09:40.116012 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad5515cd-3794-46b5-9023-77cae0484db4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:40.149080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad5515cd-3794-46b5-9023-77cae0484db4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:40.186232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad5515cd-3794-46b5-9023-77cae0484db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:40.236214 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad5515cd-3794-46b5-9023-77cae0484db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:40.268005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ad5515cd-3794-46b5-9023-77cae0484db4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:40.269858 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ad5515cd-3794-46b5-9023-77cae0484db4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8aab50c0-6ce0-470d-8f30-bc3873c86276 HTTP/1.1" status: 204 len: 168 time: 0.2033575 Jul 28 12:09:40.270920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5515cd-3794-46b5-9023-77cae0484db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aab50c0-6ce0-470d-8f30-bc3873c86276,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:40.272625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 35960) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:40.341676 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-19f332c7-8848-4b50-a866-c55421da0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:40.417291 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-19f332c7-8848-4b50-a866-c55421da0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:40.426780 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-19f332c7-8848-4b50-a866-c55421da0c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd179476-54a0-4c94-b10d-3c48cabcc84c']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:40.437370 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-19f332c7-8848-4b50-a866-c55421da0c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb41a6a4-8531-4809-ac2f-20b1539b1635') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:40.437665 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-19f332c7-8848-4b50-a866-c55421da0c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb41a6a4-8531-4809-ac2f-20b1539b1635') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:40.446796 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-19f332c7-8848-4b50-a866-c55421da0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:40.459716 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-19f332c7-8848-4b50-a866-c55421da0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:40.465522 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f332c7-8848-4b50-a866-c55421da0c18 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:09:40.465911 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-19f332c7-8848-4b50-a866-c55421da0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:09:40.467593 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:09:40.522782 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-19f332c7-8848-4b50-a866-c55421da0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:40.527876 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-19f332c7-8848-4b50-a866-c55421da0c18 admin admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:40.529736 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-19f332c7-8848-4b50-a866-c55421da0c18 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fd179476-54a0-4c94-b10d-3c48cabcc84c HTTP/1.1" status: 204 len: 168 time: 0.2560582 Jul 28 12:09:40.540995 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f332c7-8848-4b50-a866-c55421da0c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd179476-54a0-4c94-b10d-3c48cabcc84c,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:40.634710 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 35964) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:40.673220 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d572c320-8159-45b8-9c39-1309abb80159 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f5a3282cfeb417abe4bb6c49264153e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373585 Jul 28 12:09:40.675809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 35966) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:40.723956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-17e3fce0-5c74-4003-b051-b41825e370ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:40.744868 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-17e3fce0-5c74-4003-b051-b41825e370ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:40.791424 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-17e3fce0-5c74-4003-b051-b41825e370ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:40.794045 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-17e3fce0-5c74-4003-b051-b41825e370ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:40.795280 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-17e3fce0-5c74-4003-b051-b41825e370ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f23639d-d868-42cf-800e-78e6eb4bbbd3 HTTP/1.1" status: 204 len: 168 time: 0.1184499 Jul 28 12:09:40.804488 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3fce0-5c74-4003-b051-b41825e370ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f23639d-d868-42cf-800e-78e6eb4bbbd3,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:41.449837 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 35988) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:41.539425 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 1d88db31-35af-40ba-86e8-ae9e18f1f5e4 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:09:41.541151 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-f5861409-4ae1-4581-a495-bb73e917c16f tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1093633140'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:41.560061 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 1d88db31-35af-40ba-86e8-ae9e18f1f5e4 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:09:41.560480 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 1d88db31-35af-40ba-86e8-ae9e18f1f5e4 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:09:41.563332 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5861409-4ae1-4581-a495-bb73e917c16f tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Made reservation on behalf of a2cfe31a130e4a2f85e715251cb97c78 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:41.566928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f5861409-4ae1-4581-a495-bb73e917c16f tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:41.575628 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f5861409-4ae1-4581-a495-bb73e917c16f tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:41.664251 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f5861409-4ae1-4581-a495-bb73e917c16f tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:41.667769 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f5861409-4ae1-4581-a495-bb73e917c16f tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:41.695280 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5861409-4ae1-4581-a495-bb73e917c16f tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:09:41.701428 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5861409-4ae1-4581-a495-bb73e917c16f tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eecdb9c2-708f-4a95-bd16-c44cefa1d821,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:41.707232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f5861409-4ae1-4581-a495-bb73e917c16f tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:41.707571 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-f5861409-4ae1-4581-a495-bb73e917c16f tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Added segment abf4fe86-d995-43ec-b5fc-44c7b57f387f of type vlan for network b3f129ff-b74c-4a67-b628-346581cf943e Jul 28 12:09:41.751284 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f5861409-4ae1-4581-a495-bb73e917c16f tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:41.779370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f5861409-4ae1-4581-a495-bb73e917c16f tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:41.784879 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5861409-4ae1-4581-a495-bb73e917c16f tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:41.785451 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f5861409-4ae1-4581-a495-bb73e917c16f tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:41.852433 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f5861409-4ae1-4581-a495-bb73e917c16f tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4014466 Jul 28 12:09:41.885493 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5861409-4ae1-4581-a495-bb73e917c16f tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event updated for resources: {'Network': ['ID=b3f129ff-b74c-4a67-b628-346581cf943e,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:41.899582 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network b3f129ff-b74c-4a67-b628-346581cf943e details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:09:45.025408 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 35992) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:45.030852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b61fc54e-78cc-49cd-ad1d-6070fb2636c9 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Request body: {'subnet': {'network_id': 'b3f129ff-b74c-4a67-b628-346581cf943e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:45.121953 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61fc54e-78cc-49cd-ad1d-6070fb2636c9 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Made reservation on behalf of a2cfe31a130e4a2f85e715251cb97c78 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:45.125599 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b61fc54e-78cc-49cd-ad1d-6070fb2636c9 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:45.301721 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b61fc54e-78cc-49cd-ad1d-6070fb2636c9 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:45.363445 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fc54e-78cc-49cd-ad1d-6070fb2636c9 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event updated for resources: {'Subnet': ['ID=660ec68b-cca7-4edc-81a4-601f60bf8658,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:45.367775 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61fc54e-78cc-49cd-ad1d-6070fb2636c9 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Checking segment: {'id': 'abf4fe86-d995-43ec-b5fc-44c7b57f387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b3f129ff-b74c-4a67-b628-346581cf943e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:09:45.368140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61fc54e-78cc-49cd-ad1d-6070fb2636c9 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Network hostable DHCP agents. Network: b3f129ff-b74c-4a67-b628-346581cf943e, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:09:45.386678 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61fc54e-78cc-49cd-ad1d-6070fb2636c9 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Network b3f129ff-b74c-4a67-b628-346581cf943e is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:09:45.394857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-b61fc54e-78cc-49cd-ad1d-6070fb2636c9 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, b3f129ff-b74c-4a67-b628-346581cf943e) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:09:45.401922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61fc54e-78cc-49cd-ad1d-6070fb2636c9 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:45.401922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b61fc54e-78cc-49cd-ad1d-6070fb2636c9 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:45.405628 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e164e33f-9efd-44e7-bc2a-a3c896538324 None None] Network b3f129ff-b74c-4a67-b628-346581cf943e requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:45.416592 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b61fc54e-78cc-49cd-ad1d-6070fb2636c9 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3900535 Jul 28 12:09:45.420085 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 35994) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:45.425375 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-d896f258-04b9-4c28-b5d5-0176e3e7659e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-738188334'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:45.447046 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d896f258-04b9-4c28-b5d5-0176e3e7659e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Made reservation on behalf of a2cfe31a130e4a2f85e715251cb97c78 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:45.450441 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d896f258-04b9-4c28-b5d5-0176e3e7659e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:45.472902 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d896f258-04b9-4c28-b5d5-0176e3e7659e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:09:45.485257 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d896f258-04b9-4c28-b5d5-0176e3e7659e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:45.485643 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-d896f258-04b9-4c28-b5d5-0176e3e7659e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Added segment 0815d8b9-1826-4098-9a92-c402edc57e27 of type vlan for network a69d6776-4bb5-4c13-9a13-ebb68af830af Jul 28 12:09:45.529337 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d896f258-04b9-4c28-b5d5-0176e3e7659e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:45.555552 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-b3f129ff-b74c-4a67-b628-346581cf943e', 'network_id': 'b3f129ff-b74c-4a67-b628-346581cf943e', 'tenant_id': 'a2cfe31a130e4a2f85e715251cb97c78', 'fixed_ips': [{'subnet_id': '660ec68b-cca7-4edc-81a4-601f60bf8658'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:09:45.556544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:45.562855 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d896f258-04b9-4c28-b5d5-0176e3e7659e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:45.568626 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d896f258-04b9-4c28-b5d5-0176e3e7659e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:45.570102 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d896f258-04b9-4c28-b5d5-0176e3e7659e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:45.623791 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d896f258-04b9-4c28-b5d5-0176e3e7659e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1998534 Jul 28 12:09:45.624279 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 35996) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:45.630125 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-3f5667b4-f108-4cc5-995f-c71fd6a20b88 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Request body: {'subnet': {'network_id': 'a69d6776-4bb5-4c13-9a13-ebb68af830af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:45.638921 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896f258-04b9-4c28-b5d5-0176e3e7659e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event updated for resources: {'Network': ['ID=a69d6776-4bb5-4c13-9a13-ebb68af830af,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:45.651001 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network a69d6776-4bb5-4c13-9a13-ebb68af830af details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:09:45.723789 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5667b4-f108-4cc5-995f-c71fd6a20b88 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Made reservation on behalf of a2cfe31a130e4a2f85e715251cb97c78 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:45.729764 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f5667b4-f108-4cc5-995f-c71fd6a20b88 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:45.752519 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Allocated IP 2001:db8:0:ffff::2 (b3f129ff-b74c-4a67-b628-346581cf943e/660ec68b-cca7-4edc-81a4-601f60bf8658/21dc1aba-ffda-4485-b6b2-5384a271341b) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:09:45.897220 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:45.905725 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Transition to ACTIVE for port object 21dc1aba-ffda-4485-b6b2-5384a271341b will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:09:45.920691 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Transition to ACTIVE for port object 21dc1aba-ffda-4485-b6b2-5384a271341b will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:09:45.926817 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:45.927877 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f5667b4-f108-4cc5-995f-c71fd6a20b88 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:45.960576 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Network b3f129ff-b74c-4a67-b628-346581cf943e is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:09:45.964595 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:09:45.967908 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:09:45.982848 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Pushing event updated for resources: {'Port': ['ID=21dc1aba-ffda-4485-b6b2-5384a271341b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:45.989988 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5667b4-f108-4cc5-995f-c71fd6a20b88 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event updated for resources: {'Subnet': ['ID=40d0164f-773c-493a-8c16-d61f71e68c4e,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:45.998091 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5667b4-f108-4cc5-995f-c71fd6a20b88 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Checking segment: {'id': '0815d8b9-1826-4098-9a92-c402edc57e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a69d6776-4bb5-4c13-9a13-ebb68af830af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:09:45.998479 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5667b4-f108-4cc5-995f-c71fd6a20b88 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Network hostable DHCP agents. Network: a69d6776-4bb5-4c13-9a13-ebb68af830af, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:09:46.014997 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5667b4-f108-4cc5-995f-c71fd6a20b88 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Network a69d6776-4bb5-4c13-9a13-ebb68af830af is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:09:46.025376 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-3f5667b4-f108-4cc5-995f-c71fd6a20b88 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, a69d6776-4bb5-4c13-9a13-ebb68af830af) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:09:46.029513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5667b4-f108-4cc5-995f-c71fd6a20b88 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:46.030095 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3f5667b4-f108-4cc5-995f-c71fd6a20b88 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.034790 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c819254-44db-4a08-8c2e-587ad8164252 None None] Network a69d6776-4bb5-4c13-9a13-ebb68af830af requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:46.038891 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Attempting to bind port 21dc1aba-ffda-4485-b6b2-5384a271341b on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:09:46.039261 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Attempting to bind port 21dc1aba-ffda-4485-b6b2-5384a271341b by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'abf4fe86-d995-43ec-b5fc-44c7b57f387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b3f129ff-b74c-4a67-b628-346581cf943e'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:09:46.039652 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Attempting to bind port 21dc1aba-ffda-4485-b6b2-5384a271341b on network b3f129ff-b74c-4a67-b628-346581cf943e {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:09:46.046943 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3f5667b4-f108-4cc5-995f-c71fd6a20b88 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4213686 Jul 28 12:09:46.047782 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 35998) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:46.077163 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:09:46.077539 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Checking segment: {'id': 'abf4fe86-d995-43ec-b5fc-44c7b57f387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b3f129ff-b74c-4a67-b628-346581cf943e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:09:46.077943 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.078335 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Bound using segment: {'id': 'abf4fe86-d995-43ec-b5fc-44c7b57f387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b3f129ff-b74c-4a67-b628-346581cf943e'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:09:46.078837 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Bound port: 21dc1aba-ffda-4485-b6b2-5384a271341b, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf4fe86-d995-43ec-b5fc-44c7b57f387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b3f129ff-b74c-4a67-b628-346581cf943e'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:09:46.079224 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.145964 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0366e640-1bc7-4a10-ba00-693230dd85af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.196908 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] For port 21dc1aba-ffda-4485-b6b2-5384a271341b, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:09:46.200853 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] For port 21dc1aba-ffda-4485-b6b2-5384a271341b, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=21dc1aba-ffda-4485-b6b2-5384a271341b,segment=NetworkSegment(abf4fe86-d995-43ec-b5fc-44c7b57f387f),segment_id=abf4fe86-d995-43ec-b5fc-44c7b57f387f)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:09:46.208340 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.221222 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0366e640-1bc7-4a10-ba00-693230dd85af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.280919 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bcf792-3f56-4d50-8d0e-425a1e6d992e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-a69d6776-4bb5-4c13-9a13-ebb68af830af', 'network_id': 'a69d6776-4bb5-4c13-9a13-ebb68af830af', 'tenant_id': 'a2cfe31a130e4a2f85e715251cb97c78', 'fixed_ips': [{'subnet_id': '40d0164f-773c-493a-8c16-d61f71e68c4e'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:09:46.287391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19bcf792-3f56-4d50-8d0e-425a1e6d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.291034 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a388c6-09c5-4879-b2e6-c32f65e0961b None None] Pushing event updated for resources: {'Port': ['ID=21dc1aba-ffda-4485-b6b2-5384a271341b,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:46.294792 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0366e640-1bc7-4a10-ba00-693230dd85af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.327541 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366e640-1bc7-4a10-ba00-693230dd85af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event deleted for resources: {'Subnet': ['ID=40d0164f-773c-493a-8c16-d61f71e68c4e,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:46.372259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee42f3e8-509d-4778-b382-902ac8933fea None None] Network a69d6776-4bb5-4c13-9a13-ebb68af830af requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:46.399105 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0366e640-1bc7-4a10-ba00-693230dd85af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.411266 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-0366e640-1bc7-4a10-ba00-693230dd85af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69d6776-4bb5-4c13-9a13-ebb68af830af']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:46.423756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-0366e640-1bc7-4a10-ba00-693230dd85af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0815d8b9-1826-4098-9a92-c402edc57e27') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:46.424375 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-0366e640-1bc7-4a10-ba00-693230dd85af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0815d8b9-1826-4098-9a92-c402edc57e27') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:46.433884 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0366e640-1bc7-4a10-ba00-693230dd85af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.448663 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0366e640-1bc7-4a10-ba00-693230dd85af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.455344 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0366e640-1bc7-4a10-ba00-693230dd85af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:09:46.456051 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0366e640-1bc7-4a10-ba00-693230dd85af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:09:46.459300 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:09:46.535595 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0366e640-1bc7-4a10-ba00-693230dd85af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.541131 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0366e640-1bc7-4a10-ba00-693230dd85af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.543123 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0366e640-1bc7-4a10-ba00-693230dd85af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "DELETE /v2.0/networks/a69d6776-4bb5-4c13-9a13-ebb68af830af HTTP/1.1" status: 204 len: 168 time: 0.4943581 Jul 28 12:09:46.546806 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36000) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:46.552062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-429aca01-ee63-46e1-9dba-434b97e1236e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1874777800'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:46.563341 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366e640-1bc7-4a10-ba00-693230dd85af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event deleted for resources: {'Network': ['ID=a69d6776-4bb5-4c13-9a13-ebb68af830af,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:46.575826 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429aca01-ee63-46e1-9dba-434b97e1236e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Made reservation on behalf of a2cfe31a130e4a2f85e715251cb97c78 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:46.579894 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-429aca01-ee63-46e1-9dba-434b97e1236e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.607087 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429aca01-ee63-46e1-9dba-434b97e1236e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:09:46.616536 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-429aca01-ee63-46e1-9dba-434b97e1236e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.616983 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-429aca01-ee63-46e1-9dba-434b97e1236e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Added segment 39405d53-fae5-45d0-98e6-92679dfc7cdb of type vlan for network ea264588-1b54-421c-848c-282663fa8e4b Jul 28 12:09:46.656220 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-429aca01-ee63-46e1-9dba-434b97e1236e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.688391 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-429aca01-ee63-46e1-9dba-434b97e1236e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.694691 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429aca01-ee63-46e1-9dba-434b97e1236e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:46.695186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-429aca01-ee63-46e1-9dba-434b97e1236e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.751982 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-429aca01-ee63-46e1-9dba-434b97e1236e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2039859 Jul 28 12:09:46.754821 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36002) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:46.760431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-28bc95ff-f16a-4c8f-a55d-de5045c79290 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Request body: {'subnet': {'network_id': 'ea264588-1b54-421c-848c-282663fa8e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:46.805580 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429aca01-ee63-46e1-9dba-434b97e1236e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event updated for resources: {'Network': ['ID=ea264588-1b54-421c-848c-282663fa8e4b,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:46.816373 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network ea264588-1b54-421c-848c-282663fa8e4b details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:09:46.863737 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bc95ff-f16a-4c8f-a55d-de5045c79290 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Made reservation on behalf of a2cfe31a130e4a2f85e715251cb97c78 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:46.867723 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-28bc95ff-f16a-4c8f-a55d-de5045c79290 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:46.925330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.ipam_backend_mixin [None req-28bc95ff-f16a-4c8f-a55d-de5045c79290 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Performing IP validity checks on allocation pools {{(pid=100415) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 12:09:46.925869 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.ipam_backend_mixin [None req-28bc95ff-f16a-4c8f-a55d-de5045c79290 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100415) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 12:09:47.057099 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-28bc95ff-f16a-4c8f-a55d-de5045c79290 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.112718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc95ff-f16a-4c8f-a55d-de5045c79290 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event updated for resources: {'Subnet': ['ID=46db8582-35a0-4ad6-a498-335f67919e4f,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:47.128489 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc95ff-f16a-4c8f-a55d-de5045c79290 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Checking segment: {'id': '39405d53-fae5-45d0-98e6-92679dfc7cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ea264588-1b54-421c-848c-282663fa8e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:09:47.128860 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc95ff-f16a-4c8f-a55d-de5045c79290 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Network hostable DHCP agents. Network: ea264588-1b54-421c-848c-282663fa8e4b, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:09:47.145443 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc95ff-f16a-4c8f-a55d-de5045c79290 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Network ea264588-1b54-421c-848c-282663fa8e4b is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:09:47.155240 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-28bc95ff-f16a-4c8f-a55d-de5045c79290 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, ea264588-1b54-421c-848c-282663fa8e4b) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:09:47.165674 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5095b0ac-49f6-4258-9be1-f19060894354 None None] Network ea264588-1b54-421c-848c-282663fa8e4b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:47.166797 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bc95ff-f16a-4c8f-a55d-de5045c79290 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:47.167399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-28bc95ff-f16a-4c8f-a55d-de5045c79290 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.183420 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-28bc95ff-f16a-4c8f-a55d-de5045c79290 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4275682 Jul 28 12:09:47.186058 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36004) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:47.219646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f956d2-1999-495d-bedf-1f336b76d7e3 None None] Network b3f129ff-b74c-4a67-b628-346581cf943e requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:47.286218 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1cb51a11-0735-4df4-99aa-f1c3612513a0 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.289678 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0a46af74-9895-4ebb-852c-559c61e387e2 None None] Provisioning for port 21dc1aba-ffda-4485-b6b2-5384a271341b completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:09:47.342374 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1cb51a11-0735-4df4-99aa-f1c3612513a0 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.391712 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 21dc1aba-ffda-4485-b6b2-5384a271341b up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:09:47.411529 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1cb51a11-0735-4df4-99aa-f1c3612513a0 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.441901 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb51a11-0735-4df4-99aa-f1c3612513a0 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event deleted for resources: {'Subnet': ['ID=46db8582-35a0-4ad6-a498-335f67919e4f,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:47.465224 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35992390-1ac6-4d39-b1e6-db3b8cb6f4c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ea264588-1b54-421c-848c-282663fa8e4b', 'network_id': 'ea264588-1b54-421c-848c-282663fa8e4b', 'tenant_id': 'a2cfe31a130e4a2f85e715251cb97c78', 'fixed_ips': [{'subnet_id': '46db8582-35a0-4ad6-a498-335f67919e4f'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:09:47.466026 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35992390-1ac6-4d39-b1e6-db3b8cb6f4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.496758 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1cb51a11-0735-4df4-99aa-f1c3612513a0 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.507038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-1cb51a11-0735-4df4-99aa-f1c3612513a0 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea264588-1b54-421c-848c-282663fa8e4b']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:47.517600 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-1cb51a11-0735-4df4-99aa-f1c3612513a0 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39405d53-fae5-45d0-98e6-92679dfc7cdb') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:47.517897 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-1cb51a11-0735-4df4-99aa-f1c3612513a0 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39405d53-fae5-45d0-98e6-92679dfc7cdb') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:47.520880 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 21dc1aba-ffda-4485-b6b2-5384a271341b completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:09:47.527441 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1cb51a11-0735-4df4-99aa-f1c3612513a0 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.541190 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1cb51a11-0735-4df4-99aa-f1c3612513a0 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.546929 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb51a11-0735-4df4-99aa-f1c3612513a0 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:09:47.547308 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1cb51a11-0735-4df4-99aa-f1c3612513a0 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:09:47.550472 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:09:47.573377 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 21dc1aba-ffda-4485-b6b2-5384a271341b triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:09:47.573748 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.602644 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339080e9-efdc-4f6c-9b5d-34f570f07f4f None None] Network ea264588-1b54-421c-848c-282663fa8e4b requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:47.614199 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1cb51a11-0735-4df4-99aa-f1c3612513a0 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.622509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1cb51a11-0735-4df4-99aa-f1c3612513a0 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.628190 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1cb51a11-0735-4df4-99aa-f1c3612513a0 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "DELETE /v2.0/networks/ea264588-1b54-421c-848c-282663fa8e4b HTTP/1.1" status: 204 len: 168 time: 0.4374821 Jul 28 12:09:47.628490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36006) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:47.634233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-df11d600-70d3-46d3-b1c7-ec498f37f8ef tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-724390069'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:47.654038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb51a11-0735-4df4-99aa-f1c3612513a0 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event deleted for resources: {'Network': ['ID=ea264588-1b54-421c-848c-282663fa8e4b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:47.662062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df11d600-70d3-46d3-b1c7-ec498f37f8ef tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Made reservation on behalf of a2cfe31a130e4a2f85e715251cb97c78 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:47.667219 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-df11d600-70d3-46d3-b1c7-ec498f37f8ef tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.698659 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df11d600-70d3-46d3-b1c7-ec498f37f8ef tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:09:47.708600 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-df11d600-70d3-46d3-b1c7-ec498f37f8ef tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.709036 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-df11d600-70d3-46d3-b1c7-ec498f37f8ef tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Added segment 28a5bfc7-025c-475d-9614-9715f1d7d0ee of type vlan for network 1663272a-1686-41a6-8eb2-5d177e4dc9cf Jul 28 12:09:47.761442 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.769976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-df11d600-70d3-46d3-b1c7-ec498f37f8ef tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.797178 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 21dc1aba-ffda-4485-b6b2-5384a271341b, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=21dc1aba-ffda-4485-b6b2-5384a271341b,segment=NetworkSegment(abf4fe86-d995-43ec-b5fc-44c7b57f387f),segment_id=abf4fe86-d995-43ec-b5fc-44c7b57f387f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:09:47.800978 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.805709 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-df11d600-70d3-46d3-b1c7-ec498f37f8ef tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.811329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df11d600-70d3-46d3-b1c7-ec498f37f8ef tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:47.812239 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-df11d600-70d3-46d3-b1c7-ec498f37f8ef tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.854835 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-04607ca1-324d-4e25-ae3c-568ca9079290 None None] Provisioning complete for port 21dc1aba-ffda-4485-b6b2-5384a271341b triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:09:47.855405 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04607ca1-324d-4e25-ae3c-568ca9079290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:47.871879 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-df11d600-70d3-46d3-b1c7-ec498f37f8ef tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2422616 Jul 28 12:09:47.875513 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36008) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:47.882380 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-0496e1dd-9f98-495c-84b6-ef4ede166112 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Request body: {'subnet': {'network_id': '1663272a-1686-41a6-8eb2-5d177e4dc9cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:47.886744 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=21dc1aba-ffda-4485-b6b2-5384a271341b,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:47.892153 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11d600-70d3-46d3-b1c7-ec498f37f8ef tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event updated for resources: {'Network': ['ID=1663272a-1686-41a6-8eb2-5d177e4dc9cf,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:47.907882 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 1663272a-1686-41a6-8eb2-5d177e4dc9cf details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:09:47.974625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0496e1dd-9f98-495c-84b6-ef4ede166112 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Made reservation on behalf of a2cfe31a130e4a2f85e715251cb97c78 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:47.978352 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0496e1dd-9f98-495c-84b6-ef4ede166112 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:48.156314 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0496e1dd-9f98-495c-84b6-ef4ede166112 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:48.220612 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496e1dd-9f98-495c-84b6-ef4ede166112 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event updated for resources: {'Subnet': ['ID=ab1885cf-f506-4b31-b022-69d58e216d9e,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:48.228616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0496e1dd-9f98-495c-84b6-ef4ede166112 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Checking segment: {'id': '28a5bfc7-025c-475d-9614-9715f1d7d0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1663272a-1686-41a6-8eb2-5d177e4dc9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:09:48.228974 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0496e1dd-9f98-495c-84b6-ef4ede166112 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Network hostable DHCP agents. Network: 1663272a-1686-41a6-8eb2-5d177e4dc9cf, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:09:48.245407 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0496e1dd-9f98-495c-84b6-ef4ede166112 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Network 1663272a-1686-41a6-8eb2-5d177e4dc9cf is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:09:48.253608 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-0496e1dd-9f98-495c-84b6-ef4ede166112 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 1663272a-1686-41a6-8eb2-5d177e4dc9cf) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:09:48.257908 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0496e1dd-9f98-495c-84b6-ef4ede166112 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:48.258565 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0496e1dd-9f98-495c-84b6-ef4ede166112 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:48.262852 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d95edd4-45f6-4261-9fac-0bc2121d5503 None None] Network 1663272a-1686-41a6-8eb2-5d177e4dc9cf requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:48.275532 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0496e1dd-9f98-495c-84b6-ef4ede166112 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3951924 Jul 28 12:09:48.275803 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36010) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:48.280808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-797674e5-1c3b-4216-97ac-05d24d6adbf6 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-287327865'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:48.306482 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797674e5-1c3b-4216-97ac-05d24d6adbf6 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Made reservation on behalf of a2cfe31a130e4a2f85e715251cb97c78 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:48.310070 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-797674e5-1c3b-4216-97ac-05d24d6adbf6 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:48.335564 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797674e5-1c3b-4216-97ac-05d24d6adbf6 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:09:48.345995 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-797674e5-1c3b-4216-97ac-05d24d6adbf6 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:48.346334 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-797674e5-1c3b-4216-97ac-05d24d6adbf6 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Added segment 9896f6d5-718b-4009-87dc-86c63a1a7870 of type vlan for network 619ca551-2a11-4e16-be09-37eb75c7fa10 Jul 28 12:09:48.389387 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-797674e5-1c3b-4216-97ac-05d24d6adbf6 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:48.419634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-797674e5-1c3b-4216-97ac-05d24d6adbf6 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:48.425223 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797674e5-1c3b-4216-97ac-05d24d6adbf6 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:48.425832 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-797674e5-1c3b-4216-97ac-05d24d6adbf6 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:48.479553 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-797674e5-1c3b-4216-97ac-05d24d6adbf6 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2026863 Jul 28 12:09:48.483183 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36012) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:48.488646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c107b113-8552-4ed3-a596-5219b7b02464 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Request body: {'subnet': {'network_id': '619ca551-2a11-4e16-be09-37eb75c7fa10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:48.496528 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797674e5-1c3b-4216-97ac-05d24d6adbf6 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event updated for resources: {'Network': ['ID=619ca551-2a11-4e16-be09-37eb75c7fa10,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:48.507837 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 619ca551-2a11-4e16-be09-37eb75c7fa10 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:09:48.577895 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c107b113-8552-4ed3-a596-5219b7b02464 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Made reservation on behalf of a2cfe31a130e4a2f85e715251cb97c78 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:48.581523 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c107b113-8552-4ed3-a596-5219b7b02464 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:48.597240 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-1663272a-1686-41a6-8eb2-5d177e4dc9cf', 'network_id': '1663272a-1686-41a6-8eb2-5d177e4dc9cf', 'tenant_id': 'a2cfe31a130e4a2f85e715251cb97c78', 'fixed_ips': [{'subnet_id': 'ab1885cf-f506-4b31-b022-69d58e216d9e'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:09:48.598087 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:48.736781 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Allocated IP 2001:db8::2 (1663272a-1686-41a6-8eb2-5d177e4dc9cf/ab1885cf-f506-4b31-b022-69d58e216d9e/0c3c422a-ac8f-4cb1-9326-69db907c5a64) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:09:48.765894 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c107b113-8552-4ed3-a596-5219b7b02464 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:48.832457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107b113-8552-4ed3-a596-5219b7b02464 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event updated for resources: {'Subnet': ['ID=5ae6325a-bfd3-4188-8451-d5d30f94dc42,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:48.843832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c107b113-8552-4ed3-a596-5219b7b02464 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Checking segment: {'id': '9896f6d5-718b-4009-87dc-86c63a1a7870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '619ca551-2a11-4e16-be09-37eb75c7fa10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:09:48.844273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c107b113-8552-4ed3-a596-5219b7b02464 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Network hostable DHCP agents. Network: 619ca551-2a11-4e16-be09-37eb75c7fa10, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:09:48.862697 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c107b113-8552-4ed3-a596-5219b7b02464 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Network 619ca551-2a11-4e16-be09-37eb75c7fa10 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:09:48.871926 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-c107b113-8552-4ed3-a596-5219b7b02464 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 619ca551-2a11-4e16-be09-37eb75c7fa10) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:09:48.876194 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c107b113-8552-4ed3-a596-5219b7b02464 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:48.876474 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c107b113-8552-4ed3-a596-5219b7b02464 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:48.879695 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:48.883971 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f3ae57-4b46-420f-bf39-a86617609e04 None None] Network 619ca551-2a11-4e16-be09-37eb75c7fa10 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:48.891678 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c107b113-8552-4ed3-a596-5219b7b02464 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4070506 Jul 28 12:09:48.894045 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36014) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:48.901354 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Transition to ACTIVE for port object 0c3c422a-ac8f-4cb1-9326-69db907c5a64 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:09:48.946229 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Transition to ACTIVE for port object 0c3c422a-ac8f-4cb1-9326-69db907c5a64 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:09:48.961136 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:48.989244 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c8ce09ec-a8a0-4a39-91c6-67280c5ad483 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.009576 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Network 1663272a-1686-41a6-8eb2-5d177e4dc9cf is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:09:49.032723 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:09:49.037989 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:09:49.054538 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Pushing event updated for resources: {'Port': ['ID=0c3c422a-ac8f-4cb1-9326-69db907c5a64,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:49.071122 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c8ce09ec-a8a0-4a39-91c6-67280c5ad483 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.126338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4742cbd0-730c-47e4-9348-80d104cfce6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-619ca551-2a11-4e16-be09-37eb75c7fa10', 'network_id': '619ca551-2a11-4e16-be09-37eb75c7fa10', 'tenant_id': 'a2cfe31a130e4a2f85e715251cb97c78', 'fixed_ips': [{'subnet_id': '5ae6325a-bfd3-4188-8451-d5d30f94dc42'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:09:49.127427 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4742cbd0-730c-47e4-9348-80d104cfce6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.130567 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Attempting to bind port 0c3c422a-ac8f-4cb1-9326-69db907c5a64 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:09:49.130889 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Attempting to bind port 0c3c422a-ac8f-4cb1-9326-69db907c5a64 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '28a5bfc7-025c-475d-9614-9715f1d7d0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1663272a-1686-41a6-8eb2-5d177e4dc9cf'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:09:49.131283 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Attempting to bind port 0c3c422a-ac8f-4cb1-9326-69db907c5a64 on network 1663272a-1686-41a6-8eb2-5d177e4dc9cf {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:09:49.133934 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c8ce09ec-a8a0-4a39-91c6-67280c5ad483 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.144452 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:09:49.144825 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Checking segment: {'id': '28a5bfc7-025c-475d-9614-9715f1d7d0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1663272a-1686-41a6-8eb2-5d177e4dc9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:09:49.145224 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.145610 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Bound using segment: {'id': '28a5bfc7-025c-475d-9614-9715f1d7d0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1663272a-1686-41a6-8eb2-5d177e4dc9cf'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:09:49.146073 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Bound port: 0c3c422a-ac8f-4cb1-9326-69db907c5a64, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a5bfc7-025c-475d-9614-9715f1d7d0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1663272a-1686-41a6-8eb2-5d177e4dc9cf'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:09:49.146471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.161478 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce09ec-a8a0-4a39-91c6-67280c5ad483 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae6325a-bfd3-4188-8451-d5d30f94dc42,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:49.224611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c8ce09ec-a8a0-4a39-91c6-67280c5ad483 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.235915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-c8ce09ec-a8a0-4a39-91c6-67280c5ad483 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619ca551-2a11-4e16-be09-37eb75c7fa10']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:49.247952 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-c8ce09ec-a8a0-4a39-91c6-67280c5ad483 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9896f6d5-718b-4009-87dc-86c63a1a7870') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:49.248212 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12434ef-ce9a-4c93-bb15-b9d76de3e1d1 None None] Network 619ca551-2a11-4e16-be09-37eb75c7fa10 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:49.248323 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-c8ce09ec-a8a0-4a39-91c6-67280c5ad483 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9896f6d5-718b-4009-87dc-86c63a1a7870') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:49.257584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c8ce09ec-a8a0-4a39-91c6-67280c5ad483 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.270808 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c8ce09ec-a8a0-4a39-91c6-67280c5ad483 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.277429 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ce09ec-a8a0-4a39-91c6-67280c5ad483 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:09:49.277856 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c8ce09ec-a8a0-4a39-91c6-67280c5ad483 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:09:49.281077 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:09:49.323687 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] For port 0c3c422a-ac8f-4cb1-9326-69db907c5a64, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:09:49.327418 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] For port 0c3c422a-ac8f-4cb1-9326-69db907c5a64, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=0c3c422a-ac8f-4cb1-9326-69db907c5a64,segment=NetworkSegment(28a5bfc7-025c-475d-9614-9715f1d7d0ee),segment_id=28a5bfc7-025c-475d-9614-9715f1d7d0ee)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:09:49.349026 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c8ce09ec-a8a0-4a39-91c6-67280c5ad483 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.349719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 21dc1aba-ffda-4485-b6b2-5384a271341b up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:09:49.352576 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.353928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c8ce09ec-a8a0-4a39-91c6-67280c5ad483 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.361642 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c8ce09ec-a8a0-4a39-91c6-67280c5ad483 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "DELETE /v2.0/networks/619ca551-2a11-4e16-be09-37eb75c7fa10 HTTP/1.1" status: 204 len: 168 time: 0.4638469 Jul 28 12:09:49.362325 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36016) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:49.374129 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce09ec-a8a0-4a39-91c6-67280c5ad483 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event deleted for resources: {'Network': ['ID=619ca551-2a11-4e16-be09-37eb75c7fa10,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:49.394237 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-e340a856-3ac0-4a70-9638-c4503a3cceb7 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] GET failed (client error): The resource could not be found. Jul 28 12:09:49.395576 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e340a856-3ac0-4a70-9638-c4503a3cceb7 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "GET /v2.0/subnets/5ae6325a-bfd3-4188-8451-d5d30f94dc42 HTTP/1.1" status: 404 len: 337 time: 0.0319874 Jul 28 12:09:49.398447 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36018) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:49.417219 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-379d398a-cdb2-43ce-8efa-94f94139acac tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] DELETE failed (client error): The resource could not be found. Jul 28 12:09:49.417798 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379d398a-cdb2-43ce-8efa-94f94139acac tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 12:09:49.420077 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-379d398a-cdb2-43ce-8efa-94f94139acac tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "DELETE /v2.0/networks/619ca551-2a11-4e16-be09-37eb75c7fa10 HTTP/1.1" status: 404 len: 339 time: 0.0204239 Jul 28 12:09:49.423835 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36020) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:49.453469 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0d4b7-2ef5-41f8-9da5-d458e9150a1c None None] Pushing event updated for resources: {'Port': ['ID=0c3c422a-ac8f-4cb1-9326-69db907c5a64,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:49.456189 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-480ccb4a-d085-4211-b232-f5f3a25c5396 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] DELETE failed (client error): The resource could not be found. Jul 28 12:09:49.456649 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480ccb4a-d085-4211-b232-f5f3a25c5396 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 12:09:49.458537 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-480ccb4a-d085-4211-b232-f5f3a25c5396 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "DELETE /v2.0/subnets/5ae6325a-bfd3-4188-8451-d5d30f94dc42 HTTP/1.1" status: 404 len: 337 time: 0.0335729 Jul 28 12:09:49.461158 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36022) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:49.464761 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 21dc1aba-ffda-4485-b6b2-5384a271341b triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:09:49.465138 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.480713 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-140c4772-a8f5-4680-b6ff-b92aeeac5795 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] DELETE failed (client error): The resource could not be found. Jul 28 12:09:49.481289 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140c4772-a8f5-4680-b6ff-b92aeeac5795 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 12:09:49.485603 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36024) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:49.486061 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-140c4772-a8f5-4680-b6ff-b92aeeac5795 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "DELETE /v2.0/networks/619ca551-2a11-4e16-be09-37eb75c7fa10 HTTP/1.1" status: 404 len: 339 time: 0.0231972 Jul 28 12:09:49.542240 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7701c48-f3be-493b-8ecc-b132dae62ac5 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Deleting subnet ab1885cf-f506-4b31-b022-69d58e216d9e {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:09:49.545518 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f7701c48-f3be-493b-8ecc-b132dae62ac5 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.588471 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f7701c48-f3be-493b-8ecc-b132dae62ac5 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.684427 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f7701c48-f3be-493b-8ecc-b132dae62ac5 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.750079 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f7701c48-f3be-493b-8ecc-b132dae62ac5 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.776649 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7701c48-f3be-493b-8ecc-b132dae62ac5 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event deleted for resources: {'Subnet': ['ID=ab1885cf-f506-4b31-b022-69d58e216d9e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:49.780382 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f7701c48-f3be-493b-8ecc-b132dae62ac5 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.782202 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f7701c48-f3be-493b-8ecc-b132dae62ac5 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "DELETE /v2.0/subnets/ab1885cf-f506-4b31-b022-69d58e216d9e HTTP/1.1" status: 204 len: 168 time: 0.2955475 Jul 28 12:09:49.784664 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36026) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:49.863099 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.914667 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Deleting port 0c3c422a-ac8f-4cb1-9326-69db907c5a64 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:09:49.915011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.979496 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] For port 0c3c422a-ac8f-4cb1-9326-69db907c5a64, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=0c3c422a-ac8f-4cb1-9326-69db907c5a64,segment=NetworkSegment(28a5bfc7-025c-475d-9614-9715f1d7d0ee),segment_id=28a5bfc7-025c-475d-9614-9715f1d7d0ee)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:09:49.979876 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:49.992733 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Calling delete_port for 0c3c422a-ac8f-4cb1-9326-69db907c5a64 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:09:50.072829 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:50.103750 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] No DVR routers for this DVR port 0c3c422a-ac8f-4cb1-9326-69db907c5a64 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:09:50.105387 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event deleted for resources: {'Port': ['ID=0c3c422a-ac8f-4cb1-9326-69db907c5a64,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:50.185908 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:50.197135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1663272a-1686-41a6-8eb2-5d177e4dc9cf']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:50.208155 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a5bfc7-025c-475d-9614-9715f1d7d0ee') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:50.208448 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a5bfc7-025c-475d-9614-9715f1d7d0ee') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:50.218109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:50.231661 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:50.232752 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:50.238984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:09:50.239396 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:09:50.243354 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:09:50.305041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee1c577-8109-42da-9bec-ad4bcb87247a None None] Network 1663272a-1686-41a6-8eb2-5d177e4dc9cf requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:50.307033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:50.311041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:50.315445 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "DELETE /v2.0/networks/1663272a-1686-41a6-8eb2-5d177e4dc9cf HTTP/1.1" status: 204 len: 168 time: 0.5276425 Jul 28 12:09:50.315861 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36028) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:50.317864 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee1c577-8109-42da-9bec-ad4bcb87247a None None] Network 1663272a-1686-41a6-8eb2-5d177e4dc9cf could not be found, it might have been deleted concurrently. {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 12:09:50.330844 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef3b0f-3a38-44d0-840f-5aa0d9ad06be tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event deleted for resources: {'Network': ['ID=1663272a-1686-41a6-8eb2-5d177e4dc9cf,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:50.333256 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a356770d-9bad-4e98-a11a-167080ae4eeb None None] Could not find standard attr ID for object 0c3c422a-ac8f-4cb1-9326-69db907c5a64. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 12:09:50.342967 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c8344c-819c-4f48-8182-129137276e0b tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] DELETE failed (client error): The resource could not be found. Jul 28 12:09:50.343416 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c8344c-819c-4f48-8182-129137276e0b tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 12:09:50.345142 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-34c8344c-819c-4f48-8182-129137276e0b tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "DELETE /v2.0/subnets/46db8582-35a0-4ad6-a498-335f67919e4f HTTP/1.1" status: 404 len: 337 time: 0.0275655 Jul 28 12:09:50.347683 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36030) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:50.365344 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ace74a9-00f7-474e-b311-73cf03300c21 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] DELETE failed (client error): The resource could not be found. Jul 28 12:09:50.366404 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ace74a9-00f7-474e-b311-73cf03300c21 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 12:09:50.369551 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9ace74a9-00f7-474e-b311-73cf03300c21 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "DELETE /v2.0/networks/ea264588-1b54-421c-848c-282663fa8e4b HTTP/1.1" status: 404 len: 339 time: 0.0209429 Jul 28 12:09:50.371969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36032) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:50.396273 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ad1bd1-173b-4dd4-ac9c-fcd64f3264af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] DELETE failed (client error): The resource could not be found. Jul 28 12:09:50.396718 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ad1bd1-173b-4dd4-ac9c-fcd64f3264af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 12:09:50.398488 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2b32da-4a34-453e-ab89-78bd91fb562a None None] DHCP port deletion for 1663272a-1686-41a6-8eb2-5d177e4dc9cf request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:09:50.398636 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-68ad1bd1-173b-4dd4-ac9c-fcd64f3264af tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "DELETE /v2.0/subnets/40d0164f-773c-493a-8c16-d61f71e68c4e HTTP/1.1" status: 404 len: 337 time: 0.0256884 Jul 28 12:09:50.401204 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36034) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:50.425223 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7468c0-dc6f-4045-a8e6-d0c5296ccc4e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] DELETE failed (client error): The resource could not be found. Jul 28 12:09:50.425775 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7468c0-dc6f-4045-a8e6-d0c5296ccc4e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 12:09:50.427672 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6e7468c0-dc6f-4045-a8e6-d0c5296ccc4e tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "DELETE /v2.0/networks/a69d6776-4bb5-4c13-9a13-ebb68af830af HTTP/1.1" status: 404 len: 339 time: 0.0251760 Jul 28 12:09:50.431292 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36036) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:50.479423 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e55655-4ac4-4322-8672-5cd5ad612493 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Deleting subnet 660ec68b-cca7-4edc-81a4-601f60bf8658 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:09:50.482493 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-52e55655-4ac4-4322-8672-5cd5ad612493 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:50.520566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-52e55655-4ac4-4322-8672-5cd5ad612493 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:50.605564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-52e55655-4ac4-4322-8672-5cd5ad612493 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:50.662402 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-52e55655-4ac4-4322-8672-5cd5ad612493 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:50.686970 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e55655-4ac4-4322-8672-5cd5ad612493 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event deleted for resources: {'Subnet': ['ID=660ec68b-cca7-4edc-81a4-601f60bf8658,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:50.693043 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-52e55655-4ac4-4322-8672-5cd5ad612493 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:50.695644 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-52e55655-4ac4-4322-8672-5cd5ad612493 tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "DELETE /v2.0/subnets/660ec68b-cca7-4edc-81a4-601f60bf8658 HTTP/1.1" status: 204 len: 168 time: 0.2631938 Jul 28 12:09:50.697825 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36038) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:50.698708 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2c4384-c462-4a9d-b380-091b0ac77cf4 None None] Network b3f129ff-b74c-4a67-b628-346581cf943e requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:50.775188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:50.828894 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Deleting port 21dc1aba-ffda-4485-b6b2-5384a271341b {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:09:50.829225 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:50.858241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de868762-8bb7-46cc-abd9-45240d6307da None None] DHCP port deletion for b3f129ff-b74c-4a67-b628-346581cf943e request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:09:50.891138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] For port 21dc1aba-ffda-4485-b6b2-5384a271341b, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=21dc1aba-ffda-4485-b6b2-5384a271341b,segment=NetworkSegment(abf4fe86-d995-43ec-b5fc-44c7b57f387f),segment_id=abf4fe86-d995-43ec-b5fc-44c7b57f387f)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:09:50.891512 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:50.904102 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-de868762-8bb7-46cc-abd9-45240d6307da None None] Deleting port 21dc1aba-ffda-4485-b6b2-5384a271341b {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:09:50.904376 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Calling delete_port for 21dc1aba-ffda-4485-b6b2-5384a271341b owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:09:50.904481 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de868762-8bb7-46cc-abd9-45240d6307da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:50.965037 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-de868762-8bb7-46cc-abd9-45240d6307da None None] For port 21dc1aba-ffda-4485-b6b2-5384a271341b, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=21dc1aba-ffda-4485-b6b2-5384a271341b,segment=NetworkSegment(abf4fe86-d995-43ec-b5fc-44c7b57f387f),segment_id=abf4fe86-d995-43ec-b5fc-44c7b57f387f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:09:50.965440 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de868762-8bb7-46cc-abd9-45240d6307da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:50.978188 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-de868762-8bb7-46cc-abd9-45240d6307da None None] Calling delete_port for 21dc1aba-ffda-4485-b6b2-5384a271341b owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:09:50.985222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:51.010245 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event deleted for resources: {'Port': ['ID=21dc1aba-ffda-4485-b6b2-5384a271341b,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:51.013719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] No DVR routers for this DVR port 21dc1aba-ffda-4485-b6b2-5384a271341b on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:09:51.055335 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de868762-8bb7-46cc-abd9-45240d6307da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:51.080926 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de868762-8bb7-46cc-abd9-45240d6307da None None] Pushing event deleted for resources: {'Port': ['ID=21dc1aba-ffda-4485-b6b2-5384a271341b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:51.082746 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de868762-8bb7-46cc-abd9-45240d6307da None None] No DVR routers for this DVR port 21dc1aba-ffda-4485-b6b2-5384a271341b on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:09:51.094460 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:51.104603 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f129ff-b74c-4a67-b628-346581cf943e']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:51.114381 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf4fe86-d995-43ec-b5fc-44c7b57f387f') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:51.114703 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf4fe86-d995-43ec-b5fc-44c7b57f387f') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:51.124233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:51.137561 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:51.143171 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:09:51.143557 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:09:51.146342 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:09:51.201447 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:51.217936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:51.219785 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] 10.222.0.43 "DELETE /v2.0/networks/b3f129ff-b74c-4a67-b628-346581cf943e HTTP/1.1" status: 204 len: 168 time: 0.5210569 Jul 28 12:09:51.221044 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129865e8-7df4-4e2f-b464-ea63853c5cde tempest-NetworksIpV6Test-2013890133 tempest-NetworksIpV6Test-2013890133-project] Pushing event deleted for resources: {'Network': ['ID=b3f129ff-b74c-4a67-b628-346581cf943e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:51.332943 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 21dc1aba-ffda-4485-b6b2-5384a271341b no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:09:51.352472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 21dc1aba-ffda-4485-b6b2-5384a271341b {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:09:51.352821 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 21dc1aba-ffda-4485-b6b2-5384a271341b not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:09:51.455376 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36044) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:51.580786 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-72101ddb-dd7c-4407-bb26-3beea6d05697 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2cfe31a130e4a2f85e715251cb97c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1242106 Jul 28 12:09:51.583182 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36048) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:51.633669 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e9827b90-1007-4ace-9dab-7f8681fee9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:51.654748 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e9827b90-1007-4ace-9dab-7f8681fee9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:51.700016 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e9827b90-1007-4ace-9dab-7f8681fee9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:51.702586 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e9827b90-1007-4ace-9dab-7f8681fee9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:51.703733 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e9827b90-1007-4ace-9dab-7f8681fee9c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eecdb9c2-708f-4a95-bd16-c44cefa1d821 HTTP/1.1" status: 204 len: 168 time: 0.1196673 Jul 28 12:09:51.712182 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9827b90-1007-4ace-9dab-7f8681fee9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecdb9c2-708f-4a95-bd16-c44cefa1d821,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:52.301699 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36070) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:52.392898 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-85c1bd36-f6b0-4974-b4fa-4c44748213bb tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1342904941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:52.415924 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85c1bd36-f6b0-4974-b4fa-4c44748213bb tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:52.416913 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85c1bd36-f6b0-4974-b4fa-4c44748213bb tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:52.466714 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85c1bd36-f6b0-4974-b4fa-4c44748213bb tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:52.470499 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85c1bd36-f6b0-4974-b4fa-4c44748213bb tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:52.485514 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-85c1bd36-f6b0-4974-b4fa-4c44748213bb tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:52.486709 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-85c1bd36-f6b0-4974-b4fa-4c44748213bb tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1839614 Jul 28 12:09:52.489406 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36074) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:52.494976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-bd76956d-f18a-482c-b307-c6dbae1245bf tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2789013'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:52.514451 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd76956d-f18a-482c-b307-c6dbae1245bf tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Made reservation on behalf of f71c076fef894c7da779d822f89f7784 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:52.517735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd76956d-f18a-482c-b307-c6dbae1245bf tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:52.528537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd76956d-f18a-482c-b307-c6dbae1245bf tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:52.618377 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd76956d-f18a-482c-b307-c6dbae1245bf tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:52.622294 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd76956d-f18a-482c-b307-c6dbae1245bf tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:52.644902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd76956d-f18a-482c-b307-c6dbae1245bf tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:09:52.658190 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76956d-f18a-482c-b307-c6dbae1245bf tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8303f0-b814-489f-abc4-bfe64fe8d755,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:52.663728 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd76956d-f18a-482c-b307-c6dbae1245bf tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:52.664069 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-bd76956d-f18a-482c-b307-c6dbae1245bf tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Added segment 5f11d8c6-aa53-459c-8161-add4cdf1d0ae of type vlan for network 65f9bac7-db9b-4b16-a3b9-5ef63b63786d Jul 28 12:09:52.702562 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd76956d-f18a-482c-b307-c6dbae1245bf tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:52.730526 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd76956d-f18a-482c-b307-c6dbae1245bf tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:52.736035 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd76956d-f18a-482c-b307-c6dbae1245bf tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:52.736619 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bd76956d-f18a-482c-b307-c6dbae1245bf tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:52.795207 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bd76956d-f18a-482c-b307-c6dbae1245bf tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3047836 Jul 28 12:09:52.797928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36076) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:52.802795 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-2d4efc84-233b-49b6-a6dd-d8cc2a548a22 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Request body: {'subnet': {'network_id': '65f9bac7-db9b-4b16-a3b9-5ef63b63786d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:53.131243 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76956d-f18a-482c-b307-c6dbae1245bf tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Pushing event updated for resources: {'Network': ['ID=65f9bac7-db9b-4b16-a3b9-5ef63b63786d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:53.141965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 65f9bac7-db9b-4b16-a3b9-5ef63b63786d details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:09:53.185798 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4efc84-233b-49b6-a6dd-d8cc2a548a22 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Made reservation on behalf of f71c076fef894c7da779d822f89f7784 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:53.189295 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2d4efc84-233b-49b6-a6dd-d8cc2a548a22 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:53.365144 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2d4efc84-233b-49b6-a6dd-d8cc2a548a22 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:53.417042 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4efc84-233b-49b6-a6dd-d8cc2a548a22 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Pushing event updated for resources: {'Subnet': ['ID=e1fb8925-c0bd-40ed-b1d3-cda1cb058cfb,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:53.431585 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4efc84-233b-49b6-a6dd-d8cc2a548a22 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Checking segment: {'id': '5f11d8c6-aa53-459c-8161-add4cdf1d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '65f9bac7-db9b-4b16-a3b9-5ef63b63786d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:09:53.431949 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4efc84-233b-49b6-a6dd-d8cc2a548a22 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Network hostable DHCP agents. Network: 65f9bac7-db9b-4b16-a3b9-5ef63b63786d, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:09:53.447853 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4efc84-233b-49b6-a6dd-d8cc2a548a22 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Network 65f9bac7-db9b-4b16-a3b9-5ef63b63786d is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:09:53.456066 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-2d4efc84-233b-49b6-a6dd-d8cc2a548a22 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 65f9bac7-db9b-4b16-a3b9-5ef63b63786d) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:09:53.461388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4efc84-233b-49b6-a6dd-d8cc2a548a22 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:53.462107 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2d4efc84-233b-49b6-a6dd-d8cc2a548a22 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:53.465170 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f63810-abf0-45ad-b2e2-0a90047463b2 None None] Network 65f9bac7-db9b-4b16-a3b9-5ef63b63786d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:53.476384 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2d4efc84-233b-49b6-a6dd-d8cc2a548a22 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6774240 Jul 28 12:09:53.479488 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36078) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:53.485048 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-279a2836-fb05-4119-885c-fbce5c38ceb4 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-633397061'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:53.504914 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279a2836-fb05-4119-885c-fbce5c38ceb4 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Made reservation on behalf of f71c076fef894c7da779d822f89f7784 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:53.509152 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-279a2836-fb05-4119-885c-fbce5c38ceb4 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:53.537129 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279a2836-fb05-4119-885c-fbce5c38ceb4 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:09:53.546580 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-279a2836-fb05-4119-885c-fbce5c38ceb4 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:53.546935 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-279a2836-fb05-4119-885c-fbce5c38ceb4 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Added segment f6a43bf4-abbc-42ee-8a92-f7247cafcdd0 of type vlan for network f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d Jul 28 12:09:53.585445 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-279a2836-fb05-4119-885c-fbce5c38ceb4 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:53.613800 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-65f9bac7-db9b-4b16-a3b9-5ef63b63786d', 'network_id': '65f9bac7-db9b-4b16-a3b9-5ef63b63786d', 'tenant_id': 'f71c076fef894c7da779d822f89f7784', 'fixed_ips': [{'subnet_id': 'e1fb8925-c0bd-40ed-b1d3-cda1cb058cfb'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:09:53.614708 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:53.615922 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-279a2836-fb05-4119-885c-fbce5c38ceb4 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:53.621438 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a2836-fb05-4119-885c-fbce5c38ceb4 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:53.622056 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-279a2836-fb05-4119-885c-fbce5c38ceb4 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:53.671110 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-279a2836-fb05-4119-885c-fbce5c38ceb4 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1898437 Jul 28 12:09:53.673970 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36080) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:53.681050 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-e8b3337b-75ce-41bc-982e-933c670d91d6 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Request body: {'subnet': {'network_id': 'f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:53.692280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a2836-fb05-4119-885c-fbce5c38ceb4 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Pushing event updated for resources: {'Network': ['ID=f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:53.705006 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:09:53.776358 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b3337b-75ce-41bc-982e-933c670d91d6 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Made reservation on behalf of f71c076fef894c7da779d822f89f7784 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:53.779989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e8b3337b-75ce-41bc-982e-933c670d91d6 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:53.807615 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Allocated IP 172.20.0.2 (65f9bac7-db9b-4b16-a3b9-5ef63b63786d/e1fb8925-c0bd-40ed-b1d3-cda1cb058cfb/fefb196d-f03c-47f8-a3b5-089897868dca) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:09:53.952869 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:53.961574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Transition to ACTIVE for port object fefb196d-f03c-47f8-a3b5-089897868dca will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:09:53.968472 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e8b3337b-75ce-41bc-982e-933c670d91d6 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:53.977356 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Transition to ACTIVE for port object fefb196d-f03c-47f8-a3b5-089897868dca will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:09:53.983102 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:54.019136 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Network 65f9bac7-db9b-4b16-a3b9-5ef63b63786d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:09:54.022530 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:09:54.027959 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:09:54.030773 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3337b-75ce-41bc-982e-933c670d91d6 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Pushing event updated for resources: {'Subnet': ['ID=38323e94-8f7a-4466-b02d-f7df652ead99,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:54.035002 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Pushing event updated for resources: {'Port': ['ID=fefb196d-f03c-47f8-a3b5-089897868dca,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:54.038788 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b3337b-75ce-41bc-982e-933c670d91d6 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Checking segment: {'id': 'f6a43bf4-abbc-42ee-8a92-f7247cafcdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:09:54.039158 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b3337b-75ce-41bc-982e-933c670d91d6 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Network hostable DHCP agents. Network: f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:09:54.055817 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b3337b-75ce-41bc-982e-933c670d91d6 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Network f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:09:54.064650 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-e8b3337b-75ce-41bc-982e-933c670d91d6 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:09:54.069744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b3337b-75ce-41bc-982e-933c670d91d6 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:54.070381 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e8b3337b-75ce-41bc-982e-933c670d91d6 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:54.077638 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5479155-aa65-459a-9a91-272c699ec221 None None] Network f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:54.085277 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e8b3337b-75ce-41bc-982e-933c670d91d6 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4088931 Jul 28 12:09:54.088236 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36082) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:54.092942 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-cde4c62c-1989-4fc8-8031-e7fc3f46ff27 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d'}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:54.124600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Attempting to bind port fefb196d-f03c-47f8-a3b5-089897868dca on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:09:54.124968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Attempting to bind port fefb196d-f03c-47f8-a3b5-089897868dca by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '5f11d8c6-aa53-459c-8161-add4cdf1d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '65f9bac7-db9b-4b16-a3b9-5ef63b63786d'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:09:54.125328 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Attempting to bind port fefb196d-f03c-47f8-a3b5-089897868dca on network 65f9bac7-db9b-4b16-a3b9-5ef63b63786d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:09:54.136147 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:09:54.136521 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Checking segment: {'id': '5f11d8c6-aa53-459c-8161-add4cdf1d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '65f9bac7-db9b-4b16-a3b9-5ef63b63786d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:09:54.136921 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:54.137311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Bound using segment: {'id': '5f11d8c6-aa53-459c-8161-add4cdf1d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '65f9bac7-db9b-4b16-a3b9-5ef63b63786d'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:09:54.137776 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Bound port: fefb196d-f03c-47f8-a3b5-089897868dca, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f11d8c6-aa53-459c-8161-add4cdf1d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '65f9bac7-db9b-4b16-a3b9-5ef63b63786d'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:09:54.138156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:54.247763 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] For port fefb196d-f03c-47f8-a3b5-089897868dca, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:09:54.252015 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] For port fefb196d-f03c-47f8-a3b5-089897868dca, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=fefb196d-f03c-47f8-a3b5-089897868dca,segment=NetworkSegment(5f11d8c6-aa53-459c-8161-add4cdf1d0ae),segment_id=5f11d8c6-aa53-459c-8161-add4cdf1d0ae)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:09:54.257579 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:54.306399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cde4c62c-1989-4fc8-8031-e7fc3f46ff27 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:54.332456 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d', 'network_id': 'f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d', 'tenant_id': 'f71c076fef894c7da779d822f89f7784', 'fixed_ips': [{'subnet_id': '38323e94-8f7a-4466-b02d-f7df652ead99'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:09:54.333312 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:54.347880 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559f9a3-6e22-4e8e-8afd-e71a5a507904 None None] Pushing event updated for resources: {'Port': ['ID=fefb196d-f03c-47f8-a3b5-089897868dca,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:54.426128 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.api.v2.resource [None req-cde4c62c-1989-4fc8-8031-e7fc3f46ff27 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 12:09:54.427246 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cde4c62c-1989-4fc8-8031-e7fc3f46ff27 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] 10.222.0.43 "PUT /v2.0/routers/af12ad8b-3e41-4436-8814-edcc7e5eb361 HTTP/1.1" status: 400 len: 364 time: 0.3380308 Jul 28 12:09:54.434364 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36084) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:54.480890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Allocated IP 172.21.0.2 (f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d/38323e94-8f7a-4466-b02d-f7df652ead99/6d2c962b-690f-4558-8976-adad061d92c4) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:09:54.497342 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a987c3-cf3f-40e1-8bea-9f60a13b480f tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Deleting subnet 38323e94-8f7a-4466-b02d-f7df652ead99 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:09:54.655166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:54.664304 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Transition to ACTIVE for port object 6d2c962b-690f-4558-8976-adad061d92c4 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:09:54.678342 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Transition to ACTIVE for port object 6d2c962b-690f-4558-8976-adad061d92c4 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:09:54.683848 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-62a987c3-cf3f-40e1-8bea-9f60a13b480f tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:54.684408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:54.727057 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Network f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:09:54.729942 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:09:54.735843 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:09:54.743338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Pushing event updated for resources: {'Port': ['ID=6d2c962b-690f-4558-8976-adad061d92c4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:54.799679 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Attempting to bind port 6d2c962b-690f-4558-8976-adad061d92c4 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:09:54.800056 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Attempting to bind port 6d2c962b-690f-4558-8976-adad061d92c4 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'f6a43bf4-abbc-42ee-8a92-f7247cafcdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:09:54.800424 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Attempting to bind port 6d2c962b-690f-4558-8976-adad061d92c4 on network f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:09:54.806230 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:09:54.806676 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Checking segment: {'id': 'f6a43bf4-abbc-42ee-8a92-f7247cafcdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:09:54.807084 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:54.807481 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Bound using segment: {'id': 'f6a43bf4-abbc-42ee-8a92-f7247cafcdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:09:54.807952 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Bound port: 6d2c962b-690f-4558-8976-adad061d92c4, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a43bf4-abbc-42ee-8a92-f7247cafcdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:09:54.808333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:54.874030 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] For port 6d2c962b-690f-4558-8976-adad061d92c4, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:09:54.877252 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] For port 6d2c962b-690f-4558-8976-adad061d92c4, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6d2c962b-690f-4558-8976-adad061d92c4,segment=NetworkSegment(f6a43bf4-abbc-42ee-8a92-f7247cafcdd0),segment_id=f6a43bf4-abbc-42ee-8a92-f7247cafcdd0)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:09:54.882707 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:54.945768 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adac09e-07ca-4272-92cd-82717502dea8 None None] Pushing event updated for resources: {'Port': ['ID=6d2c962b-690f-4558-8976-adad061d92c4,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:55.063736 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-62a987c3-cf3f-40e1-8bea-9f60a13b480f tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:55.169870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-62a987c3-cf3f-40e1-8bea-9f60a13b480f tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:55.244808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-62a987c3-cf3f-40e1-8bea-9f60a13b480f tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:55.272751 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a987c3-cf3f-40e1-8bea-9f60a13b480f tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Pushing event deleted for resources: {'Subnet': ['ID=38323e94-8f7a-4466-b02d-f7df652ead99,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:55.276316 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-62a987c3-cf3f-40e1-8bea-9f60a13b480f tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:55.280802 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36086) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:55.281318 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-62a987c3-cf3f-40e1-8bea-9f60a13b480f tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] 10.222.0.43 "DELETE /v2.0/subnets/38323e94-8f7a-4466-b02d-f7df652ead99 HTTP/1.1" status: 204 len: 168 time: 0.8454285 Jul 28 12:09:55.378029 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cef768-834c-47a6-a4f9-4a20abaeb61b None None] Network 65f9bac7-db9b-4b16-a3b9-5ef63b63786d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:55.385050 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:55.424547 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6d2c962b-690f-4558-8976-adad061d92c4 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:09:55.449942 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Deleting port 6d2c962b-690f-4558-8976-adad061d92c4 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:09:55.450299 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:55.455614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e0ca86c5-5ce4-485c-bf78-89c93e77da68 None None] Provisioning for port fefb196d-f03c-47f8-a3b5-089897868dca completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:09:55.516607 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] For port 6d2c962b-690f-4558-8976-adad061d92c4, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6d2c962b-690f-4558-8976-adad061d92c4,segment=NetworkSegment(f6a43bf4-abbc-42ee-8a92-f7247cafcdd0),segment_id=f6a43bf4-abbc-42ee-8a92-f7247cafcdd0)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:09:55.516982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:55.530982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Calling delete_port for 6d2c962b-690f-4558-8976-adad061d92c4 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:09:55.531200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 6d2c962b-690f-4558-8976-adad061d92c4 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:09:55.537778 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device fefb196d-f03c-47f8-a3b5-089897868dca up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:09:55.617320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port fefb196d-f03c-47f8-a3b5-089897868dca completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:09:55.623650 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:55.632056 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port fefb196d-f03c-47f8-a3b5-089897868dca triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:09:55.632739 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:55.656964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Pushing event deleted for resources: {'Port': ['ID=6d2c962b-690f-4558-8976-adad061d92c4,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:55.664415 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] No DVR routers for this DVR port 6d2c962b-690f-4558-8976-adad061d92c4 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:09:55.737321 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:55.757617 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:55.772440 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:55.779872 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port fefb196d-f03c-47f8-a3b5-089897868dca, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=fefb196d-f03c-47f8-a3b5-089897868dca,segment=NetworkSegment(5f11d8c6-aa53-459c-8161-add4cdf1d0ae),segment_id=5f11d8c6-aa53-459c-8161-add4cdf1d0ae)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:09:55.786162 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:55.787984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a43bf4-abbc-42ee-8a92-f7247cafcdd0') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:55.789076 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a43bf4-abbc-42ee-8a92-f7247cafcdd0') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:55.801048 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:55.818302 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:55.829166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:09:55.829509 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:09:55.833732 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:09:55.852577 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=fefb196d-f03c-47f8-a3b5-089897868dca,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:55.891577 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7f59c675-532f-49a0-8820-b91c9a218756 None None] Provisioning complete for port fefb196d-f03c-47f8-a3b5-089897868dca triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:09:55.891958 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f59c675-532f-49a0-8820-b91c9a218756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:55.900381 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:55.914986 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:55.918461 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] 10.222.0.43 "DELETE /v2.0/networks/f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d HTTP/1.1" status: 204 len: 168 time: 0.6349344 Jul 28 12:09:55.919690 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36088) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:55.938928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910ad42-61b9-4303-a88b-40ffa7f14594 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Pushing event deleted for resources: {'Network': ['ID=f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:55.990026 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-395e48e7-3c49-4cc3-a499-060fead6cbc3 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Deleting subnet e1fb8925-c0bd-40ed-b1d3-cda1cb058cfb {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:09:55.993837 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-395e48e7-3c49-4cc3-a499-060fead6cbc3 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:56.037754 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-395e48e7-3c49-4cc3-a499-060fead6cbc3 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:56.063403 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fb1a0c-bd3f-4a13-8b68-2ad8af8c5033 None None] DHCP port deletion for f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:09:56.081254 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef9e5c3-929b-4e0e-966d-f8846bacf41d None None] Network f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:56.095586 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef9e5c3-929b-4e0e-966d-f8846bacf41d None None] Network f9819de1-c8ef-4a50-a2ff-c4bbd7b58e8d could not be found, it might have been deleted concurrently. {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 12:09:56.098734 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-be46c603-3ece-4dfe-91de-29d6d6864329 None None] Could not find standard attr ID for object 6d2c962b-690f-4558-8976-adad061d92c4. {{(pid=100417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 12:09:56.125890 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-395e48e7-3c49-4cc3-a499-060fead6cbc3 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:56.187342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-395e48e7-3c49-4cc3-a499-060fead6cbc3 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:56.213989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e48e7-3c49-4cc3-a499-060fead6cbc3 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Pushing event deleted for resources: {'Subnet': ['ID=e1fb8925-c0bd-40ed-b1d3-cda1cb058cfb,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:56.217616 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-395e48e7-3c49-4cc3-a499-060fead6cbc3 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:56.219480 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-395e48e7-3c49-4cc3-a499-060fead6cbc3 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] 10.222.0.43 "DELETE /v2.0/subnets/e1fb8925-c0bd-40ed-b1d3-cda1cb058cfb HTTP/1.1" status: 204 len: 168 time: 0.2992158 Jul 28 12:09:56.221908 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36090) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:56.225105 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ffde48-dc15-4eac-ab97-3773bf100ec9 None None] Network 65f9bac7-db9b-4b16-a3b9-5ef63b63786d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:56.302727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:56.362591 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Deleting port fefb196d-f03c-47f8-a3b5-089897868dca {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:09:56.362790 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:56.429072 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] For port fefb196d-f03c-47f8-a3b5-089897868dca, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=fefb196d-f03c-47f8-a3b5-089897868dca,segment=NetworkSegment(5f11d8c6-aa53-459c-8161-add4cdf1d0ae),segment_id=5f11d8c6-aa53-459c-8161-add4cdf1d0ae)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:09:56.429429 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:56.442195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Calling delete_port for fefb196d-f03c-47f8-a3b5-089897868dca owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:09:56.527746 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:56.529515 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441813fd-f6a9-4bd2-82eb-8f7ea36f084e None None] DHCP port deletion for 65f9bac7-db9b-4b16-a3b9-5ef63b63786d request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:09:56.551785 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Pushing event deleted for resources: {'Port': ['ID=fefb196d-f03c-47f8-a3b5-089897868dca,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:56.558004 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] No DVR routers for this DVR port fefb196d-f03c-47f8-a3b5-089897868dca on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:09:56.632828 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:56.642355 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f9bac7-db9b-4b16-a3b9-5ef63b63786d']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:56.653080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f11d8c6-aa53-459c-8161-add4cdf1d0ae') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:56.653379 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f11d8c6-aa53-459c-8161-add4cdf1d0ae') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:09:56.662014 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:56.675167 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:56.681399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:09:56.681783 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:09:56.684750 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:09:56.743806 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:56.750352 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:56.752167 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] 10.222.0.43 "DELETE /v2.0/networks/65f9bac7-db9b-4b16-a3b9-5ef63b63786d HTTP/1.1" status: 204 len: 168 time: 0.5293067 Jul 28 12:09:56.754993 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36092) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:56.763970 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15f752-36ee-44ee-84f7-61f8027d872a tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Pushing event deleted for resources: {'Network': ['ID=65f9bac7-db9b-4b16-a3b9-5ef63b63786d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:56.782068 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d14627cd-dd36-404d-817f-0bbfede94f83 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] 10.222.0.43 "GET /v2.0/ports?device_id=af12ad8b-3e41-4436-8814-edcc7e5eb361 HTTP/1.1" status: 200 len: 205 time: 0.0259106 Jul 28 12:09:56.784321 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36094) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:56.857534 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-168dc733-1c62-462c-8ff8-1de28846ed68 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:57.010351 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-168dc733-1c62-462c-8ff8-1de28846ed68 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:57.012473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-168dc733-1c62-462c-8ff8-1de28846ed68 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:57.052806 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-168dc733-1c62-462c-8ff8-1de28846ed68 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:57.053931 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168dc733-1c62-462c-8ff8-1de28846ed68 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Fanout notify agent at l3_agent the message router_deleted on router af12ad8b-3e41-4436-8814-edcc7e5eb361 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:09:57.060897 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-168dc733-1c62-462c-8ff8-1de28846ed68 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:57.064270 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-168dc733-1c62-462c-8ff8-1de28846ed68 tempest-RoutersNegativeTest-184041660 tempest-RoutersNegativeTest-184041660-project] 10.222.0.43 "DELETE /v2.0/routers/af12ad8b-3e41-4436-8814-edcc7e5eb361 HTTP/1.1" status: 204 len: 168 time: 0.2765992 Jul 28 12:09:57.289340 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36100) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:57.338459 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6d2c962b-690f-4558-8976-adad061d92c4 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:09:57.361173 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 6d2c962b-690f-4558-8976-adad061d92c4 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:09:57.361522 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6d2c962b-690f-4558-8976-adad061d92c4 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:09:57.361947 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device fefb196d-f03c-47f8-a3b5-089897868dca no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:09:57.381145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: fefb196d-f03c-47f8-a3b5-089897868dca {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:09:57.381550 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device fefb196d-f03c-47f8-a3b5-089897868dca not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:09:57.423423 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-566a4bba-15ef-4ac3-b86e-38b9b6e8fcd0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f71c076fef894c7da779d822f89f7784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329076 Jul 28 12:09:57.425810 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36104) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:57.477730 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-29f87de9-089d-4f3f-956e-78146212f389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:57.499099 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-29f87de9-089d-4f3f-956e-78146212f389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:57.546102 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-29f87de9-089d-4f3f-956e-78146212f389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:57.549399 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-29f87de9-089d-4f3f-956e-78146212f389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:57.550656 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-29f87de9-089d-4f3f-956e-78146212f389 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a8303f0-b814-489f-abc4-bfe64fe8d755 HTTP/1.1" status: 204 len: 168 time: 0.1239085 Jul 28 12:09:57.567520 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f87de9-089d-4f3f-956e-78146212f389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8303f0-b814-489f-abc4-bfe64fe8d755,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:58.148616 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36126) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:58.248036 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-6583f95e-43b2-404d-85bc-0ae27f5985cb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-464857916-network', 'tenant_id': '558a1f119563415d9bb0f7bf01f785b8'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:58.269013 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6583f95e-43b2-404d-85bc-0ae27f5985cb admin admin] Made reservation on behalf of 558a1f119563415d9bb0f7bf01f785b8 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:58.271257 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6583f95e-43b2-404d-85bc-0ae27f5985cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:58.279437 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6583f95e-43b2-404d-85bc-0ae27f5985cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:58.364299 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6583f95e-43b2-404d-85bc-0ae27f5985cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:58.368276 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6583f95e-43b2-404d-85bc-0ae27f5985cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:58.393578 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6583f95e-43b2-404d-85bc-0ae27f5985cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:09:58.402130 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583f95e-43b2-404d-85bc-0ae27f5985cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5843e1-dd9d-49d1-a47a-43424b65abda,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:58.409222 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6583f95e-43b2-404d-85bc-0ae27f5985cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:58.409536 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-6583f95e-43b2-404d-85bc-0ae27f5985cb admin admin] Added segment e923e7b7-d85f-4881-8078-51a4643e3c28 of type vlan for network 381f7583-89a6-47b1-be25-7fe7890d9348 Jul 28 12:09:58.448437 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6583f95e-43b2-404d-85bc-0ae27f5985cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:58.475081 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6583f95e-43b2-404d-85bc-0ae27f5985cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:58.476111 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6583f95e-43b2-404d-85bc-0ae27f5985cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:58.476696 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6583f95e-43b2-404d-85bc-0ae27f5985cb admin admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:58.528591 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6583f95e-43b2-404d-85bc-0ae27f5985cb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3788562 Jul 28 12:09:58.531534 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36130) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:58.537025 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c86e67e9-fc43-4a8a-8bb8-b78f45cd46b7 admin admin] Request body: {'subnet': {'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-464857916-subnet', 'tenant_id': '558a1f119563415d9bb0f7bf01f785b8', 'ip_version': 4}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:58.538285 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583f95e-43b2-404d-85bc-0ae27f5985cb admin admin] Pushing event updated for resources: {'Network': ['ID=381f7583-89a6-47b1-be25-7fe7890d9348,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:58.548097 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 381f7583-89a6-47b1-be25-7fe7890d9348 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:09:58.560204 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86e67e9-fc43-4a8a-8bb8-b78f45cd46b7 admin admin] Made reservation on behalf of 558a1f119563415d9bb0f7bf01f785b8 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:09:58.562665 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c86e67e9-fc43-4a8a-8bb8-b78f45cd46b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:58.727995 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c86e67e9-fc43-4a8a-8bb8-b78f45cd46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:58.775609 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e67e9-fc43-4a8a-8bb8-b78f45cd46b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edad5181-0185-4148-b106-635ad3b8ab12,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:58.790882 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86e67e9-fc43-4a8a-8bb8-b78f45cd46b7 admin admin] Checking segment: {'id': 'e923e7b7-d85f-4881-8078-51a4643e3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:09:58.791244 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e67e9-fc43-4a8a-8bb8-b78f45cd46b7 admin admin] Network hostable DHCP agents. Network: 381f7583-89a6-47b1-be25-7fe7890d9348, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:09:58.807399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e67e9-fc43-4a8a-8bb8-b78f45cd46b7 admin admin] Network 381f7583-89a6-47b1-be25-7fe7890d9348 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:09:58.815618 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-c86e67e9-fc43-4a8a-8bb8-b78f45cd46b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 381f7583-89a6-47b1-be25-7fe7890d9348) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:09:58.819723 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86e67e9-fc43-4a8a-8bb8-b78f45cd46b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:58.820315 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c86e67e9-fc43-4a8a-8bb8-b78f45cd46b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:58.824862 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad043e3a-206c-4be0-b00d-28135bc986a6 None None] Network 381f7583-89a6-47b1-be25-7fe7890d9348 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:09:58.833501 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c86e67e9-fc43-4a8a-8bb8-b78f45cd46b7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3007138 Jul 28 12:09:58.836325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36132) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:58.844398 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-464857916-router', 'tenant_id': '558a1f119563415d9bb0f7bf01f785b8', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:09:58.863320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:58.864278 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:58.918836 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:58.968925 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-381f7583-89a6-47b1-be25-7fe7890d9348', 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348', 'tenant_id': '558a1f119563415d9bb0f7bf01f785b8', 'fixed_ips': [{'subnet_id': 'edad5181-0185-4148-b106-635ad3b8ab12'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:09:58.969777 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:59.052311 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:59.102896 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Allocated IP 172.20.0.2 (381f7583-89a6-47b1-be25-7fe7890d9348/edad5181-0185-4148-b106-635ad3b8ab12/45483103-20de-4f12-a3fb-c64e264d06e3) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:09:59.242227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:59.250752 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Transition to ACTIVE for port object 45483103-20de-4f12-a3fb-c64e264d06e3 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:09:59.251771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:59.265983 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Transition to ACTIVE for port object 45483103-20de-4f12-a3fb-c64e264d06e3 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:09:59.271821 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:59.272043 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:59.310283 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Network 381f7583-89a6-47b1-be25-7fe7890d9348 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:09:59.314895 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:09:59.319826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:09:59.322834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Pushing event updated for resources: {'Port': ['ID=45483103-20de-4f12-a3fb-c64e264d06e3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:59.373863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Attempting to bind port 45483103-20de-4f12-a3fb-c64e264d06e3 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:09:59.374334 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Attempting to bind port 45483103-20de-4f12-a3fb-c64e264d06e3 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e923e7b7-d85f-4881-8078-51a4643e3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:09:59.374758 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Attempting to bind port 45483103-20de-4f12-a3fb-c64e264d06e3 on network 381f7583-89a6-47b1-be25-7fe7890d9348 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:09:59.378286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Allocated IP 172.26.1.223 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/89df5358-b04a-4a8b-b124-fe1d59bc78c0) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:09:59.379676 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:09:59.380045 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Checking segment: {'id': 'e923e7b7-d85f-4881-8078-51a4643e3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:09:59.380463 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:59.380855 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Bound using segment: {'id': 'e923e7b7-d85f-4881-8078-51a4643e3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:09:59.381894 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Bound port: 45483103-20de-4f12-a3fb-c64e264d06e3, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e923e7b7-d85f-4881-8078-51a4643e3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:09:59.382283 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:59.446946 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] For port 45483103-20de-4f12-a3fb-c64e264d06e3, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:09:59.449964 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] For port 45483103-20de-4f12-a3fb-c64e264d06e3, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=45483103-20de-4f12-a3fb-c64e264d06e3,segment=NetworkSegment(e923e7b7-d85f-4881-8078-51a4643e3c28),segment_id=e923e7b7-d85f-4881-8078-51a4643e3c28)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:09:59.454400 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:59.480061 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:59.515950 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bcfcd-4a68-4f5b-b56d-195cdc776066 None None] Pushing event updated for resources: {'Port': ['ID=45483103-20de-4f12-a3fb-c64e264d06e3,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:59.526070 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:59.564345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:09:59.567175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:09:59.573755 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:09:59.579407 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Pushing event updated for resources: {'Port': ['ID=89df5358-b04a-4a8b-b124-fe1d59bc78c0,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:09:59.845995 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:00.030562 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:00.159191 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Router 3281ede8-1877-43a1-a1a2-4c6bf12a3b96 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:10:00.353844 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25c59b9-b3b3-46db-a061-2967593b65e3 None None] Network 381f7583-89a6-47b1-be25-7fe7890d9348 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:10:00.485468 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a4299d81-9a9e-404c-9895-d73eff526a94 None None] Provisioning for port 45483103-20de-4f12-a3fb-c64e264d06e3 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:00.554848 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:10:00.566911 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Sync routers for ids ['3281ede8-1877-43a1-a1a2-4c6bf12a3b96'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:10:00.573820 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:00.578685 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36134) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:00.579151 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-77cda9da-079e-4bea-a49b-4d2f63659f52 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7406209 Jul 28 12:10:00.580232 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Routers {'3281ede8-1877-43a1-a1a2-4c6bf12a3b96'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:10:00.580871 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:09:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['3281ede8-1877-43a1-a1a2-4c6bf12a3b96'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:00.691316 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Set router 3281ede8-1877-43a1-a1a2-4c6bf12a3b96 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:10:00.874003 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'name': 'tempest-TestEncryptedCinderVolumes-464857916-router', 'tenant_id': '558a1f119563415d9bb0f7bf01f785b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '89df5358-b04a-4a8b-b124-fe1d59bc78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:09:58Z', 'updated_at': '2021-07-28T12:09:59Z', 'revision_number': 3, 'project_id': '558a1f119563415d9bb0f7bf01f785b8', 'gw_port': {'id': '89df5358-b04a-4a8b-b124-fe1d59bc78c0', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:09:59Z', 'updated_at': '2021-07-28T12:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:00.983210 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Checking router: 3281ede8-1877-43a1-a1a2-4c6bf12a3b96 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:10:00.983551 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Updating router 3281ede8-1877-43a1-a1a2-4c6bf12a3b96 port 89df5358-b04a-4a8b-b124-fe1d59bc78c0 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:10:01.001559 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.008091 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.202295 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Allocated IP 172.20.0.1 (381f7583-89a6-47b1-be25-7fe7890d9348/edad5181-0185-4148-b106-635ad3b8ab12/db8e83bb-f66f-4c2a-a21a-be00cadda4f6) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:10:01.252223 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.263153 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Transition to ACTIVE for port object 89df5358-b04a-4a8b-b124-fe1d59bc78c0 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:01.268873 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.312858 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Attempting to bind port 89df5358-b04a-4a8b-b124-fe1d59bc78c0 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:10:01.313172 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Attempting to bind port 89df5358-b04a-4a8b-b124-fe1d59bc78c0 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:10:01.313533 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Attempting to bind port 89df5358-b04a-4a8b-b124-fe1d59bc78c0 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:10:01.314837 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.323143 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:10:01.323510 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:10:01.323901 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.324293 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:10:01.324754 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Bound port: 89df5358-b04a-4a8b-b124-fe1d59bc78c0, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:10:01.325128 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.329321 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Transition to ACTIVE for port object db8e83bb-f66f-4c2a-a21a-be00cadda4f6 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:01.348948 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c629f4e-fcaf-4ddd-85de-73d21ad3ab31 None None] Pushing event updated for resources: {'Port': ['ID=89df5358-b04a-4a8b-b124-fe1d59bc78c0,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:01.360089 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c629f4e-fcaf-4ddd-85de-73d21ad3ab31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:01.360440 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c629f4e-fcaf-4ddd-85de-73d21ad3ab31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:01.360776 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c629f4e-fcaf-4ddd-85de-73d21ad3ab31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:01.361107 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c629f4e-fcaf-4ddd-85de-73d21ad3ab31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:01.361433 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c629f4e-fcaf-4ddd-85de-73d21ad3ab31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:01.361761 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c629f4e-fcaf-4ddd-85de-73d21ad3ab31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:01.362085 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c629f4e-fcaf-4ddd-85de-73d21ad3ab31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:01.362405 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c629f4e-fcaf-4ddd-85de-73d21ad3ab31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:01.362748 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c629f4e-fcaf-4ddd-85de-73d21ad3ab31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:01.363066 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c629f4e-fcaf-4ddd-85de-73d21ad3ab31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:01.363383 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c629f4e-fcaf-4ddd-85de-73d21ad3ab31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:01.363698 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c629f4e-fcaf-4ddd-85de-73d21ad3ab31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:01.372511 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.381923 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 45483103-20de-4f12-a3fb-c64e264d06e3 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:01.404170 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] For port 89df5358-b04a-4a8b-b124-fe1d59bc78c0, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:10:01.408195 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] For port 89df5358-b04a-4a8b-b124-fe1d59bc78c0, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=89df5358-b04a-4a8b-b124-fe1d59bc78c0,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:10:01.412655 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.415169 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Network 381f7583-89a6-47b1-be25-7fe7890d9348 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:10:01.419243 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:10:01.421874 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:10:01.437011 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 45483103-20de-4f12-a3fb-c64e264d06e3 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:01.440935 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 45483103-20de-4f12-a3fb-c64e264d06e3 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:01.441312 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.456783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Pushing event updated for resources: {'Port': ['ID=db8e83bb-f66f-4c2a-a21a-be00cadda4f6,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:01.479338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.491745 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Routers {'3281ede8-1877-43a1-a1a2-4c6bf12a3b96'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:10:01.492385 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:09:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['3281ede8-1877-43a1-a1a2-4c6bf12a3b96'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:01.495591 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c629f4e-fcaf-4ddd-85de-73d21ad3ab31 None None] Pushing event updated for resources: {'Port': ['ID=89df5358-b04a-4a8b-b124-fe1d59bc78c0,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:01.533958 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.589634 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 45483103-20de-4f12-a3fb-c64e264d06e3, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=45483103-20de-4f12-a3fb-c64e264d06e3,segment=NetworkSegment(e923e7b7-d85f-4881-8078-51a4643e3c28),segment_id=e923e7b7-d85f-4881-8078-51a4643e3c28)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:01.593258 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.622139 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.629081 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] Set router 3281ede8-1877-43a1-a1a2-4c6bf12a3b96 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:10:01.655215 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=45483103-20de-4f12-a3fb-c64e264d06e3,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:01.750132 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d6ab1b5c-57b5-4232-a86e-b3699ce4c693 None None] Provisioning for port db8e83bb-f66f-4c2a-a21a-be00cadda4f6 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:01.754139 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d6ab1b5c-57b5-4232-a86e-b3699ce4c693 None None] Provisioning complete for port db8e83bb-f66f-4c2a-a21a-be00cadda4f6 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:01.754636 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d6ab1b5c-57b5-4232-a86e-b3699ce4c693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.788435 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.789218 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab1b5c-57b5-4232-a86e-b3699ce4c693 None None] Port db8e83bb-f66f-4c2a-a21a-be00cadda4f6 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:10:01.793242 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.823314 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'name': 'tempest-TestEncryptedCinderVolumes-464857916-router', 'tenant_id': '558a1f119563415d9bb0f7bf01f785b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '89df5358-b04a-4a8b-b124-fe1d59bc78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:09:58Z', 'updated_at': '2021-07-28T12:09:59Z', 'revision_number': 3, 'project_id': '558a1f119563415d9bb0f7bf01f785b8', 'gw_port': {'id': '89df5358-b04a-4a8b-b124-fe1d59bc78c0', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:09:59Z', 'updated_at': '2021-07-28T12:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:01.849922 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9922a3a-1da9-427f-8faa-897ebaa69cb3 None None] The sync data for ids ['3281ede8-1877-43a1-a1a2-4c6bf12a3b96'] in dv-neutron-786478-16-hyperv is: [{'id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'name': 'tempest-TestEncryptedCinderVolumes-464857916-router', 'tenant_id': '558a1f119563415d9bb0f7bf01f785b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '89df5358-b04a-4a8b-b124-fe1d59bc78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:09:58Z', 'updated_at': '2021-07-28T12:09:59Z', 'revision_number': 3, 'project_id': '558a1f119563415d9bb0f7bf01f785b8', 'gw_port': {'id': '89df5358-b04a-4a8b-b124-fe1d59bc78c0', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:09:59Z', 'updated_at': '2021-07-28T12:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:10:01.859776 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Pushing event updated for resources: {'Port': ['ID=db8e83bb-f66f-4c2a-a21a-be00cadda4f6,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:01.862193 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:10:01.864744 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.958725 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Network 381f7583-89a6-47b1-be25-7fe7890d9348 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:10:01.960266 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:10:02.092781 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Router 3281ede8-1877-43a1-a1a2-4c6bf12a3b96 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:10:02.210746 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f9cbb885-93d7-4ed5-9f67-9d07ecc6b207 None None] Provisioning complete for port db8e83bb-f66f-4c2a-a21a-be00cadda4f6 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:02.211108 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f9cbb885-93d7-4ed5-9f67-9d07ecc6b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:02.224965 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:10:02.230844 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6f31734d-1826-442d-83af-9c5893b80754 admin admin] 10.222.0.43 "PUT /v2.0/routers/3281ede8-1877-43a1-a1a2-4c6bf12a3b96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6507418 Jul 28 12:10:02.247746 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f9cbb885-93d7-4ed5-9f67-9d07ecc6b207 None None] Port db8e83bb-f66f-4c2a-a21a-be00cadda4f6 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:10:02.422726 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89397c04-4329-42cd-b0be-1b48128e49d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:02.696449 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36150) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:02.701422 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2043966871-network', 'tenant_id': 'd693feb55b994555876622fbcd4ec993'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:02.721035 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Made reservation on behalf of d693feb55b994555876622fbcd4ec993 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:10:02.723317 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:02.731670 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:02.820842 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:02.824253 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:02.848864 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:10:02.858715 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc48e25-a4c1-4fa3-9659-7bd9e2393fec,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:02.863293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:02.863655 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Added segment c1b70fcf-a6b8-47d2-bb5f-c346bf82405d of type vlan for network e34a457a-1152-48f6-89c8-d8f4946e2bba Jul 28 12:10:02.874821 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:02.875170 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:02.875508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:02.875843 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:02.876174 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:02.876503 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:02.876832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:02.877158 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:02.877485 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:02.877805 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:02.878136 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:02.878478 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:02.917746 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:02.945678 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:02.946686 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:02.947245 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:02.996491 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2989178 Jul 28 12:10:02.999283 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36152) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:03.004430 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-0660117d-71c7-471c-bf41-83e0b6b95f6b admin admin] Request body: {'subnet': {'network_id': 'e34a457a-1152-48f6-89c8-d8f4946e2bba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2043966871-subnet', 'tenant_id': 'd693feb55b994555876622fbcd4ec993', 'ip_version': 4}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:03.005942 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65659647-2020-4314-8aaa-b7bcb6b1ea41 admin admin] Pushing event updated for resources: {'Network': ['ID=e34a457a-1152-48f6-89c8-d8f4946e2bba,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:03.016458 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network e34a457a-1152-48f6-89c8-d8f4946e2bba details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:10:03.027681 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0660117d-71c7-471c-bf41-83e0b6b95f6b admin admin] Made reservation on behalf of d693feb55b994555876622fbcd4ec993 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:10:03.032373 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0660117d-71c7-471c-bf41-83e0b6b95f6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:03.213758 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0660117d-71c7-471c-bf41-83e0b6b95f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:03.265690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660117d-71c7-471c-bf41-83e0b6b95f6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=83808f22-25a7-4a4a-bd32-2aeb8530c54e,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:03.275772 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0660117d-71c7-471c-bf41-83e0b6b95f6b admin admin] Checking segment: {'id': 'c1b70fcf-a6b8-47d2-bb5f-c346bf82405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e34a457a-1152-48f6-89c8-d8f4946e2bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:10:03.276129 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0660117d-71c7-471c-bf41-83e0b6b95f6b admin admin] Network hostable DHCP agents. Network: e34a457a-1152-48f6-89c8-d8f4946e2bba, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:10:03.294564 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0660117d-71c7-471c-bf41-83e0b6b95f6b admin admin] Network e34a457a-1152-48f6-89c8-d8f4946e2bba is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:10:03.306338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-0660117d-71c7-471c-bf41-83e0b6b95f6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, e34a457a-1152-48f6-89c8-d8f4946e2bba) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:10:03.310562 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0660117d-71c7-471c-bf41-83e0b6b95f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:03.311147 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0660117d-71c7-471c-bf41-83e0b6b95f6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:03.315518 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee8f64a-b567-4169-b8f1-6554b5971856 None None] Network e34a457a-1152-48f6-89c8-d8f4946e2bba requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:10:03.331463 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36154) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:03.332906 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0660117d-71c7-471c-bf41-83e0b6b95f6b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3305502 Jul 28 12:10:03.336393 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2043966871-router', 'tenant_id': 'd693feb55b994555876622fbcd4ec993', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:03.366310 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:03.367816 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:03.391897 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Sync routers for ids ['3281ede8-1877-43a1-a1a2-4c6bf12a3b96'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:10:03.417672 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Routers {'3281ede8-1877-43a1-a1a2-4c6bf12a3b96'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:10:03.418302 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:09:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['3281ede8-1877-43a1-a1a2-4c6bf12a3b96'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:03.432655 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:03.480367 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 45483103-20de-4f12-a3fb-c64e264d06e3 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:03.573373 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:03.609471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-e34a457a-1152-48f6-89c8-d8f4946e2bba', 'network_id': 'e34a457a-1152-48f6-89c8-d8f4946e2bba', 'tenant_id': 'd693feb55b994555876622fbcd4ec993', 'fixed_ips': [{'subnet_id': '83808f22-25a7-4a4a-bd32-2aeb8530c54e'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:10:03.610287 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:03.626743 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Set router 3281ede8-1877-43a1-a1a2-4c6bf12a3b96 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:10:03.661612 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 45483103-20de-4f12-a3fb-c64e264d06e3 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:03.661976 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:03.769089 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:03.788634 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:03.897218 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Allocated IP 172.26.1.121 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/6219fd5d-ebb8-43ff-8967-4019dc4198a9) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:10:03.980735 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 89df5358-b04a-4a8b-b124-fe1d59bc78c0 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:03.985789 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Allocated IP 172.20.0.2 (e34a457a-1152-48f6-89c8-d8f4946e2bba/83808f22-25a7-4a4a-bd32-2aeb8530c54e/21c261f7-c9a8-4458-b373-5a57143bca05) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:10:03.996772 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:04.036709 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:04.077050 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:10:04.079854 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:10:04.083594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:10:04.109988 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Pushing event updated for resources: {'Port': ['ID=6219fd5d-ebb8-43ff-8967-4019dc4198a9,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:04.121627 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 89df5358-b04a-4a8b-b124-fe1d59bc78c0 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:04.126220 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'name': 'tempest-TestEncryptedCinderVolumes-464857916-router', 'tenant_id': '558a1f119563415d9bb0f7bf01f785b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '89df5358-b04a-4a8b-b124-fe1d59bc78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:09:58Z', 'updated_at': '2021-07-28T12:10:01Z', 'revision_number': 4, 'project_id': '558a1f119563415d9bb0f7bf01f785b8', 'gw_port': {'id': '89df5358-b04a-4a8b-b124-fe1d59bc78c0', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:09:59Z', 'updated_at': '2021-07-28T12:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'db8e83bb-f66f-4c2a-a21a-be00cadda4f6', 'name': '', 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348', 'tenant_id': '558a1f119563415d9bb0f7bf01f785b8', 'mac_address': 'fa:16:3e:aa:01:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'edad5181-0185-4148-b106-635ad3b8ab12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:01Z', 'updated_at': '2021-07-28T12:10:01Z', 'revision_number': 2, 'project_id': '558a1f119563415d9bb0f7bf01f785b8', 'subnets': [{'id': 'edad5181-0185-4148-b106-635ad3b8ab12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:04.134851 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 89df5358-b04a-4a8b-b124-fe1d59bc78c0 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:04.135226 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:04.172949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Checking router: 3281ede8-1877-43a1-a1a2-4c6bf12a3b96 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:10:04.173214 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Updating router 3281ede8-1877-43a1-a1a2-4c6bf12a3b96 port db8e83bb-f66f-4c2a-a21a-be00cadda4f6 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:10:04.256192 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:04.339275 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:04.462719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:04.499473 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Transition to ACTIVE for port object 21c261f7-c9a8-4458-b373-5a57143bca05 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:04.538524 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:04.573960 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:04.592495 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Transition to ACTIVE for port object 21c261f7-c9a8-4458-b373-5a57143bca05 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:04.611628 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:04.622395 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 89df5358-b04a-4a8b-b124-fe1d59bc78c0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=89df5358-b04a-4a8b-b124-fe1d59bc78c0,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:04.652934 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:04.665053 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Router 8cce77f8-3013-4352-9c27-5cd7bffb2e17 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:10:04.706777 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Network e34a457a-1152-48f6-89c8-d8f4946e2bba is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:10:04.707525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Pushing event updated for resources: {'Port': ['ID=21c261f7-c9a8-4458-b373-5a57143bca05,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:04.716806 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:10:04.741748 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:10:04.766633 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:10:04.779038 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Sync routers for ids ['8cce77f8-3013-4352-9c27-5cd7bffb2e17'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:10:04.784408 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:04.786083 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8bd9d993-9835-4d82-87f2-e0900306f972 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4532435 Jul 28 12:10:04.788867 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36156) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:04.795606 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Routers {'8cce77f8-3013-4352-9c27-5cd7bffb2e17'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:10:04.798343 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:09:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8cce77f8-3013-4352-9c27-5cd7bffb2e17'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:04.833417 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=89df5358-b04a-4a8b-b124-fe1d59bc78c0,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:04.852044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Attempting to bind port 21c261f7-c9a8-4458-b373-5a57143bca05 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:10:04.852419 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Attempting to bind port 21c261f7-c9a8-4458-b373-5a57143bca05 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'c1b70fcf-a6b8-47d2-bb5f-c346bf82405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e34a457a-1152-48f6-89c8-d8f4946e2bba'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:10:04.852778 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Attempting to bind port 21c261f7-c9a8-4458-b373-5a57143bca05 on network e34a457a-1152-48f6-89c8-d8f4946e2bba {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:10:04.864720 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:10:04.865092 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Checking segment: {'id': 'c1b70fcf-a6b8-47d2-bb5f-c346bf82405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e34a457a-1152-48f6-89c8-d8f4946e2bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:10:04.865524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:04.866565 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Bound using segment: {'id': 'c1b70fcf-a6b8-47d2-bb5f-c346bf82405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e34a457a-1152-48f6-89c8-d8f4946e2bba'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:10:04.867041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Bound port: 21c261f7-c9a8-4458-b373-5a57143bca05, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b70fcf-a6b8-47d2-bb5f-c346bf82405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e34a457a-1152-48f6-89c8-d8f4946e2bba'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:10:04.867419 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:04.913813 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Set router 8cce77f8-3013-4352-9c27-5cd7bffb2e17 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:10:04.951438 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-93c4733b-5f05-4155-962f-ab9c14961cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:04.964898 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:04.987743 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Transition to ACTIVE for port object db8e83bb-f66f-4c2a-a21a-be00cadda4f6 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:04.999369 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:05.001546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] For port 21c261f7-c9a8-4458-b373-5a57143bca05, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:10:05.005817 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] For port 21c261f7-c9a8-4458-b373-5a57143bca05, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=21c261f7-c9a8-4458-b373-5a57143bca05,segment=NetworkSegment(c1b70fcf-a6b8-47d2-bb5f-c346bf82405d),segment_id=c1b70fcf-a6b8-47d2-bb5f-c346bf82405d)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:10:05.033092 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:05.074155 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664e40a-79c9-48d3-b0ef-fd3010b05d34 None None] Pushing event updated for resources: {'Port': ['ID=db8e83bb-f66f-4c2a-a21a-be00cadda4f6,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:05.142312 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'name': 'tempest-TestEncryptedCinderVolumes-2043966871-router', 'tenant_id': 'd693feb55b994555876622fbcd4ec993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '6219fd5d-ebb8-43ff-8967-4019dc4198a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:03Z', 'updated_at': '2021-07-28T12:10:04Z', 'revision_number': 3, 'project_id': 'd693feb55b994555876622fbcd4ec993', 'gw_port': {'id': '6219fd5d-ebb8-43ff-8967-4019dc4198a9', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:03Z', 'updated_at': '2021-07-28T12:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:05.156225 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Attempting to bind port db8e83bb-f66f-4c2a-a21a-be00cadda4f6 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:10:05.156597 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Attempting to bind port db8e83bb-f66f-4c2a-a21a-be00cadda4f6 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'e923e7b7-d85f-4881-8078-51a4643e3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:10:05.156959 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Attempting to bind port db8e83bb-f66f-4c2a-a21a-be00cadda4f6 on network 381f7583-89a6-47b1-be25-7fe7890d9348 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:10:05.175998 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:10:05.176374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Checking segment: {'id': 'e923e7b7-d85f-4881-8078-51a4643e3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:10:05.176781 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:05.177170 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Bound using segment: {'id': 'e923e7b7-d85f-4881-8078-51a4643e3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:10:05.177649 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Bound port: db8e83bb-f66f-4c2a-a21a-be00cadda4f6, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e923e7b7-d85f-4881-8078-51a4643e3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:10:05.178123 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:05.192361 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Checking router: 8cce77f8-3013-4352-9c27-5cd7bffb2e17 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:10:05.192980 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Updating router 8cce77f8-3013-4352-9c27-5cd7bffb2e17 port 6219fd5d-ebb8-43ff-8967-4019dc4198a9 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:10:05.215863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07638d49-0d33-4781-9a16-b63488a6fce6 None None] Pushing event updated for resources: {'Port': ['ID=21c261f7-c9a8-4458-b373-5a57143bca05,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:05.229204 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:05.303537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] For port db8e83bb-f66f-4c2a-a21a-be00cadda4f6, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:10:05.314891 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] For port db8e83bb-f66f-4c2a-a21a-be00cadda4f6, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=db8e83bb-f66f-4c2a-a21a-be00cadda4f6,segment=NetworkSegment(e923e7b7-d85f-4881-8078-51a4643e3c28),segment_id=e923e7b7-d85f-4881-8078-51a4643e3c28)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:10:05.317485 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:05.321495 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:05.433000 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 89df5358-b04a-4a8b-b124-fe1d59bc78c0 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:05.498487 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:05.520999 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Routers {'3281ede8-1877-43a1-a1a2-4c6bf12a3b96'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:10:05.521909 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:10:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['3281ede8-1877-43a1-a1a2-4c6bf12a3b96'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:05.535969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Allocated IP 172.20.0.1 (e34a457a-1152-48f6-89c8-d8f4946e2bba/83808f22-25a7-4a4a-bd32-2aeb8530c54e/b7854403-b524-4854-836c-681d820d1649) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:10:05.593399 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664e40a-79c9-48d3-b0ef-fd3010b05d34 None None] Pushing event updated for resources: {'Port': ['ID=db8e83bb-f66f-4c2a-a21a-be00cadda4f6,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:05.649017 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:05.666494 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Transition to ACTIVE for port object 6219fd5d-ebb8-43ff-8967-4019dc4198a9 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:05.673846 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:05.680997 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:05.686084 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 89df5358-b04a-4a8b-b124-fe1d59bc78c0 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:05.686495 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:05.695724 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Transition to ACTIVE for port object b7854403-b524-4854-836c-681d820d1649 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:05.740291 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Attempting to bind port 6219fd5d-ebb8-43ff-8967-4019dc4198a9 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:10:05.740630 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Attempting to bind port 6219fd5d-ebb8-43ff-8967-4019dc4198a9 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:10:05.741097 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Attempting to bind port 6219fd5d-ebb8-43ff-8967-4019dc4198a9 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:10:05.742143 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] Set router 3281ede8-1877-43a1-a1a2-4c6bf12a3b96 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:10:05.744454 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29aa02-668d-4da5-89c0-b23a420893b5 None None] Pushing event updated for resources: {'Port': ['ID=6219fd5d-ebb8-43ff-8967-4019dc4198a9,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:05.745637 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:05.755482 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:10:05.755896 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:10:05.756294 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:05.756694 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:10:05.757165 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Bound port: 6219fd5d-ebb8-43ff-8967-4019dc4198a9, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:10:05.757543 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:05.809065 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Pushing event updated for resources: {'Port': ['ID=b7854403-b524-4854-836c-681d820d1649,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:05.813836 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] For port 6219fd5d-ebb8-43ff-8967-4019dc4198a9, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:10:05.817223 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Network e34a457a-1152-48f6-89c8-d8f4946e2bba is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:10:05.817525 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] For port 6219fd5d-ebb8-43ff-8967-4019dc4198a9, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6219fd5d-ebb8-43ff-8967-4019dc4198a9,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:10:05.819556 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:10:05.821084 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:10:05.826576 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:05.863282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:05.890890 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29aa02-668d-4da5-89c0-b23a420893b5 None None] Pushing event updated for resources: {'Port': ['ID=6219fd5d-ebb8-43ff-8967-4019dc4198a9,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:05.893508 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Routers {'8cce77f8-3013-4352-9c27-5cd7bffb2e17'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:10:05.894227 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:10:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8cce77f8-3013-4352-9c27-5cd7bffb2e17'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:06.005418 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'name': 'tempest-TestEncryptedCinderVolumes-464857916-router', 'tenant_id': '558a1f119563415d9bb0f7bf01f785b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '89df5358-b04a-4a8b-b124-fe1d59bc78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:09:58Z', 'updated_at': '2021-07-28T12:10:01Z', 'revision_number': 4, 'project_id': '558a1f119563415d9bb0f7bf01f785b8', 'gw_port': {'id': '89df5358-b04a-4a8b-b124-fe1d59bc78c0', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:09:59Z', 'updated_at': '2021-07-28T12:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'db8e83bb-f66f-4c2a-a21a-be00cadda4f6', 'name': '', 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348', 'tenant_id': '558a1f119563415d9bb0f7bf01f785b8', 'mac_address': 'fa:16:3e:aa:01:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'edad5181-0185-4148-b106-635ad3b8ab12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:01Z', 'updated_at': '2021-07-28T12:10:05Z', 'revision_number': 4, 'project_id': '558a1f119563415d9bb0f7bf01f785b8', 'subnets': [{'id': 'edad5181-0185-4148-b106-635ad3b8ab12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:06.014216 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] Set router 8cce77f8-3013-4352-9c27-5cd7bffb2e17 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:10:06.030406 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:06.042594 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8d41b6-3b50-4145-837f-4a637066adef None None] The sync data for ids ['3281ede8-1877-43a1-a1a2-4c6bf12a3b96'] in dv-neutron-786478-16-hyperv is: [{'id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'name': 'tempest-TestEncryptedCinderVolumes-464857916-router', 'tenant_id': '558a1f119563415d9bb0f7bf01f785b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '89df5358-b04a-4a8b-b124-fe1d59bc78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:09:58Z', 'updated_at': '2021-07-28T12:10:01Z', 'revision_number': 4, 'project_id': '558a1f119563415d9bb0f7bf01f785b8', 'gw_port': {'id': '89df5358-b04a-4a8b-b124-fe1d59bc78c0', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:09:59Z', 'updated_at': '2021-07-28T12:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'db8e83bb-f66f-4c2a-a21a-be00cadda4f6', 'name': '', 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348', 'tenant_id': '558a1f119563415d9bb0f7bf01f785b8', 'mac_address': 'fa:16:3e:aa:01:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'edad5181-0185-4148-b106-635ad3b8ab12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:01Z', 'updated_at': '2021-07-28T12:10:05Z', 'revision_number': 4, 'project_id': '558a1f119563415d9bb0f7bf01f785b8', 'subnets': [{'id': 'edad5181-0185-4148-b106-635ad3b8ab12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:10:06.232324 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:06.238257 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:06.244117 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'name': 'tempest-TestEncryptedCinderVolumes-2043966871-router', 'tenant_id': 'd693feb55b994555876622fbcd4ec993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '6219fd5d-ebb8-43ff-8967-4019dc4198a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:03Z', 'updated_at': '2021-07-28T12:10:04Z', 'revision_number': 3, 'project_id': 'd693feb55b994555876622fbcd4ec993', 'gw_port': {'id': '6219fd5d-ebb8-43ff-8967-4019dc4198a9', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:03Z', 'updated_at': '2021-07-28T12:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:06.288815 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7ff91-9bd3-4a1d-9d7f-f40caa52971b None None] The sync data for ids ['8cce77f8-3013-4352-9c27-5cd7bffb2e17'] in dv-neutron-786478-16-hyperv is: [{'id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'name': 'tempest-TestEncryptedCinderVolumes-2043966871-router', 'tenant_id': 'd693feb55b994555876622fbcd4ec993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '6219fd5d-ebb8-43ff-8967-4019dc4198a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:03Z', 'updated_at': '2021-07-28T12:10:04Z', 'revision_number': 3, 'project_id': 'd693feb55b994555876622fbcd4ec993', 'gw_port': {'id': '6219fd5d-ebb8-43ff-8967-4019dc4198a9', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:03Z', 'updated_at': '2021-07-28T12:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:10:06.317314 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:06.328670 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Pushing event updated for resources: {'Port': ['ID=b7854403-b524-4854-836c-681d820d1649,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:06.439117 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0ca088-cbd1-4dc4-9aef-8cab48187cd5 None None] Network e34a457a-1152-48f6-89c8-d8f4946e2bba requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:10:06.441133 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Network e34a457a-1152-48f6-89c8-d8f4946e2bba is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:10:06.442611 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:10:06.499409 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:06.598450 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-946be362-60ce-4fca-8b69-f93b40c1c430 None None] Provisioning for port 21c261f7-c9a8-4458-b373-5a57143bca05 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:06.602547 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Router 8cce77f8-3013-4352-9c27-5cd7bffb2e17 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:10:06.944000 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cd69c58d-2c03-498d-9623-6665eff69d8f None None] Provisioning for port b7854403-b524-4854-836c-681d820d1649 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:06.948783 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cd69c58d-2c03-498d-9623-6665eff69d8f None None] Provisioning complete for port b7854403-b524-4854-836c-681d820d1649 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:06.949287 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd69c58d-2c03-498d-9623-6665eff69d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:07.004031 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cd69c58d-2c03-498d-9623-6665eff69d8f None None] Port b7854403-b524-4854-836c-681d820d1649 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:10:07.100319 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:10:07.105806 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8f0b353c-59e0-4461-a0f4-9436c5be3b44 admin admin] 10.222.0.43 "PUT /v2.0/routers/8cce77f8-3013-4352-9c27-5cd7bffb2e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3157761 Jul 28 12:10:07.247281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f8a2c1fa-0ea8-4a17-95c6-9837aefdcaad None None] Provisioning complete for port b7854403-b524-4854-836c-681d820d1649 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:07.247689 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c1fa-0ea8-4a17-95c6-9837aefdcaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:07.302198 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2c1fa-0ea8-4a17-95c6-9837aefdcaad None None] Port b7854403-b524-4854-836c-681d820d1649 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:10:07.430726 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f873653a-0375-4647-89e6-5716c73aa7c5 None None] Provisioning complete for port b7854403-b524-4854-836c-681d820d1649 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:07.430726 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f873653a-0375-4647-89e6-5716c73aa7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:07.489826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 21c261f7-c9a8-4458-b373-5a57143bca05 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:07.511296 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f873653a-0375-4647-89e6-5716c73aa7c5 None None] Port b7854403-b524-4854-836c-681d820d1649 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:10:07.540639 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 21c261f7-c9a8-4458-b373-5a57143bca05 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:07.544320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 21c261f7-c9a8-4458-b373-5a57143bca05 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:07.544696 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:07.619400 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:07.650152 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 21c261f7-c9a8-4458-b373-5a57143bca05, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=21c261f7-c9a8-4458-b373-5a57143bca05,segment=NetworkSegment(c1b70fcf-a6b8-47d2-bb5f-c346bf82405d),segment_id=c1b70fcf-a6b8-47d2-bb5f-c346bf82405d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:07.654021 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:07.654851 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device db8e83bb-f66f-4c2a-a21a-be00cadda4f6 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:07.736921 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=21c261f7-c9a8-4458-b373-5a57143bca05,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:07.745951 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port db8e83bb-f66f-4c2a-a21a-be00cadda4f6 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:07.751167 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port db8e83bb-f66f-4c2a-a21a-be00cadda4f6 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:07.751432 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:07.836870 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:07.874239 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port db8e83bb-f66f-4c2a-a21a-be00cadda4f6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=db8e83bb-f66f-4c2a-a21a-be00cadda4f6,segment=NetworkSegment(e923e7b7-d85f-4881-8078-51a4643e3c28),segment_id=e923e7b7-d85f-4881-8078-51a4643e3c28)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:07.879401 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:07.880232 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6219fd5d-ebb8-43ff-8967-4019dc4198a9 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:07.955976 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=db8e83bb-f66f-4c2a-a21a-be00cadda4f6,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:07.970551 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 6219fd5d-ebb8-43ff-8967-4019dc4198a9 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:07.975275 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 6219fd5d-ebb8-43ff-8967-4019dc4198a9 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:07.975659 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:08.033279 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:08.075245 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:08.095965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 6219fd5d-ebb8-43ff-8967-4019dc4198a9, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6219fd5d-ebb8-43ff-8967-4019dc4198a9,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:08.101540 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:08.147460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=6219fd5d-ebb8-43ff-8967-4019dc4198a9,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:08.195670 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-dc8a33f5-223c-4c9a-924d-ad644881d654 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:08.197141 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-dc8a33f5-223c-4c9a-924d-ad644881d654 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/networks?id=381f7583-89a6-47b1-be25-7fe7890d9348 HTTP/1.1" status: 200 len: 816 time: 0.1098547 Jul 28 12:10:08.212470 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-5ba441e5-cb5a-485e-99b2-5b8d8fa4852f tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/quotas/558a1f119563415d9bb0f7bf01f785b8 HTTP/1.1" status: 200 len: 375 time: 0.0094688 Jul 28 12:10:08.263288 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-72650e21-2a4a-4a3a-946b-b5df20ba4760 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=558a1f119563415d9bb0f7bf01f785b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456977 Jul 28 12:10:08.359582 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-9b74662a-7a0c-43a6-90e4-a85a7bf237ad service neutron] 10.222.0.43 "GET /v2.0/networks/381f7583-89a6-47b1-be25-7fe7890d9348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837917 Jul 28 12:10:08.447595 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-8f3cf4e3-7fe6-42ca-b94b-e8972281da65 service neutron] 10.222.0.43 "GET /v2.0/networks/381f7583-89a6-47b1-be25-7fe7890d9348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821686 Jul 28 12:10:08.608815 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bab00279-df89-4b25-8133-1464c0adc4be req-1e3604c3-ef18-4d7a-95ef-d373807760e6 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a HTTP/1.1" status: 200 len: 210 time: 0.0314946 Jul 28 12:10:09.158793 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Sync routers for ids ['8cce77f8-3013-4352-9c27-5cd7bffb2e17'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:10:09.169822 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Routers {'8cce77f8-3013-4352-9c27-5cd7bffb2e17'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:10:09.170453 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:10:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8cce77f8-3013-4352-9c27-5cd7bffb2e17'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:09.394181 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device db8e83bb-f66f-4c2a-a21a-be00cadda4f6 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:09.450329 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Set router 8cce77f8-3013-4352-9c27-5cd7bffb2e17 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:10:09.497063 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port db8e83bb-f66f-4c2a-a21a-be00cadda4f6 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:09.497456 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:09.524612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-07da7e70-a578-4622-b474-955922e2b229 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:09.526186 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-07da7e70-a578-4622-b474-955922e2b229 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.39 "GET /v2.0/networks?id=381f7583-89a6-47b1-be25-7fe7890d9348 HTTP/1.1" status: 200 len: 816 time: 0.1100779 Jul 28 12:10:09.540296 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-c3bb8310-3d05-4ece-a06c-04264216110d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Request body: {'port': {'device_id': '9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a', 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348', 'admin_state_up': True, 'tenant_id': '558a1f119563415d9bb0f7bf01f785b8'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:09.652775 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-c3bb8310-3d05-4ece-a06c-04264216110d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Made reservation on behalf of 558a1f119563415d9bb0f7bf01f785b8 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:10:09.656831 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-c3bb8310-3d05-4ece-a06c-04264216110d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:09.691316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 21c261f7-c9a8-4458-b373-5a57143bca05 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:09.707616 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-94b47fac-ed3b-4baa-9fc3-5cbbcac0da3b req-163c7530-83e0-4936-8c33-4c1fad53c7e6 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a HTTP/1.1" status: 200 len: 210 time: 0.0277574 Jul 28 12:10:09.754913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'name': 'tempest-TestEncryptedCinderVolumes-2043966871-router', 'tenant_id': 'd693feb55b994555876622fbcd4ec993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '6219fd5d-ebb8-43ff-8967-4019dc4198a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:03Z', 'updated_at': '2021-07-28T12:10:05Z', 'revision_number': 4, 'project_id': 'd693feb55b994555876622fbcd4ec993', 'gw_port': {'id': '6219fd5d-ebb8-43ff-8967-4019dc4198a9', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:03Z', 'updated_at': '2021-07-28T12:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b7854403-b524-4854-836c-681d820d1649', 'name': '', 'network_id': 'e34a457a-1152-48f6-89c8-d8f4946e2bba', 'tenant_id': 'd693feb55b994555876622fbcd4ec993', 'mac_address': 'fa:16:3e:11:08:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '83808f22-25a7-4a4a-bd32-2aeb8530c54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:05Z', 'updated_at': '2021-07-28T12:10:06Z', 'revision_number': 2, 'project_id': 'd693feb55b994555876622fbcd4ec993', 'subnets': [{'id': '83808f22-25a7-4a4a-bd32-2aeb8530c54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:09.758159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 21c261f7-c9a8-4458-b373-5a57143bca05 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:09.758560 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:09.800347 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-c3bb8310-3d05-4ece-a06c-04264216110d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Allocated IP 172.20.0.14 (381f7583-89a6-47b1-be25-7fe7890d9348/edad5181-0185-4148-b106-635ad3b8ab12/08574565-491f-4f03-b88f-de9362247d97) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:10:09.802113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Checking router: 8cce77f8-3013-4352-9c27-5cd7bffb2e17 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:10:09.802542 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Updating router 8cce77f8-3013-4352-9c27-5cd7bffb2e17 port b7854403-b524-4854-836c-681d820d1649 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:10:09.835206 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:09.951438 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-c3bb8310-3d05-4ece-a06c-04264216110d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:09.965349 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-c3bb8310-3d05-4ece-a06c-04264216110d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Transition to ACTIVE for port object 08574565-491f-4f03-b88f-de9362247d97 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:09.975710 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6219fd5d-ebb8-43ff-8967-4019dc4198a9 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:09.997582 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-c3bb8310-3d05-4ece-a06c-04264216110d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:10.038877 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-c3bb8310-3d05-4ece-a06c-04264216110d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Network 381f7583-89a6-47b1-be25-7fe7890d9348 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:10:10.041983 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-c3bb8310-3d05-4ece-a06c-04264216110d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:10:10.045591 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-c3bb8310-3d05-4ece-a06c-04264216110d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:10:10.077671 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb8310-3d05-4ece-a06c-04264216110d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Pushing event updated for resources: {'Port': ['ID=08574565-491f-4f03-b88f-de9362247d97,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:10.088338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 6219fd5d-ebb8-43ff-8967-4019dc4198a9 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:10.088718 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:10.103192 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-c3bb8310-3d05-4ece-a06c-04264216110d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:10.103854 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-c3bb8310-3d05-4ece-a06c-04264216110d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:10.123186 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-c3bb8310-3d05-4ece-a06c-04264216110d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5880728 Jul 28 12:10:10.136733 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Request body: {'port': {'device_id': '9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:10.200000 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:10.225798 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:10.244014 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Transition to ACTIVE for port object b7854403-b524-4854-836c-681d820d1649 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:10.251314 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:10.307815 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc2c36-5ff2-4399-acea-8b0b0ae1fe78 None None] Pushing event updated for resources: {'Port': ['ID=b7854403-b524-4854-836c-681d820d1649,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:10.361506 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Attempting to bind port b7854403-b524-4854-836c-681d820d1649 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:10:10.361885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Attempting to bind port b7854403-b524-4854-836c-681d820d1649 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'c1b70fcf-a6b8-47d2-bb5f-c346bf82405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e34a457a-1152-48f6-89c8-d8f4946e2bba'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:10:10.362260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Attempting to bind port b7854403-b524-4854-836c-681d820d1649 on network e34a457a-1152-48f6-89c8-d8f4946e2bba {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:10:10.369510 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:10:10.369894 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Checking segment: {'id': 'c1b70fcf-a6b8-47d2-bb5f-c346bf82405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e34a457a-1152-48f6-89c8-d8f4946e2bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:10:10.370354 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:10.370787 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Bound using segment: {'id': 'c1b70fcf-a6b8-47d2-bb5f-c346bf82405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e34a457a-1152-48f6-89c8-d8f4946e2bba'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:10:10.371268 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Bound port: b7854403-b524-4854-836c-681d820d1649, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b70fcf-a6b8-47d2-bb5f-c346bf82405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e34a457a-1152-48f6-89c8-d8f4946e2bba'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:10:10.371705 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:10.373505 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a81c8559-9649-444b-aac8-1f99ecbee57a None None] Provisioning for port 08574565-491f-4f03-b88f-de9362247d97 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:10.385644 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a81c8559-9649-444b-aac8-1f99ecbee57a None None] Provisioning complete for port 08574565-491f-4f03-b88f-de9362247d97 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:10.385962 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a81c8559-9649-444b-aac8-1f99ecbee57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:10.448552 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a81c8559-9649-444b-aac8-1f99ecbee57a None None] Port 08574565-491f-4f03-b88f-de9362247d97 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:10:10.475133 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] For port b7854403-b524-4854-836c-681d820d1649, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:10:10.478346 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] For port b7854403-b524-4854-836c-681d820d1649, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b7854403-b524-4854-836c-681d820d1649,segment=NetworkSegment(c1b70fcf-a6b8-47d2-bb5f-c346bf82405d),segment_id=c1b70fcf-a6b8-47d2-bb5f-c346bf82405d)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:10:10.483514 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:10.497724 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08574565-491f-4f03-b88f-de9362247d97 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:10:10.505061 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:10.517380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Transition to ACTIVE for port object 08574565-491f-4f03-b88f-de9362247d97 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:10.522077 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:10.543785 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc2c36-5ff2-4399-acea-8b0b0ae1fe78 None None] Pushing event updated for resources: {'Port': ['ID=b7854403-b524-4854-836c-681d820d1649,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:10.546503 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Routers {'8cce77f8-3013-4352-9c27-5cd7bffb2e17'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:10:10.547114 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:10:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8cce77f8-3013-4352-9c27-5cd7bffb2e17'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:10.575545 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Pushing event updated for resources: {'Port': ['ID=08574565-491f-4f03-b88f-de9362247d97,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:10.658771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Attempting to bind port 08574565-491f-4f03-b88f-de9362247d97 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:10:10.659125 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Attempting to bind port 08574565-491f-4f03-b88f-de9362247d97 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'e923e7b7-d85f-4881-8078-51a4643e3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:10:10.659463 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Attempting to bind port 08574565-491f-4f03-b88f-de9362247d97 on network 381f7583-89a6-47b1-be25-7fe7890d9348 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:10:10.666284 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Port 08574565-491f-4f03-b88f-de9362247d97 on network 381f7583-89a6-47b1-be25-7fe7890d9348 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:10:10.666710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Attempting to bind port 08574565-491f-4f03-b88f-de9362247d97 on network 381f7583-89a6-47b1-be25-7fe7890d9348 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:10:10.670760 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] Set router 8cce77f8-3013-4352-9c27-5cd7bffb2e17 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:10:10.673131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:10:10.673474 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Checking segment: {'id': 'e923e7b7-d85f-4881-8078-51a4643e3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:10:10.673861 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Bound using segment: {'id': 'e923e7b7-d85f-4881-8078-51a4643e3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:10:10.674480 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Bound port: 08574565-491f-4f03-b88f-de9362247d97, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e923e7b7-d85f-4881-8078-51a4643e3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:10:10.674852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:10.755717 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] For port 08574565-491f-4f03-b88f-de9362247d97, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:10:10.765259 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] For port 08574565-491f-4f03-b88f-de9362247d97, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=08574565-491f-4f03-b88f-de9362247d97,segment=NetworkSegment(e923e7b7-d85f-4881-8078-51a4643e3c28),segment_id=e923e7b7-d85f-4881-8078-51a4643e3c28)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:10:10.774584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:10.815878 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:10.817025 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:10.818887 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] 10.222.0.39 "PUT /v2.0/ports/08574565-491f-4f03-b88f-de9362247d97 HTTP/1.1" status: 200 len: 1094 time: 0.6863141 Jul 28 12:10:10.821303 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a', 'tag': '08574565-491f-4f03-b88f-de9362247d97'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:10:10.823687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be10fdb-1dd6-4500-ba40-bb2f913affd9" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a", "tag": "08574565-491f-4f03-b88f-de9362247d97"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:10:10.855505 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531c048-39c1-458a-aee3-dfe1ecc84564 service neutron] Pushing event updated for resources: {'Port': ['ID=08574565-491f-4f03-b88f-de9362247d97,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:10.895109 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b87fe0-0bda-4c53-ace1-f71304de6792 req-2022b50e-4772-45ce-91b8-3c0567d09e2d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:10.897692 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e5b87fe0-0bda-4c53-ace1-f71304de6792 req-2022b50e-4772-45ce-91b8-3c0567d09e2d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a HTTP/1.1" status: 200 len: 944 time: 0.0798798 Jul 28 12:10:10.948140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-5c770ba5-0684-42b6-8685-7dec9f81414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:10.949667 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-5c770ba5-0684-42b6-8685-7dec9f81414d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=558a1f119563415d9bb0f7bf01f785b8&device_id=9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a HTTP/1.1" status: 200 len: 1097 time: 0.0793459 Jul 28 12:10:10.963910 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e5b87fe0-0bda-4c53-ace1-f71304de6792 req-3eb0e3c2-c585-4fcd-b4f1-65c7ce176f84 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601869 Jul 28 12:10:10.988738 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'name': 'tempest-TestEncryptedCinderVolumes-2043966871-router', 'tenant_id': 'd693feb55b994555876622fbcd4ec993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '6219fd5d-ebb8-43ff-8967-4019dc4198a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:03Z', 'updated_at': '2021-07-28T12:10:05Z', 'revision_number': 4, 'project_id': 'd693feb55b994555876622fbcd4ec993', 'gw_port': {'id': '6219fd5d-ebb8-43ff-8967-4019dc4198a9', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:03Z', 'updated_at': '2021-07-28T12:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b7854403-b524-4854-836c-681d820d1649', 'name': '', 'network_id': 'e34a457a-1152-48f6-89c8-d8f4946e2bba', 'tenant_id': 'd693feb55b994555876622fbcd4ec993', 'mac_address': 'fa:16:3e:11:08:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '83808f22-25a7-4a4a-bd32-2aeb8530c54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:05Z', 'updated_at': '2021-07-28T12:10:10Z', 'revision_number': 4, 'project_id': 'd693feb55b994555876622fbcd4ec993', 'subnets': [{'id': '83808f22-25a7-4a4a-bd32-2aeb8530c54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:11.001460 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedb8f59-4853-4ec9-ad43-e9ec6fcfdf73 x-openstack-request-id: req-cedb8f59-4853-4ec9-ad43-e9ec6fcfdf73 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:10:11.001753 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a", "tag": "08574565-491f-4f03-b88f-de9362247d97", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:10:11.002004 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cedb8f59-4853-4ec9-ad43-e9ec6fcfdf73 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:10:11.002404 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a', 'tag': '08574565-491f-4f03-b88f-de9362247d97', 'status': 'completed', 'code': 200} Jul 28 12:10:11.004245 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-1b0d8273-81a0-4efc-a498-16e40d63e1ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08574565-491f-4f03-b88f-de9362247d97 HTTP/1.1" status: 200 len: 217 time: 0.0441184 Jul 28 12:10:11.023990 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae83c5c-39b2-4614-bfb0-4737e6d23096 None None] The sync data for ids ['8cce77f8-3013-4352-9c27-5cd7bffb2e17'] in dv-neutron-786478-16-hyperv is: [{'id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'name': 'tempest-TestEncryptedCinderVolumes-2043966871-router', 'tenant_id': 'd693feb55b994555876622fbcd4ec993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '6219fd5d-ebb8-43ff-8967-4019dc4198a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:03Z', 'updated_at': '2021-07-28T12:10:05Z', 'revision_number': 4, 'project_id': 'd693feb55b994555876622fbcd4ec993', 'gw_port': {'id': '6219fd5d-ebb8-43ff-8967-4019dc4198a9', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:03Z', 'updated_at': '2021-07-28T12:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b7854403-b524-4854-836c-681d820d1649', 'name': '', 'network_id': 'e34a457a-1152-48f6-89c8-d8f4946e2bba', 'tenant_id': 'd693feb55b994555876622fbcd4ec993', 'mac_address': 'fa:16:3e:11:08:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '83808f22-25a7-4a4a-bd32-2aeb8530c54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:05Z', 'updated_at': '2021-07-28T12:10:10Z', 'revision_number': 4, 'project_id': 'd693feb55b994555876622fbcd4ec993', 'subnets': [{'id': '83808f22-25a7-4a4a-bd32-2aeb8530c54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:10:11.058830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-da01ccdd-ed5d-4b0c-98b7-e0a15d1885d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:11.060551 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-da01ccdd-ed5d-4b0c-98b7-e0a15d1885d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=edad5181-0185-4148-b106-635ad3b8ab12 HTTP/1.1" status: 200 len: 855 time: 0.0495005 Jul 28 12:10:11.136127 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-ac431c6e-152f-4107-a632-80a2b1d565de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:11.137578 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-ac431c6e-152f-4107-a632-80a2b1d565de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=381f7583-89a6-47b1-be25-7fe7890d9348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0540924 Jul 28 12:10:11.241124 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-a44eee06-8d16-4fd1-bb26-92ffbd4267bd service neutron] 10.222.0.39 "GET /v2.0/networks/381f7583-89a6-47b1-be25-7fe7890d9348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902994 Jul 28 12:10:11.341370 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bb2c65e7-02ac-4698-b9c8-529ac093b843 req-b71e3801-8b6a-458e-8085-4c2530d206aa service neutron] 10.222.0.39 "GET /v2.0/networks/381f7583-89a6-47b1-be25-7fe7890d9348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929859 Jul 28 12:10:11.375428 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b7854403-b524-4854-836c-681d820d1649 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:11.431184 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port b7854403-b524-4854-836c-681d820d1649 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:11.435437 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port b7854403-b524-4854-836c-681d820d1649 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:11.435926 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:11.445082 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be10fdb-1dd6-4500-ba40-bb2f913affd9 req-85ff7e1c-9c01-4875-8458-3373f3497d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:11.446694 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3be10fdb-1dd6-4500-ba40-bb2f913affd9 req-85ff7e1c-9c01-4875-8458-3373f3497d9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=558a1f119563415d9bb0f7bf01f785b8&device_id=9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a HTTP/1.1" status: 200 len: 1097 time: 0.0495079 Jul 28 12:10:11.519812 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:11.542819 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be10fdb-1dd6-4500-ba40-bb2f913affd9 req-d8ca559c-c999-4842-af1d-a46b0cabb482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:11.544278 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3be10fdb-1dd6-4500-ba40-bb2f913affd9 req-d8ca559c-c999-4842-af1d-a46b0cabb482 service neutron] 10.222.0.39 "GET /v2.0/networks?id=381f7583-89a6-47b1-be25-7fe7890d9348 HTTP/1.1" status: 200 len: 917 time: 0.0887244 Jul 28 12:10:11.555284 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port b7854403-b524-4854-836c-681d820d1649, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b7854403-b524-4854-836c-681d820d1649,segment=NetworkSegment(c1b70fcf-a6b8-47d2-bb5f-c346bf82405d),segment_id=c1b70fcf-a6b8-47d2-bb5f-c346bf82405d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:11.559260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:11.590720 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3be10fdb-1dd6-4500-ba40-bb2f913affd9 req-9f1c09df-b324-4ece-8ff0-38f255c3d68d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08574565-491f-4f03-b88f-de9362247d97 HTTP/1.1" status: 200 len: 217 time: 0.0385928 Jul 28 12:10:11.610327 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=b7854403-b524-4854-836c-681d820d1649,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:11.638654 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be10fdb-1dd6-4500-ba40-bb2f913affd9 req-7047d1cb-34f8-4d5c-9ad7-d5bcac376c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:11.640086 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3be10fdb-1dd6-4500-ba40-bb2f913affd9 req-7047d1cb-34f8-4d5c-9ad7-d5bcac376c60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=edad5181-0185-4148-b106-635ad3b8ab12 HTTP/1.1" status: 200 len: 855 time: 0.0424769 Jul 28 12:10:11.685759 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be10fdb-1dd6-4500-ba40-bb2f913affd9 req-7223ab56-acb1-4958-8fd2-6b1ba50e30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:11.687234 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3be10fdb-1dd6-4500-ba40-bb2f913affd9 req-7223ab56-acb1-4958-8fd2-6b1ba50e30b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=381f7583-89a6-47b1-be25-7fe7890d9348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0389585 Jul 28 12:10:12.068829 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca49152-a3dd-4a9e-bff7-3593b0dac92a req-f94de248-c53c-4b77-b0ed-e5c81337d7ff tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:12.070354 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5ca49152-a3dd-4a9e-bff7-3593b0dac92a req-f94de248-c53c-4b77-b0ed-e5c81337d7ff tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a HTTP/1.1" status: 200 len: 944 time: 0.0500662 Jul 28 12:10:12.082190 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3be10fdb-1dd6-4500-ba40-bb2f913affd9 req-fa1fc8e1-a5ec-41f1-8433-50a0ded2a084 service neutron] 10.222.0.39 "GET /v2.0/networks/381f7583-89a6-47b1-be25-7fe7890d9348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870256 Jul 28 12:10:12.109958 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5ca49152-a3dd-4a9e-bff7-3593b0dac92a req-be7b1c63-c65a-4745-a3c2-b673044d1ff6 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332854 Jul 28 12:10:12.172473 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3be10fdb-1dd6-4500-ba40-bb2f913affd9 req-ff9a0a7c-4ee4-49ae-ab7e-1ebe9f77dcdb service neutron] 10.222.0.39 "GET /v2.0/networks/381f7583-89a6-47b1-be25-7fe7890d9348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824032 Jul 28 12:10:13.230586 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778a3e8-8ac8-485b-9ebf-9c0ca4206a4e req-a1b9a7ad-1507-4464-bf99-cb90bfcd91f3 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:13.232075 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d778a3e8-8ac8-485b-9ebf-9c0ca4206a4e req-a1b9a7ad-1507-4464-bf99-cb90bfcd91f3 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a HTTP/1.1" status: 200 len: 944 time: 0.0540800 Jul 28 12:10:13.269235 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d778a3e8-8ac8-485b-9ebf-9c0ca4206a4e req-a8a59973-191a-41ea-bae1-3e9ef4b80c66 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312898 Jul 28 12:10:13.348375 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b7854403-b524-4854-836c-681d820d1649 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:13.397008 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port b7854403-b524-4854-836c-681d820d1649 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:13.397298 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:13.642376 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 08574565-491f-4f03-b88f-de9362247d97 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:10:13.736568 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 08574565-491f-4f03-b88f-de9362247d97, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=08574565-491f-4f03-b88f-de9362247d97,segment=NetworkSegment(e923e7b7-d85f-4881-8078-51a4643e3c28),segment_id=e923e7b7-d85f-4881-8078-51a4643e3c28)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:13.747974 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '08574565-491f-4f03-b88f-de9362247d97', 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348', 'port_id': '08574565-491f-4f03-b88f-de9362247d97', 'mac_address': 'fa:16:3e:77:49:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edad5181-0185-4148-b106-635ad3b8ab12', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:10:13.785588 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:13.799363 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08574565-491f-4f03-b88f-de9362247d97 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:10:13.819654 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 08574565-491f-4f03-b88f-de9362247d97, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=08574565-491f-4f03-b88f-de9362247d97,segment=NetworkSegment(e923e7b7-d85f-4881-8078-51a4643e3c28),segment_id=e923e7b7-d85f-4881-8078-51a4643e3c28)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:13.823905 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:13.875186 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=08574565-491f-4f03-b88f-de9362247d97,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:14.016311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['08574565-491f-4f03-b88f-de9362247d97'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:10:14.382792 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6304e-3671-472e-9b5e-e9fd4003eea8 req-f4e0c803-7dd4-411a-b0e9-8ddfad5779fc tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:14.384243 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-80c6304e-3671-472e-9b5e-e9fd4003eea8 req-f4e0c803-7dd4-411a-b0e9-8ddfad5779fc tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a HTTP/1.1" status: 200 len: 945 time: 0.0486557 Jul 28 12:10:14.422264 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-80c6304e-3671-472e-9b5e-e9fd4003eea8 req-19219ca7-2482-48f0-944e-2b4ac2c8e331 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314624 Jul 28 12:10:15.534789 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad2007-60bb-4ec9-a8a6-71a29200edb1 req-d487fdfa-7f8b-4809-8e6b-5b0801f72d5c tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:15.536504 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e5ad2007-60bb-4ec9-a8a6-71a29200edb1 req-d487fdfa-7f8b-4809-8e6b-5b0801f72d5c tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a HTTP/1.1" status: 200 len: 945 time: 0.0492232 Jul 28 12:10:15.575108 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e5ad2007-60bb-4ec9-a8a6-71a29200edb1 req-7dec8069-2cc8-4d29-9bb7-9bf613453cc4 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326004 Jul 28 12:10:15.657493 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 08574565-491f-4f03-b88f-de9362247d97 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:15.707446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 08574565-491f-4f03-b88f-de9362247d97 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:15.710932 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 08574565-491f-4f03-b88f-de9362247d97 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:15.711303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:15.784298 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:15.806821 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08574565-491f-4f03-b88f-de9362247d97'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:10:15.809057 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a1874f-36a3-4f0a-a0bc-258f07ac8505" -d '{"events": [{"server_uuid": "9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a", "name": "network-vif-plugged", "status": "completed", "tag": "08574565-491f-4f03-b88f-de9362247d97"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:10:15.821901 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 08574565-491f-4f03-b88f-de9362247d97, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=08574565-491f-4f03-b88f-de9362247d97,segment=NetworkSegment(e923e7b7-d85f-4881-8078-51a4643e3c28),segment_id=e923e7b7-d85f-4881-8078-51a4643e3c28)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:15.826193 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:15.848705 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9aa0e0-18c0-49fc-954c-f4c0a3d50c80 x-openstack-request-id: req-fb9aa0e0-18c0-49fc-954c-f4c0a3d50c80 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:10:15.849004 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a", "name": "network-vif-plugged", "status": "completed", "tag": "08574565-491f-4f03-b88f-de9362247d97", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:10:15.849776 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb9aa0e0-18c0-49fc-954c-f4c0a3d50c80 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:10:15.850271 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08574565-491f-4f03-b88f-de9362247d97', 'code': 200} Jul 28 12:10:15.878739 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=08574565-491f-4f03-b88f-de9362247d97,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:16.010703 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7db388-f0bf-4528-ad22-026dee8a5b2c req-ad6c1363-8e76-4117-b9ec-2cac66e373d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:16.012216 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5c7db388-f0bf-4528-ad22-026dee8a5b2c req-ad6c1363-8e76-4117-b9ec-2cac66e373d9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a HTTP/1.1" status: 200 len: 1099 time: 0.0447509 Jul 28 12:10:16.046675 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5c7db388-f0bf-4528-ad22-026dee8a5b2c req-0151f6c5-01f2-4f2b-a1e1-2ce212dd4ab6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276580 Jul 28 12:10:16.693008 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec1848-f445-4aee-af50-c13ce2e585a4 req-e09a1d2d-124a-4648-b4fa-572ffd83cb67 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:16.694575 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-23ec1848-f445-4aee-af50-c13ce2e585a4 req-e09a1d2d-124a-4648-b4fa-572ffd83cb67 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a HTTP/1.1" status: 200 len: 946 time: 0.0543263 Jul 28 12:10:16.731809 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-23ec1848-f445-4aee-af50-c13ce2e585a4 req-b7d7f6c6-e6ce-4dae-9d75-e5a4e9c63ace tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312502 Jul 28 12:10:17.848038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82c54a-e80d-4196-b291-e04010e5feb8 req-d4e49093-e39e-4187-89a3-25a38629c3be tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:17.849664 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2c82c54a-e80d-4196-b291-e04010e5feb8 req-d4e49093-e39e-4187-89a3-25a38629c3be tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a HTTP/1.1" status: 200 len: 946 time: 0.0483911 Jul 28 12:10:17.888889 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2c82c54a-e80d-4196-b291-e04010e5feb8 req-87743c71-170b-497a-a33e-7d3dcde1ee2b tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327780 Jul 28 12:10:18.008581 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eca427-3064-413b-b285-ecc9550c6a55 req-2ed94053-39aa-4edd-94cc-51ad44f71d25 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:18.010041 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-34eca427-3064-413b-b285-ecc9550c6a55 req-2ed94053-39aa-4edd-94cc-51ad44f71d25 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a HTTP/1.1" status: 200 len: 946 time: 0.0559967 Jul 28 12:10:18.047971 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-34eca427-3064-413b-b285-ecc9550c6a55 req-c2002624-9efc-4e87-8644-ce3a18836d34 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320544 Jul 28 12:10:20.382822 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:32.424878 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ea91317-ade4-4e51-ab39-1f52d1347f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:34.913931 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-980b1040-bf2b-456f-b487-a78d2a6711d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:35.371342 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:36.468993 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:38.027535 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:38.057836 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2299a9-ce2e-4234-9e10-f084870960fd req-dab71a71-06bc-4342-a7dd-132d5f2d1a30 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:38.059452 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8e2299a9-ce2e-4234-9e10-f084870960fd req-dab71a71-06bc-4342-a7dd-132d5f2d1a30 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a HTTP/1.1" status: 200 len: 946 time: 0.0585835 Jul 28 12:10:38.098865 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8e2299a9-ce2e-4234-9e10-f084870960fd req-58c79265-839a-48c3-b4fd-57572f93e540 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332923 Jul 28 12:10:38.861598 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:10:39.220930 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bf864-3dde-43f2-8bb9-f6be3a2cc1b5 req-f3792ff4-d5fe-4c4a-ad3f-3f0512d4efaa tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:39.222445 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f59bf864-3dde-43f2-8bb9-f6be3a2cc1b5 req-f3792ff4-d5fe-4c4a-ad3f-3f0512d4efaa tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a HTTP/1.1" status: 200 len: 946 time: 0.0502453 Jul 28 12:10:39.262741 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f59bf864-3dde-43f2-8bb9-f6be3a2cc1b5 req-e9e50c6f-9556-48db-801f-2c7f7971737d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334940 Jul 28 12:10:39.679091 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e0d04-8543-4634-8aee-448d57845434 req-07bce044-a702-41d4-bbf3-005a7d621eb9 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:39.680548 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-da7e0d04-8543-4634-8aee-448d57845434 req-07bce044-a702-41d4-bbf3-005a7d621eb9 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a HTTP/1.1" status: 200 len: 946 time: 0.0476532 Jul 28 12:10:39.766857 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-da7e0d04-8543-4634-8aee-448d57845434 req-0cdc2952-7c3e-4dfd-876f-525b006feb1f tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Deleting port 08574565-491f-4f03-b88f-de9362247d97 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:10:39.767198 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-da7e0d04-8543-4634-8aee-448d57845434 req-0cdc2952-7c3e-4dfd-876f-525b006feb1f tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:39.860261 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-da7e0d04-8543-4634-8aee-448d57845434 req-0cdc2952-7c3e-4dfd-876f-525b006feb1f tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] For port 08574565-491f-4f03-b88f-de9362247d97, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=08574565-491f-4f03-b88f-de9362247d97,segment=NetworkSegment(e923e7b7-d85f-4881-8078-51a4643e3c28),segment_id=e923e7b7-d85f-4881-8078-51a4643e3c28)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:39.860628 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-da7e0d04-8543-4634-8aee-448d57845434 req-0cdc2952-7c3e-4dfd-876f-525b006feb1f tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:39.872954 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-da7e0d04-8543-4634-8aee-448d57845434 req-0cdc2952-7c3e-4dfd-876f-525b006feb1f tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Calling delete_port for 08574565-491f-4f03-b88f-de9362247d97 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:10:40.000472 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-da7e0d04-8543-4634-8aee-448d57845434 req-0cdc2952-7c3e-4dfd-876f-525b006feb1f tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:40.011748 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['08574565-491f-4f03-b88f-de9362247d97'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:10:40.027308 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc2952-7c3e-4dfd-876f-525b006feb1f tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Pushing event deleted for resources: {'Port': ['ID=08574565-491f-4f03-b88f-de9362247d97,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:40.068951 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7e0d04-8543-4634-8aee-448d57845434 req-0cdc2952-7c3e-4dfd-876f-525b006feb1f tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] No DVR routers for this DVR port 08574565-491f-4f03-b88f-de9362247d97 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:10:40.071640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-da7e0d04-8543-4634-8aee-448d57845434 req-0cdc2952-7c3e-4dfd-876f-525b006feb1f tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:40.074027 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-da7e0d04-8543-4634-8aee-448d57845434 req-0cdc2952-7c3e-4dfd-876f-525b006feb1f tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.39 "DELETE /v2.0/ports/08574565-491f-4f03-b88f-de9362247d97 HTTP/1.1" status: 204 len: 173 time: 0.3874297 Jul 28 12:10:40.074486 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a', 'name': 'network-vif-deleted', 'tag': '08574565-491f-4f03-b88f-de9362247d97'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:10:40.076743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d68894-ed8b-4047-8260-e092a967bd0b" -d '{"events": [{"server_uuid": "9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a", "name": "network-vif-deleted", "tag": "08574565-491f-4f03-b88f-de9362247d97"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:10:40.117999 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16602655-6bdb-465d-b546-6855b3e56232 x-openstack-request-id: req-16602655-6bdb-465d-b546-6855b3e56232 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:10:40.118302 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a", "name": "network-vif-deleted", "tag": "08574565-491f-4f03-b88f-de9362247d97", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:10:40.118587 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16602655-6bdb-465d-b546-6855b3e56232 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:10:40.118998 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a', 'name': 'network-vif-deleted', 'tag': '08574565-491f-4f03-b88f-de9362247d97', 'status': 'completed', 'code': 200} Jul 28 12:10:40.366395 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-884bed1c-0020-45cb-bcfe-53fb8c7d5854 req-f68fd291-1618-42d8-a372-d8c45b34f7a9 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cf41e13-a48b-4c0c-8a7f-a7f92e2ce85a HTTP/1.1" status: 200 len: 210 time: 0.0269480 Jul 28 12:10:41.783505 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-6b183474-81db-4fc4-b9c4-f1e07d7ad6cb tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:41.784947 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-6b183474-81db-4fc4-b9c4-f1e07d7ad6cb tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/networks?id=381f7583-89a6-47b1-be25-7fe7890d9348 HTTP/1.1" status: 200 len: 816 time: 0.1025467 Jul 28 12:10:41.801172 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-29d12b5b-9d61-4807-be61-8008fa8113b7 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/quotas/558a1f119563415d9bb0f7bf01f785b8 HTTP/1.1" status: 200 len: 375 time: 0.0094998 Jul 28 12:10:41.852687 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-fff3ba3e-759e-4fc4-9e68-619116adb7fe tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=558a1f119563415d9bb0f7bf01f785b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457745 Jul 28 12:10:42.032010 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-6c614c9a-7eac-4b37-8984-df9ce61a0c67 service neutron] 10.222.0.43 "GET /v2.0/networks/381f7583-89a6-47b1-be25-7fe7890d9348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680441 Jul 28 12:10:42.119361 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-676f4bc0-620d-4455-b99c-58e156edcfe8 service neutron] 10.222.0.43 "GET /v2.0/networks/381f7583-89a6-47b1-be25-7fe7890d9348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809011 Jul 28 12:10:42.277192 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-84fe3236-bec7-4152-9cde-e1feb7fc4358 req-79573160-83b5-45fc-a94c-026977279da6 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=94da5077-91ab-4cc2-afea-143300397ca7 HTTP/1.1" status: 200 len: 210 time: 0.0268977 Jul 28 12:10:43.133072 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-11f13a2e-1e17-4148-a960-ca0733e225d4 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:43.134443 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-11f13a2e-1e17-4148-a960-ca0733e225d4 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.39 "GET /v2.0/networks?id=381f7583-89a6-47b1-be25-7fe7890d9348 HTTP/1.1" status: 200 len: 816 time: 0.1069922 Jul 28 12:10:43.148270 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-9e5bf833-3b6c-44a5-8f20-42b74326223c tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Request body: {'port': {'device_id': '94da5077-91ab-4cc2-afea-143300397ca7', 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348', 'admin_state_up': True, 'tenant_id': '558a1f119563415d9bb0f7bf01f785b8'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:43.254027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-9e5bf833-3b6c-44a5-8f20-42b74326223c tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Made reservation on behalf of 558a1f119563415d9bb0f7bf01f785b8 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:10:43.257601 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-9e5bf833-3b6c-44a5-8f20-42b74326223c tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:43.372183 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-74e394d6-bf49-4a27-b9ab-c6818125d6ce req-30b42d07-6f00-4af6-b5f8-3e204ad2a964 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=94da5077-91ab-4cc2-afea-143300397ca7 HTTP/1.1" status: 200 len: 210 time: 0.0263364 Jul 28 12:10:43.386735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-9e5bf833-3b6c-44a5-8f20-42b74326223c tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Allocated IP 172.20.0.14 (381f7583-89a6-47b1-be25-7fe7890d9348/edad5181-0185-4148-b106-635ad3b8ab12/e2aba105-5756-4135-96dc-ae5ce5dd1010) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:10:43.536190 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-9e5bf833-3b6c-44a5-8f20-42b74326223c tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:43.549788 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-9e5bf833-3b6c-44a5-8f20-42b74326223c tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Transition to ACTIVE for port object e2aba105-5756-4135-96dc-ae5ce5dd1010 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:43.580745 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-9e5bf833-3b6c-44a5-8f20-42b74326223c tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:43.621742 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-9e5bf833-3b6c-44a5-8f20-42b74326223c tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Network 381f7583-89a6-47b1-be25-7fe7890d9348 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:10:43.624767 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-9e5bf833-3b6c-44a5-8f20-42b74326223c tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:10:43.628419 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-9e5bf833-3b6c-44a5-8f20-42b74326223c tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:10:43.657321 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bf833-3b6c-44a5-8f20-42b74326223c tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Pushing event updated for resources: {'Port': ['ID=e2aba105-5756-4135-96dc-ae5ce5dd1010,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:43.684640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-9e5bf833-3b6c-44a5-8f20-42b74326223c tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:43.685293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-9e5bf833-3b6c-44a5-8f20-42b74326223c tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:43.701422 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-9e5bf833-3b6c-44a5-8f20-42b74326223c tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5575559 Jul 28 12:10:43.713796 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Request body: {'port': {'device_id': '94da5077-91ab-4cc2-afea-143300397ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:43.751640 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 08574565-491f-4f03-b88f-de9362247d97 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:10:43.772587 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 08574565-491f-4f03-b88f-de9362247d97 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:10:43.772928 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 08574565-491f-4f03-b88f-de9362247d97 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:10:43.775306 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:43.834834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-87fa4681-e8fd-49bc-ac16-28989f9c648d None None] Provisioning for port e2aba105-5756-4135-96dc-ae5ce5dd1010 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:43.838442 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-87fa4681-e8fd-49bc-ac16-28989f9c648d None None] Provisioning complete for port e2aba105-5756-4135-96dc-ae5ce5dd1010 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:43.838821 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87fa4681-e8fd-49bc-ac16-28989f9c648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:43.875436 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-87fa4681-e8fd-49bc-ac16-28989f9c648d None None] Port e2aba105-5756-4135-96dc-ae5ce5dd1010 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:10:44.035155 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2aba105-5756-4135-96dc-ae5ce5dd1010 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:10:44.043490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:44.054648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Transition to ACTIVE for port object e2aba105-5756-4135-96dc-ae5ce5dd1010 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:44.058548 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:44.130926 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Pushing event updated for resources: {'Port': ['ID=e2aba105-5756-4135-96dc-ae5ce5dd1010,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:44.181884 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Attempting to bind port e2aba105-5756-4135-96dc-ae5ce5dd1010 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:10:44.182606 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Attempting to bind port e2aba105-5756-4135-96dc-ae5ce5dd1010 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'e923e7b7-d85f-4881-8078-51a4643e3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:10:44.182606 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Attempting to bind port e2aba105-5756-4135-96dc-ae5ce5dd1010 on network 381f7583-89a6-47b1-be25-7fe7890d9348 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:10:44.187029 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Port e2aba105-5756-4135-96dc-ae5ce5dd1010 on network 381f7583-89a6-47b1-be25-7fe7890d9348 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:10:44.187353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Attempting to bind port e2aba105-5756-4135-96dc-ae5ce5dd1010 on network 381f7583-89a6-47b1-be25-7fe7890d9348 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:10:44.192285 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:10:44.192621 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Checking segment: {'id': 'e923e7b7-d85f-4881-8078-51a4643e3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:10:44.193003 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Bound using segment: {'id': 'e923e7b7-d85f-4881-8078-51a4643e3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:10:44.193440 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Bound port: e2aba105-5756-4135-96dc-ae5ce5dd1010, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e923e7b7-d85f-4881-8078-51a4643e3c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:10:44.193843 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:44.259935 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] For port e2aba105-5756-4135-96dc-ae5ce5dd1010, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:10:44.262867 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] For port e2aba105-5756-4135-96dc-ae5ce5dd1010, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e2aba105-5756-4135-96dc-ae5ce5dd1010,segment=NetworkSegment(e923e7b7-d85f-4881-8078-51a4643e3c28),segment_id=e923e7b7-d85f-4881-8078-51a4643e3c28)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:10:44.267337 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:44.300460 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:44.300999 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:44.302396 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] 10.222.0.39 "PUT /v2.0/ports/e2aba105-5756-4135-96dc-ae5ce5dd1010 HTTP/1.1" status: 200 len: 1094 time: 0.5931096 Jul 28 12:10:44.302894 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94da5077-91ab-4cc2-afea-143300397ca7', 'tag': 'e2aba105-5756-4135-96dc-ae5ce5dd1010'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:10:44.305345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a92ca7-59cd-479c-9c93-4b54c3b52950" -d '{"events": [{"name": "network-changed", "server_uuid": "94da5077-91ab-4cc2-afea-143300397ca7", "tag": "e2aba105-5756-4135-96dc-ae5ce5dd1010"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:10:44.332290 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636230c-c084-452e-8049-0bf4e6b7deb4 service neutron] Pushing event updated for resources: {'Port': ['ID=e2aba105-5756-4135-96dc-ae5ce5dd1010,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:44.351498 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a855c178-b32c-4513-b43e-22f478b0c9ea x-openstack-request-id: req-a855c178-b32c-4513-b43e-22f478b0c9ea {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:10:44.351852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94da5077-91ab-4cc2-afea-143300397ca7", "tag": "e2aba105-5756-4135-96dc-ae5ce5dd1010", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:10:44.352108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a855c178-b32c-4513-b43e-22f478b0c9ea {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:10:44.352515 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94da5077-91ab-4cc2-afea-143300397ca7', 'tag': 'e2aba105-5756-4135-96dc-ae5ce5dd1010', 'status': 'completed', 'code': 200} Jul 28 12:10:44.391524 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-d1249141-5ed8-49cb-8eeb-d58260eff3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:44.394836 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-d1249141-5ed8-49cb-8eeb-d58260eff3f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=558a1f119563415d9bb0f7bf01f785b8&device_id=94da5077-91ab-4cc2-afea-143300397ca7 HTTP/1.1" status: 200 len: 1097 time: 0.0513062 Jul 28 12:10:44.437293 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-3dc464cc-421f-420d-9341-24e25d6b9f79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2aba105-5756-4135-96dc-ae5ce5dd1010 HTTP/1.1" status: 200 len: 217 time: 0.0360866 Jul 28 12:10:44.490286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-9fdf368f-055d-456d-a8c2-102aa1ec78fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:44.492796 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-9fdf368f-055d-456d-a8c2-102aa1ec78fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=edad5181-0185-4148-b106-635ad3b8ab12 HTTP/1.1" status: 200 len: 855 time: 0.0482380 Jul 28 12:10:44.503596 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a8147-1927-47a9-ad23-7c883b77df3f req-351f9b21-1373-4a9f-a5f9-72d7f9da8300 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:44.505147 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6e7a8147-1927-47a9-ad23-7c883b77df3f req-351f9b21-1373-4a9f-a5f9-72d7f9da8300 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=94da5077-91ab-4cc2-afea-143300397ca7 HTTP/1.1" status: 200 len: 944 time: 0.0599015 Jul 28 12:10:44.548046 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-c21e5674-bfea-4c89-ae1a-ba56192d375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:44.549525 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-c21e5674-bfea-4c89-ae1a-ba56192d375e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=381f7583-89a6-47b1-be25-7fe7890d9348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0494156 Jul 28 12:10:44.551849 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6e7a8147-1927-47a9-ad23-7c883b77df3f req-608881b7-6e07-4520-bb0e-2192dfc66691 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332367 Jul 28 12:10:44.637309 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-f06528b7-7756-4d38-8460-1931fd47c799 service neutron] 10.222.0.39 "GET /v2.0/networks/381f7583-89a6-47b1-be25-7fe7890d9348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804536 Jul 28 12:10:44.730176 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7bfd6d6e-f072-4821-a9c4-f7f7e4227592 req-22b61661-be4c-4144-8146-7eefbb3bf649 service neutron] 10.222.0.39 "GET /v2.0/networks/381f7583-89a6-47b1-be25-7fe7890d9348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855687 Jul 28 12:10:44.812303 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a92ca7-59cd-479c-9c93-4b54c3b52950 req-7f4976c0-bfb2-45f1-8d6b-e5a66bf6d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:44.813746 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-73a92ca7-59cd-479c-9c93-4b54c3b52950 req-7f4976c0-bfb2-45f1-8d6b-e5a66bf6d497 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=558a1f119563415d9bb0f7bf01f785b8&device_id=94da5077-91ab-4cc2-afea-143300397ca7 HTTP/1.1" status: 200 len: 1097 time: 0.0412509 Jul 28 12:10:44.901507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a92ca7-59cd-479c-9c93-4b54c3b52950 req-fd6a4eaf-1ec0-4ba9-ab84-55a7f0e1412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:44.903003 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-73a92ca7-59cd-479c-9c93-4b54c3b52950 req-fd6a4eaf-1ec0-4ba9-ab84-55a7f0e1412e service neutron] 10.222.0.39 "GET /v2.0/networks?id=381f7583-89a6-47b1-be25-7fe7890d9348 HTTP/1.1" status: 200 len: 917 time: 0.0810955 Jul 28 12:10:44.948362 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-73a92ca7-59cd-479c-9c93-4b54c3b52950 req-dd51b3f1-58f2-428e-b408-480a30e064fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2aba105-5756-4135-96dc-ae5ce5dd1010 HTTP/1.1" status: 200 len: 217 time: 0.0367444 Jul 28 12:10:44.999570 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a92ca7-59cd-479c-9c93-4b54c3b52950 req-f4893c41-f377-4eca-ac82-a9a60dabe82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:45.001054 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-73a92ca7-59cd-479c-9c93-4b54c3b52950 req-f4893c41-f377-4eca-ac82-a9a60dabe82b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=edad5181-0185-4148-b106-635ad3b8ab12 HTTP/1.1" status: 200 len: 855 time: 0.0431027 Jul 28 12:10:45.047996 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a92ca7-59cd-479c-9c93-4b54c3b52950 req-1cc19bde-a51c-4b0b-8ec7-53ebfaaaf1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:45.049523 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-73a92ca7-59cd-479c-9c93-4b54c3b52950 req-1cc19bde-a51c-4b0b-8ec7-53ebfaaaf1a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=381f7583-89a6-47b1-be25-7fe7890d9348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403731 Jul 28 12:10:45.141035 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-73a92ca7-59cd-479c-9c93-4b54c3b52950 req-51bf61fe-dd35-4fa6-bcfa-325ee847e45b service neutron] 10.222.0.39 "GET /v2.0/networks/381f7583-89a6-47b1-be25-7fe7890d9348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827982 Jul 28 12:10:45.228587 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-73a92ca7-59cd-479c-9c93-4b54c3b52950 req-61cfb770-ec39-4f09-b62a-d2e63648d251 service neutron] 10.222.0.39 "GET /v2.0/networks/381f7583-89a6-47b1-be25-7fe7890d9348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795286 Jul 28 12:10:45.667842 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6246f-c993-4bdf-ab31-f80153273966 req-2c2cc068-150b-4c99-a960-d9525229cd88 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:45.669332 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d1d6246f-c993-4bdf-ab31-f80153273966 req-2c2cc068-150b-4c99-a960-d9525229cd88 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=94da5077-91ab-4cc2-afea-143300397ca7 HTTP/1.1" status: 200 len: 944 time: 0.0485821 Jul 28 12:10:45.707141 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d1d6246f-c993-4bdf-ab31-f80153273966 req-7e667b8d-cdcf-4016-a2cd-26c62114cf70 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319073 Jul 28 12:10:46.820875 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4b247-a751-4b00-9283-4b213deb40f8 req-e74c7958-c6af-4f2f-83e8-fe31f841a0c0 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:46.822336 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fff4b247-a751-4b00-9283-4b213deb40f8 req-e74c7958-c6af-4f2f-83e8-fe31f841a0c0 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=94da5077-91ab-4cc2-afea-143300397ca7 HTTP/1.1" status: 200 len: 944 time: 0.0484679 Jul 28 12:10:46.860357 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fff4b247-a751-4b00-9283-4b213deb40f8 req-a1260750-72e6-4c04-b399-b6f4e4baff1a tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Jul 28 12:10:47.766746 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device e2aba105-5756-4135-96dc-ae5ce5dd1010 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:10:47.861029 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port e2aba105-5756-4135-96dc-ae5ce5dd1010, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e2aba105-5756-4135-96dc-ae5ce5dd1010,segment=NetworkSegment(e923e7b7-d85f-4881-8078-51a4643e3c28),segment_id=e923e7b7-d85f-4881-8078-51a4643e3c28)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:47.872687 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': 'e2aba105-5756-4135-96dc-ae5ce5dd1010', 'network_id': '381f7583-89a6-47b1-be25-7fe7890d9348', 'port_id': 'e2aba105-5756-4135-96dc-ae5ce5dd1010', 'mac_address': 'fa:16:3e:b5:15:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edad5181-0185-4148-b106-635ad3b8ab12', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:10:47.913512 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:47.925866 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2aba105-5756-4135-96dc-ae5ce5dd1010 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:10:47.946339 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port e2aba105-5756-4135-96dc-ae5ce5dd1010, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e2aba105-5756-4135-96dc-ae5ce5dd1010,segment=NetworkSegment(e923e7b7-d85f-4881-8078-51a4643e3c28),segment_id=e923e7b7-d85f-4881-8078-51a4643e3c28)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:47.951516 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:47.980676 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab777e-3949-494b-a8eb-7d05e7f48bca req-5514dd21-0cca-4dce-8555-5dc2596a1877 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:47.982545 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4bab777e-3949-494b-a8eb-7d05e7f48bca req-5514dd21-0cca-4dce-8555-5dc2596a1877 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=94da5077-91ab-4cc2-afea-143300397ca7 HTTP/1.1" status: 200 len: 944 time: 0.0573061 Jul 28 12:10:47.998205 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=e2aba105-5756-4135-96dc-ae5ce5dd1010,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:48.005040 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:48.005390 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:48.005739 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:48.006156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:48.006519 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:48.006850 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:48.007184 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:48.007517 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:48.007846 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:48.008172 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:48.008501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:48.008823 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:48.022716 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4bab777e-3949-494b-a8eb-7d05e7f48bca req-d417a181-159f-44c6-acde-a13ca6759ca5 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340879 Jul 28 12:10:48.155738 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['e2aba105-5756-4135-96dc-ae5ce5dd1010'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:10:49.136439 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baa758-8816-460b-bbce-ed0c3c2ac294 req-81cf9a57-e189-46a4-86c6-cf42dd2772f5 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:49.137891 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-91baa758-8816-460b-bbce-ed0c3c2ac294 req-81cf9a57-e189-46a4-86c6-cf42dd2772f5 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=94da5077-91ab-4cc2-afea-143300397ca7 HTTP/1.1" status: 200 len: 945 time: 0.0487313 Jul 28 12:10:49.174688 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-91baa758-8816-460b-bbce-ed0c3c2ac294 req-df06b544-f544-4090-bd3e-08aafb059ba7 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308537 Jul 28 12:10:49.767263 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device e2aba105-5756-4135-96dc-ae5ce5dd1010 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:49.815272 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port e2aba105-5756-4135-96dc-ae5ce5dd1010 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:49.818807 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port e2aba105-5756-4135-96dc-ae5ce5dd1010 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:49.819177 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:49.891677 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:49.914450 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94da5077-91ab-4cc2-afea-143300397ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aba105-5756-4135-96dc-ae5ce5dd1010'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:10:49.916681 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b555ed05-5ad3-4736-98d3-1a471d21dbaa" -d '{"events": [{"server_uuid": "94da5077-91ab-4cc2-afea-143300397ca7", "name": "network-vif-plugged", "status": "completed", "tag": "e2aba105-5756-4135-96dc-ae5ce5dd1010"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:10:49.929008 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port e2aba105-5756-4135-96dc-ae5ce5dd1010, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e2aba105-5756-4135-96dc-ae5ce5dd1010,segment=NetworkSegment(e923e7b7-d85f-4881-8078-51a4643e3c28),segment_id=e923e7b7-d85f-4881-8078-51a4643e3c28)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:49.933276 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:49.960132 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae003548-55ab-419f-8c59-8b8977012aec x-openstack-request-id: req-ae003548-55ab-419f-8c59-8b8977012aec {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:10:49.960428 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94da5077-91ab-4cc2-afea-143300397ca7", "name": "network-vif-plugged", "status": "completed", "tag": "e2aba105-5756-4135-96dc-ae5ce5dd1010", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:10:49.960679 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae003548-55ab-419f-8c59-8b8977012aec {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:10:49.961063 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94da5077-91ab-4cc2-afea-143300397ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aba105-5756-4135-96dc-ae5ce5dd1010', 'code': 200} Jul 28 12:10:49.987165 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=e2aba105-5756-4135-96dc-ae5ce5dd1010,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:50.115882 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538907d-a27e-41b4-820a-4cf414263ba0 req-a03471b4-e494-46d6-a8dd-c08ba7123711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:50.117266 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1538907d-a27e-41b4-820a-4cf414263ba0 req-a03471b4-e494-46d6-a8dd-c08ba7123711 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94da5077-91ab-4cc2-afea-143300397ca7 HTTP/1.1" status: 200 len: 1099 time: 0.0405288 Jul 28 12:10:50.156635 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1538907d-a27e-41b4-820a-4cf414263ba0 req-99d51474-c188-428a-b5a5-cec885bd9558 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Jul 28 12:10:50.236751 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:50.289048 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d427-93cd-4644-83bb-2659af1de926 req-f1f9ca52-a924-41dd-8166-330cd52f246d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:50.290902 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ac07d427-93cd-4644-83bb-2659af1de926 req-f1f9ca52-a924-41dd-8166-330cd52f246d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=94da5077-91ab-4cc2-afea-143300397ca7 HTTP/1.1" status: 200 len: 946 time: 0.0489690 Jul 28 12:10:50.327647 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ac07d427-93cd-4644-83bb-2659af1de926 req-0bf1f3d1-8bbf-4138-8856-fab651566088 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308228 Jul 28 12:10:51.448241 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b199d-4372-4f8c-bc78-e605a485c1e3 req-cd78e198-b416-409f-952b-420aaf987a88 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:51.449704 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bf6b199d-4372-4f8c-bc78-e605a485c1e3 req-cd78e198-b416-409f-952b-420aaf987a88 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=94da5077-91ab-4cc2-afea-143300397ca7 HTTP/1.1" status: 200 len: 946 time: 0.0519426 Jul 28 12:10:51.487462 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bf6b199d-4372-4f8c-bc78-e605a485c1e3 req-323f2c89-a353-45d0-9278-e7c7d345921d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318289 Jul 28 12:10:51.599319 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caadcb-341e-4015-8252-3c8c4d69276f req-ea287c0a-b5b3-4c24-a26c-9469bf0d5365 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:51.601316 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-11caadcb-341e-4015-8252-3c8c4d69276f req-ea287c0a-b5b3-4c24-a26c-9469bf0d5365 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=94da5077-91ab-4cc2-afea-143300397ca7 HTTP/1.1" status: 200 len: 946 time: 0.0493634 Jul 28 12:10:51.638225 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-11caadcb-341e-4015-8252-3c8c4d69276f req-0ad70d16-a9a3-42e4-8ebe-712638821787 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309596 Jul 28 12:11:02.427143 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1db693b4-2e3b-443c-a312-6a60efa66d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:04.913831 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3adfe75a-bf9b-4116-a932-b00809cf7b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:05.372260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:06.470860 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:08.028878 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:11.282474 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40e7be-7a72-4349-b2f0-ae068b523226 req-4fe56ef0-9396-4f13-af7b-af03497c3d3d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:11.283937 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7e40e7be-7a72-4349-b2f0-ae068b523226 req-4fe56ef0-9396-4f13-af7b-af03497c3d3d tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=94da5077-91ab-4cc2-afea-143300397ca7 HTTP/1.1" status: 200 len: 946 time: 0.0479372 Jul 28 12:11:11.323744 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7e40e7be-7a72-4349-b2f0-ae068b523226 req-7805698c-8a78-4429-acbc-e39028e669b1 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327816 Jul 28 12:11:12.444676 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4831e56-0ce3-474d-a794-9f3bc808b8e7 req-cf65eecf-76ad-463e-a45e-3ebe8414e694 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:12.446128 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d4831e56-0ce3-474d-a794-9f3bc808b8e7 req-cf65eecf-76ad-463e-a45e-3ebe8414e694 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=94da5077-91ab-4cc2-afea-143300397ca7 HTTP/1.1" status: 200 len: 946 time: 0.0540838 Jul 28 12:11:12.482932 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d4831e56-0ce3-474d-a794-9f3bc808b8e7 req-6785bc62-9978-4153-8a53-e3cdc1bd2d10 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5843e1-dd9d-49d1-a47a-43424b65abda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308399 Jul 28 12:11:12.795966 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d5c6d-c620-4965-bd61-05ba4c6d485c req-d90bdadb-0207-4883-ba13-5f235e810377 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:12.797433 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-653d5c6d-c620-4965-bd61-05ba4c6d485c req-d90bdadb-0207-4883-ba13-5f235e810377 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.39 "GET /v2.0/ports?device_id=94da5077-91ab-4cc2-afea-143300397ca7 HTTP/1.1" status: 200 len: 946 time: 0.0474937 Jul 28 12:11:12.885504 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-653d5c6d-c620-4965-bd61-05ba4c6d485c req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Deleting port e2aba105-5756-4135-96dc-ae5ce5dd1010 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:11:12.885850 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-653d5c6d-c620-4965-bd61-05ba4c6d485c req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:12.974814 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-653d5c6d-c620-4965-bd61-05ba4c6d485c req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] For port e2aba105-5756-4135-96dc-ae5ce5dd1010, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e2aba105-5756-4135-96dc-ae5ce5dd1010,segment=NetworkSegment(e923e7b7-d85f-4881-8078-51a4643e3c28),segment_id=e923e7b7-d85f-4881-8078-51a4643e3c28)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:12.975182 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-653d5c6d-c620-4965-bd61-05ba4c6d485c req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:12.993892 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-653d5c6d-c620-4965-bd61-05ba4c6d485c req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Calling delete_port for e2aba105-5756-4135-96dc-ae5ce5dd1010 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:11:13.130856 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-653d5c6d-c620-4965-bd61-05ba4c6d485c req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:13.142485 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['e2aba105-5756-4135-96dc-ae5ce5dd1010'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:11:13.158831 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Pushing event deleted for resources: {'Port': ['ID=e2aba105-5756-4135-96dc-ae5ce5dd1010,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:13.174852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:13.175318 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:13.175696 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:13.176040 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:13.176373 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:13.176730 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:13.177193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:13.178052 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:13.178389 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:13.178772 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:13.179109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:13.179434 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:13.215579 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-653d5c6d-c620-4965-bd61-05ba4c6d485c req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] No DVR routers for this DVR port e2aba105-5756-4135-96dc-ae5ce5dd1010 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:11:13.218355 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-653d5c6d-c620-4965-bd61-05ba4c6d485c req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:13.220507 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-653d5c6d-c620-4965-bd61-05ba4c6d485c req-46d2c2c5-c5c6-45c8-b354-5d08101d5889 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.39 "DELETE /v2.0/ports/e2aba105-5756-4135-96dc-ae5ce5dd1010 HTTP/1.1" status: 204 len: 173 time: 0.4166365 Jul 28 12:11:13.220948 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94da5077-91ab-4cc2-afea-143300397ca7', 'name': 'network-vif-deleted', 'tag': 'e2aba105-5756-4135-96dc-ae5ce5dd1010'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:11:13.223338 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffea367-fa0c-4511-a746-fbf58e2830b2" -d '{"events": [{"server_uuid": "94da5077-91ab-4cc2-afea-143300397ca7", "name": "network-vif-deleted", "tag": "e2aba105-5756-4135-96dc-ae5ce5dd1010"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:11:13.264760 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4011d29-1f6c-4bae-9e26-5a5daf0b2a3a x-openstack-request-id: req-f4011d29-1f6c-4bae-9e26-5a5daf0b2a3a {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:11:13.265066 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94da5077-91ab-4cc2-afea-143300397ca7", "name": "network-vif-deleted", "tag": "e2aba105-5756-4135-96dc-ae5ce5dd1010", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:11:13.265326 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4011d29-1f6c-4bae-9e26-5a5daf0b2a3a {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:11:13.265735 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94da5077-91ab-4cc2-afea-143300397ca7', 'name': 'network-vif-deleted', 'tag': 'e2aba105-5756-4135-96dc-ae5ce5dd1010', 'status': 'completed', 'code': 200} Jul 28 12:11:13.593302 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e722ffe8-bdc5-412c-b411-d4fde58d46d4 req-1a2f30f2-4d0e-4944-bf55-68184c541c27 tempest-TestEncryptedCinderVolumes-77487685 tempest-TestEncryptedCinderVolumes-77487685-project] 10.222.0.43 "GET /v2.0/ports?device_id=94da5077-91ab-4cc2-afea-143300397ca7 HTTP/1.1" status: 200 len: 210 time: 0.0270302 Jul 28 12:11:14.679939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36466) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:15.016793 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5947854f-662a-4570-b3a8-3b30a6f03d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:15.256002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-5947854f-662a-4570-b3a8-3b30a6f03d36 admin admin] Deleting port db8e83bb-f66f-4c2a-a21a-be00cadda4f6 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:11:15.256874 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5947854f-662a-4570-b3a8-3b30a6f03d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:15.332469 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-5947854f-662a-4570-b3a8-3b30a6f03d36 admin admin] For port db8e83bb-f66f-4c2a-a21a-be00cadda4f6, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=db8e83bb-f66f-4c2a-a21a-be00cadda4f6,segment=NetworkSegment(e923e7b7-d85f-4881-8078-51a4643e3c28),segment_id=e923e7b7-d85f-4881-8078-51a4643e3c28)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:15.332830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5947854f-662a-4570-b3a8-3b30a6f03d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:15.345630 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-5947854f-662a-4570-b3a8-3b30a6f03d36 admin admin] Calling delete_port for db8e83bb-f66f-4c2a-a21a-be00cadda4f6 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:11:15.521058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5947854f-662a-4570-b3a8-3b30a6f03d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:15.551062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947854f-662a-4570-b3a8-3b30a6f03d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=db8e83bb-f66f-4c2a-a21a-be00cadda4f6,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:15.710640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5947854f-662a-4570-b3a8-3b30a6f03d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:15.860807 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:11:15.918924 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5947854f-662a-4570-b3a8-3b30a6f03d36 admin admin] Router 3281ede8-1877-43a1-a1a2-4c6bf12a3b96 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:11:16.310801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5947854f-662a-4570-b3a8-3b30a6f03d36 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:11:16.316650 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5947854f-662a-4570-b3a8-3b30a6f03d36 admin admin] 10.222.0.43 "PUT /v2.0/routers/3281ede8-1877-43a1-a1a2-4c6bf12a3b96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6350389 Jul 28 12:11:16.318892 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36468) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:16.319998 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9218c50c-6734-4758-abf6-b6f2784dfe06 None None] Sync routers for ids ['3281ede8-1877-43a1-a1a2-4c6bf12a3b96'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:11:16.329420 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9218c50c-6734-4758-abf6-b6f2784dfe06 None None] Routers {'3281ede8-1877-43a1-a1a2-4c6bf12a3b96'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:11:16.330066 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9218c50c-6734-4758-abf6-b6f2784dfe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:11:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['3281ede8-1877-43a1-a1a2-4c6bf12a3b96'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:16.423093 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:16.433806 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-9218c50c-6734-4758-abf6-b6f2784dfe06 None None] Set router 3281ede8-1877-43a1-a1a2-4c6bf12a3b96 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:11:16.527682 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:16.580556 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Deleting port 89df5358-b04a-4a8b-b124-fe1d59bc78c0 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:11:16.580819 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:16.612939 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9218c50c-6734-4758-abf6-b6f2784dfe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'name': 'tempest-TestEncryptedCinderVolumes-464857916-router', 'tenant_id': '558a1f119563415d9bb0f7bf01f785b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '89df5358-b04a-4a8b-b124-fe1d59bc78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:09:58Z', 'updated_at': '2021-07-28T12:11:15Z', 'revision_number': 5, 'project_id': '558a1f119563415d9bb0f7bf01f785b8', 'gw_port': {'id': '89df5358-b04a-4a8b-b124-fe1d59bc78c0', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:09:59Z', 'updated_at': '2021-07-28T12:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:16.642903 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9218c50c-6734-4758-abf6-b6f2784dfe06 None None] Checking router: 3281ede8-1877-43a1-a1a2-4c6bf12a3b96 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:11:16.651591 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9218c50c-6734-4758-abf6-b6f2784dfe06 None None] Routers {'3281ede8-1877-43a1-a1a2-4c6bf12a3b96'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:11:16.652204 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9218c50c-6734-4758-abf6-b6f2784dfe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:11:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['3281ede8-1877-43a1-a1a2-4c6bf12a3b96'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:16.661791 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] For port 89df5358-b04a-4a8b-b124-fe1d59bc78c0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=89df5358-b04a-4a8b-b124-fe1d59bc78c0,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:16.662190 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:16.675190 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Calling delete_port for 89df5358-b04a-4a8b-b124-fe1d59bc78c0 owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:11:16.735665 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-9218c50c-6734-4758-abf6-b6f2784dfe06 None None] Set router 3281ede8-1877-43a1-a1a2-4c6bf12a3b96 gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:11:16.788093 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9218c50c-6734-4758-abf6-b6f2784dfe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'name': 'tempest-TestEncryptedCinderVolumes-464857916-router', 'tenant_id': '558a1f119563415d9bb0f7bf01f785b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:09:58Z', 'updated_at': '2021-07-28T12:11:16Z', 'revision_number': 6, 'project_id': '558a1f119563415d9bb0f7bf01f785b8', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:16.819258 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9218c50c-6734-4758-abf6-b6f2784dfe06 None None] The sync data for ids ['3281ede8-1877-43a1-a1a2-4c6bf12a3b96'] in dv-neutron-786478-16-hyperv is: [{'id': '3281ede8-1877-43a1-a1a2-4c6bf12a3b96', 'name': 'tempest-TestEncryptedCinderVolumes-464857916-router', 'tenant_id': '558a1f119563415d9bb0f7bf01f785b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:09:58Z', 'updated_at': '2021-07-28T12:11:16Z', 'revision_number': 6, 'project_id': '558a1f119563415d9bb0f7bf01f785b8', 'gw_port_host': None}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:11:16.854112 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:16.882556 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Pushing event deleted for resources: {'Port': ['ID=89df5358-b04a-4a8b-b124-fe1d59bc78c0,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:16.904937 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:16.905285 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:16.905625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:16.905992 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:16.906324 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:16.906681 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:16.907009 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:16.907335 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:16.907781 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:16.908104 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:16.908429 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:16.908749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:16.948812 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.035106 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.037479 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.082177 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.082708 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3281ede8-1877-43a1-a1a2-4c6bf12a3b96 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:11:17.087553 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.088685 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f1bb6157-77c9-42ab-9763-a78fbadfac88 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3281ede8-1877-43a1-a1a2-4c6bf12a3b96 HTTP/1.1" status: 204 len: 168 time: 0.7688034 Jul 28 12:11:17.091403 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36470) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:17.135546 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-6365e377-2fd8-450d-a923-254b614a6c39 admin admin] Deleting subnet edad5181-0185-4148-b106-635ad3b8ab12 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:11:17.138391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6365e377-2fd8-450d-a923-254b614a6c39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.172337 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6365e377-2fd8-450d-a923-254b614a6c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.257861 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6365e377-2fd8-450d-a923-254b614a6c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.309690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6365e377-2fd8-450d-a923-254b614a6c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.333753 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365e377-2fd8-450d-a923-254b614a6c39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edad5181-0185-4148-b106-635ad3b8ab12,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:17.338640 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6365e377-2fd8-450d-a923-254b614a6c39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.341805 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6365e377-2fd8-450d-a923-254b614a6c39 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/edad5181-0185-4148-b106-635ad3b8ab12 HTTP/1.1" status: 204 len: 168 time: 0.2481709 Jul 28 12:11:17.343033 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36472) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:17.343693 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11da6ec0-7545-4945-b9ab-5629ad752ae5 None None] Network 381f7583-89a6-47b1-be25-7fe7890d9348 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:11:17.408898 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.465773 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] Deleting port 45483103-20de-4f12-a3fb-c64e264d06e3 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:11:17.466115 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.526959 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] For port 45483103-20de-4f12-a3fb-c64e264d06e3, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=45483103-20de-4f12-a3fb-c64e264d06e3,segment=NetworkSegment(e923e7b7-d85f-4881-8078-51a4643e3c28),segment_id=e923e7b7-d85f-4881-8078-51a4643e3c28)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:17.527267 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.540165 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] Calling delete_port for 45483103-20de-4f12-a3fb-c64e264d06e3 owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:11:17.580778 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a9f3f5-c1ef-4920-abe2-878ac2c404a0 None None] DHCP port deletion for 381f7583-89a6-47b1-be25-7fe7890d9348 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:11:17.629380 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b3a9f3f5-c1ef-4920-abe2-878ac2c404a0 None None] Deleting port 45483103-20de-4f12-a3fb-c64e264d06e3 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:11:17.629739 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b3a9f3f5-c1ef-4920-abe2-878ac2c404a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.632021 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.656538 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] Pushing event deleted for resources: {'Port': ['ID=45483103-20de-4f12-a3fb-c64e264d06e3,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:17.662595 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] No DVR routers for this DVR port 45483103-20de-4f12-a3fb-c64e264d06e3 on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:11:17.671945 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device db8e83bb-f66f-4c2a-a21a-be00cadda4f6 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:11:17.711573 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: db8e83bb-f66f-4c2a-a21a-be00cadda4f6 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:11:17.711924 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device db8e83bb-f66f-4c2a-a21a-be00cadda4f6 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:11:17.712344 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 45483103-20de-4f12-a3fb-c64e264d06e3 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:11:17.719498 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b3a9f3f5-c1ef-4920-abe2-878ac2c404a0 None None] For port 45483103-20de-4f12-a3fb-c64e264d06e3, host dv-neutron-786478-16-hyperv, got binding levels [] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:17.719888 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b3a9f3f5-c1ef-4920-abe2-878ac2c404a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.734110 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.743330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 45483103-20de-4f12-a3fb-c64e264d06e3 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:11:17.743682 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 45483103-20de-4f12-a3fb-c64e264d06e3 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:11:17.744097 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 89df5358-b04a-4a8b-b124-fe1d59bc78c0 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:11:17.745009 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381f7583-89a6-47b1-be25-7fe7890d9348']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:17.749255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b3a9f3f5-c1ef-4920-abe2-878ac2c404a0 None None] Calling delete_port for 45483103-20de-4f12-a3fb-c64e264d06e3 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:11:17.755892 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e923e7b7-d85f-4881-8078-51a4643e3c28') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:17.756184 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e923e7b7-d85f-4881-8078-51a4643e3c28') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:17.766164 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.767797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-b3a9f3f5-c1ef-4920-abe2-878ac2c404a0 None None] Port 45483103-20de-4f12-a3fb-c64e264d06e3 was not found and therefore no delete operation was performed {{(pid=100417) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 12:11:17.768672 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 89df5358-b04a-4a8b-b124-fe1d59bc78c0 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:11:17.769019 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 89df5358-b04a-4a8b-b124-fe1d59bc78c0 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:11:17.770947 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b3a9f3f5-c1ef-4920-abe2-878ac2c404a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.783823 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.791311 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:11:17.791705 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:11:17.793581 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:11:17.797825 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9f3f5-c1ef-4920-abe2-878ac2c404a0 None None] Pushing event deleted for resources: {'Port': ['ID=45483103-20de-4f12-a3fb-c64e264d06e3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:17.801608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a9f3f5-c1ef-4920-abe2-878ac2c404a0 None None] No DVR routers for this DVR port 45483103-20de-4f12-a3fb-c64e264d06e3 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:11:17.856615 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.862589 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:17.865352 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] 10.222.0.43 "DELETE /v2.0/networks/381f7583-89a6-47b1-be25-7fe7890d9348 HTTP/1.1" status: 204 len: 168 time: 0.5214021 Jul 28 12:11:17.868571 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36474) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:17.869561 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device e2aba105-5756-4135-96dc-ae5ce5dd1010 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:11:17.879011 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa87d72-2e9d-4c42-9be2-1ed95dcd3604 admin admin] Pushing event deleted for resources: {'Network': ['ID=381f7583-89a6-47b1-be25-7fe7890d9348,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:17.892572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: e2aba105-5756-4135-96dc-ae5ce5dd1010 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:11:17.892920 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device e2aba105-5756-4135-96dc-ae5ce5dd1010 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:11:18.212407 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0d9e-adc1-466c-8f7d-cb0e68259050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:18.450636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-1fdb0d9e-adc1-466c-8f7d-cb0e68259050 admin admin] Deleting port b7854403-b524-4854-836c-681d820d1649 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:11:18.450981 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0d9e-adc1-466c-8f7d-cb0e68259050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:18.528023 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-1fdb0d9e-adc1-466c-8f7d-cb0e68259050 admin admin] For port b7854403-b524-4854-836c-681d820d1649, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b7854403-b524-4854-836c-681d820d1649,segment=NetworkSegment(c1b70fcf-a6b8-47d2-bb5f-c346bf82405d),segment_id=c1b70fcf-a6b8-47d2-bb5f-c346bf82405d)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:18.528384 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0d9e-adc1-466c-8f7d-cb0e68259050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:18.540863 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-1fdb0d9e-adc1-466c-8f7d-cb0e68259050 admin admin] Calling delete_port for b7854403-b524-4854-836c-681d820d1649 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:11:18.712899 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0d9e-adc1-466c-8f7d-cb0e68259050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:18.737610 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb0d9e-adc1-466c-8f7d-cb0e68259050 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7854403-b524-4854-836c-681d820d1649,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:18.904340 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0d9e-adc1-466c-8f7d-cb0e68259050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:19.111834 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdb0d9e-adc1-466c-8f7d-cb0e68259050 admin admin] Router 8cce77f8-3013-4352-9c27-5cd7bffb2e17 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:11:19.216178 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdb0d9e-adc1-466c-8f7d-cb0e68259050 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:11:19.221058 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1fdb0d9e-adc1-466c-8f7d-cb0e68259050 admin admin] 10.222.0.43 "PUT /v2.0/routers/8cce77f8-3013-4352-9c27-5cd7bffb2e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3505719 Jul 28 12:11:19.223631 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36476) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:19.226976 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fceb4e-6f40-4a07-80d1-2eb047d0b763 None None] Sync routers for ids ['8cce77f8-3013-4352-9c27-5cd7bffb2e17'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:11:19.235860 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fceb4e-6f40-4a07-80d1-2eb047d0b763 None None] Routers {'8cce77f8-3013-4352-9c27-5cd7bffb2e17'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:11:19.236477 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e3fceb4e-6f40-4a07-80d1-2eb047d0b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:11:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8cce77f8-3013-4352-9c27-5cd7bffb2e17'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:19.327519 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5878-9244-45e1-901b-673e0bca1d1c admin admin] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:19.338905 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-e3fceb4e-6f40-4a07-80d1-2eb047d0b763 None None] Set router 8cce77f8-3013-4352-9c27-5cd7bffb2e17 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:11:19.435140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5878-9244-45e1-901b-673e0bca1d1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:19.487242 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb5878-9244-45e1-901b-673e0bca1d1c admin admin] Deleting port 6219fd5d-ebb8-43ff-8967-4019dc4198a9 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:11:19.487591 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5878-9244-45e1-901b-673e0bca1d1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:19.516849 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e3fceb4e-6f40-4a07-80d1-2eb047d0b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'name': 'tempest-TestEncryptedCinderVolumes-2043966871-router', 'tenant_id': 'd693feb55b994555876622fbcd4ec993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.121'}], 'enable_snat': True}, 'gw_port_id': '6219fd5d-ebb8-43ff-8967-4019dc4198a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:03Z', 'updated_at': '2021-07-28T12:11:18Z', 'revision_number': 5, 'project_id': 'd693feb55b994555876622fbcd4ec993', 'gw_port': {'id': '6219fd5d-ebb8-43ff-8967-4019dc4198a9', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:03Z', 'updated_at': '2021-07-28T12:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:19.543278 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fceb4e-6f40-4a07-80d1-2eb047d0b763 None None] Checking router: 8cce77f8-3013-4352-9c27-5cd7bffb2e17 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:11:19.551316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fceb4e-6f40-4a07-80d1-2eb047d0b763 None None] Routers {'8cce77f8-3013-4352-9c27-5cd7bffb2e17'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:11:19.551928 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e3fceb4e-6f40-4a07-80d1-2eb047d0b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:11:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['8cce77f8-3013-4352-9c27-5cd7bffb2e17'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:19.569253 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-3fdb5878-9244-45e1-901b-673e0bca1d1c admin admin] For port 6219fd5d-ebb8-43ff-8967-4019dc4198a9, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=6219fd5d-ebb8-43ff-8967-4019dc4198a9,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:19.569760 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5878-9244-45e1-901b-673e0bca1d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:19.582526 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb5878-9244-45e1-901b-673e0bca1d1c admin admin] Calling delete_port for 6219fd5d-ebb8-43ff-8967-4019dc4198a9 owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:11:19.636250 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-e3fceb4e-6f40-4a07-80d1-2eb047d0b763 None None] Set router 8cce77f8-3013-4352-9c27-5cd7bffb2e17 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:11:19.689619 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e3fceb4e-6f40-4a07-80d1-2eb047d0b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'name': 'tempest-TestEncryptedCinderVolumes-2043966871-router', 'tenant_id': 'd693feb55b994555876622fbcd4ec993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:03Z', 'updated_at': '2021-07-28T12:11:19Z', 'revision_number': 6, 'project_id': 'd693feb55b994555876622fbcd4ec993', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:19.717556 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fceb4e-6f40-4a07-80d1-2eb047d0b763 None None] The sync data for ids ['8cce77f8-3013-4352-9c27-5cd7bffb2e17'] in dv-neutron-786478-16-hyperv is: [{'id': '8cce77f8-3013-4352-9c27-5cd7bffb2e17', 'name': 'tempest-TestEncryptedCinderVolumes-2043966871-router', 'tenant_id': 'd693feb55b994555876622fbcd4ec993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:03Z', 'updated_at': '2021-07-28T12:11:19Z', 'revision_number': 6, 'project_id': 'd693feb55b994555876622fbcd4ec993', 'gw_port_host': None}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:11:19.746807 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5878-9244-45e1-901b-673e0bca1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:19.768629 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb5878-9244-45e1-901b-673e0bca1d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=6219fd5d-ebb8-43ff-8967-4019dc4198a9,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:19.831981 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5878-9244-45e1-901b-673e0bca1d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:19.922681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5878-9244-45e1-901b-673e0bca1d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:19.924648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5878-9244-45e1-901b-673e0bca1d1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:19.966188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5878-9244-45e1-901b-673e0bca1d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:19.966818 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdb5878-9244-45e1-901b-673e0bca1d1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cce77f8-3013-4352-9c27-5cd7bffb2e17 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:11:19.971109 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5878-9244-45e1-901b-673e0bca1d1c admin admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:19.972275 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3fdb5878-9244-45e1-901b-673e0bca1d1c admin admin] 10.222.0.43 "DELETE /v2.0/routers/8cce77f8-3013-4352-9c27-5cd7bffb2e17 HTTP/1.1" status: 204 len: 168 time: 0.7477176 Jul 28 12:11:19.974742 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36478) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:20.017789 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-348ece88-b544-45aa-bbb0-7ab46fc9ac38 admin admin] Deleting subnet 83808f22-25a7-4a4a-bd32-2aeb8530c54e {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:11:20.020685 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-348ece88-b544-45aa-bbb0-7ab46fc9ac38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:20.056156 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-348ece88-b544-45aa-bbb0-7ab46fc9ac38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:20.138886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-348ece88-b544-45aa-bbb0-7ab46fc9ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:20.190875 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-348ece88-b544-45aa-bbb0-7ab46fc9ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:20.217840 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ece88-b544-45aa-bbb0-7ab46fc9ac38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83808f22-25a7-4a4a-bd32-2aeb8530c54e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:20.224305 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301a63b4-493f-4833-9fa4-afc0bcd6c3dd None None] Network e34a457a-1152-48f6-89c8-d8f4946e2bba requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:11:20.224654 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-348ece88-b544-45aa-bbb0-7ab46fc9ac38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:20.229140 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-348ece88-b544-45aa-bbb0-7ab46fc9ac38 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/83808f22-25a7-4a4a-bd32-2aeb8530c54e HTTP/1.1" status: 204 len: 168 time: 0.2501180 Jul 28 12:11:20.229140 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36480) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:20.276680 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:20.300326 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:20.494150 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35939a9-3546-436c-a5ed-a274e4c45e23 None None] DHCP port deletion for e34a457a-1152-48f6-89c8-d8f4946e2bba request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:11:20.544925 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c35939a9-3546-436c-a5ed-a274e4c45e23 None None] Deleting port 21c261f7-c9a8-4458-b373-5a57143bca05 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:11:20.545305 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c35939a9-3546-436c-a5ed-a274e4c45e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:20.614234 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c35939a9-3546-436c-a5ed-a274e4c45e23 None None] For port 21c261f7-c9a8-4458-b373-5a57143bca05, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=21c261f7-c9a8-4458-b373-5a57143bca05,segment=NetworkSegment(c1b70fcf-a6b8-47d2-bb5f-c346bf82405d),segment_id=c1b70fcf-a6b8-47d2-bb5f-c346bf82405d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:20.614662 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c35939a9-3546-436c-a5ed-a274e4c45e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:20.628081 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c35939a9-3546-436c-a5ed-a274e4c45e23 None None] Calling delete_port for 21c261f7-c9a8-4458-b373-5a57143bca05 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:11:20.644835 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] Deleting port 21c261f7-c9a8-4458-b373-5a57143bca05 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:11:20.645087 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:20.709987 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c35939a9-3546-436c-a5ed-a274e4c45e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:20.710349 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] For port 21c261f7-c9a8-4458-b373-5a57143bca05, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=21c261f7-c9a8-4458-b373-5a57143bca05,segment=NetworkSegment(c1b70fcf-a6b8-47d2-bb5f-c346bf82405d),segment_id=c1b70fcf-a6b8-47d2-bb5f-c346bf82405d)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:20.710776 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:20.724597 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] Calling delete_port for 21c261f7-c9a8-4458-b373-5a57143bca05 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:11:20.738664 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35939a9-3546-436c-a5ed-a274e4c45e23 None None] Pushing event deleted for resources: {'Port': ['ID=21c261f7-c9a8-4458-b373-5a57143bca05,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:20.742141 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35939a9-3546-436c-a5ed-a274e4c45e23 None None] No DVR routers for this DVR port 21c261f7-c9a8-4458-b373-5a57143bca05 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:11:20.807284 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:20.829581 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] Pushing event deleted for resources: {'Port': ['ID=21c261f7-c9a8-4458-b373-5a57143bca05,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:20.835699 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] No DVR routers for this DVR port 21c261f7-c9a8-4458-b373-5a57143bca05 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:11:20.906613 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:20.917194 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34a457a-1152-48f6-89c8-d8f4946e2bba']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:20.927123 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b70fcf-a6b8-47d2-bb5f-c346bf82405d') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:20.927688 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b70fcf-a6b8-47d2-bb5f-c346bf82405d') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:20.935949 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:20.949817 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:20.955487 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:11:20.955873 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: self.session.flush() Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:11:20.957608 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:11:21.008791 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:21.013538 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:21.015564 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] 10.222.0.43 "DELETE /v2.0/networks/e34a457a-1152-48f6-89c8-d8f4946e2bba HTTP/1.1" status: 204 len: 168 time: 0.7854855 Jul 28 12:11:21.028675 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7da681-a69e-4c6c-8646-ef9e2198550f admin admin] Pushing event deleted for resources: {'Network': ['ID=e34a457a-1152-48f6-89c8-d8f4946e2bba,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:21.184399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36484) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:21.223967 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-99c84503-5f97-445c-8771-721706aed9bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=558a1f119563415d9bb0f7bf01f785b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383947 Jul 28 12:11:21.226950 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36486) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:21.279400 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-803ae003-ceed-405f-9381-155efbba6edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:21.299914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-803ae003-ceed-405f-9381-155efbba6edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:21.348792 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-803ae003-ceed-405f-9381-155efbba6edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:21.352400 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-803ae003-ceed-405f-9381-155efbba6edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:21.353687 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-803ae003-ceed-405f-9381-155efbba6edf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba5843e1-dd9d-49d1-a47a-43424b65abda HTTP/1.1" status: 204 len: 168 time: 0.1258509 Jul 28 12:11:21.364254 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ae003-ceed-405f-9381-155efbba6edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5843e1-dd9d-49d1-a47a-43424b65abda,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:21.387519 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 21c261f7-c9a8-4458-b373-5a57143bca05 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:11:21.411442 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 21c261f7-c9a8-4458-b373-5a57143bca05 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:11:21.411783 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 21c261f7-c9a8-4458-b373-5a57143bca05 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:11:21.412202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6219fd5d-ebb8-43ff-8967-4019dc4198a9 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:11:21.432659 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 6219fd5d-ebb8-43ff-8967-4019dc4198a9 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:11:21.433084 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 6219fd5d-ebb8-43ff-8967-4019dc4198a9 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:11:21.433403 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b7854403-b524-4854-836c-681d820d1649 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:11:21.451261 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: b7854403-b524-4854-836c-681d820d1649 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:11:21.451607 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b7854403-b524-4854-836c-681d820d1649 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:11:21.673788 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36492) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:21.713349 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-808e4dc3-c8e9-4c75-a490-0c98739d168e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d693feb55b994555876622fbcd4ec993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383627 Jul 28 12:11:21.715704 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36494) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:21.762190 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-22ff6bcd-5ede-4a30-8a57-083704a44817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:21.782727 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-22ff6bcd-5ede-4a30-8a57-083704a44817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:21.831896 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-22ff6bcd-5ede-4a30-8a57-083704a44817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:21.834626 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-22ff6bcd-5ede-4a30-8a57-083704a44817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:21.836647 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-22ff6bcd-5ede-4a30-8a57-083704a44817 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fc48e25-a4c1-4fa3-9659-7bd9e2393fec HTTP/1.1" status: 204 len: 168 time: 0.1200204 Jul 28 12:11:21.845561 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff6bcd-5ede-4a30-8a57-083704a44817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc48e25-a4c1-4fa3-9659-7bd9e2393fec,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:22.511910 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36516) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:22.604164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ed6e7204-3ef7-41cd-83d8-401c28031479 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1343668719-network', 'tenant_id': 'eb89231f5add444a9c768ee58768d509'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:11:22.625900 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6e7204-3ef7-41cd-83d8-401c28031479 admin admin] Made reservation on behalf of eb89231f5add444a9c768ee58768d509 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:11:22.628086 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed6e7204-3ef7-41cd-83d8-401c28031479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:22.636127 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed6e7204-3ef7-41cd-83d8-401c28031479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:22.720360 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed6e7204-3ef7-41cd-83d8-401c28031479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:22.724626 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed6e7204-3ef7-41cd-83d8-401c28031479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:22.749144 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6e7204-3ef7-41cd-83d8-401c28031479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:11:22.757895 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e7204-3ef7-41cd-83d8-401c28031479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d1f312-391a-4568-ae33-d551f4955d09,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:22.764939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed6e7204-3ef7-41cd-83d8-401c28031479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:22.765957 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-ed6e7204-3ef7-41cd-83d8-401c28031479 admin admin] Added segment a6cddf49-b0a7-4d80-a831-83971c56da8f of type vlan for network ffcbec59-f14c-4469-80aa-bd2438d8294d Jul 28 12:11:22.806144 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed6e7204-3ef7-41cd-83d8-401c28031479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:22.833452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed6e7204-3ef7-41cd-83d8-401c28031479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:22.834455 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6e7204-3ef7-41cd-83d8-401c28031479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:22.835534 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ed6e7204-3ef7-41cd-83d8-401c28031479 admin admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:22.889475 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ed6e7204-3ef7-41cd-83d8-401c28031479 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3762517 Jul 28 12:11:22.892250 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36520) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:22.896390 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e7204-3ef7-41cd-83d8-401c28031479 admin admin] Pushing event updated for resources: {'Network': ['ID=ffcbec59-f14c-4469-80aa-bd2438d8294d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:22.897140 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5197442f-f8c4-4ca3-af87-e16fb1325940 admin admin] Request body: {'subnet': {'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1343668719-subnet', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'ip_version': 4}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:11:22.906739 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network ffcbec59-f14c-4469-80aa-bd2438d8294d details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:11:22.919347 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5197442f-f8c4-4ca3-af87-e16fb1325940 admin admin] Made reservation on behalf of eb89231f5add444a9c768ee58768d509 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:11:22.921654 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5197442f-f8c4-4ca3-af87-e16fb1325940 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:23.086526 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5197442f-f8c4-4ca3-af87-e16fb1325940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:23.139256 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197442f-f8c4-4ca3-af87-e16fb1325940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=692c75bc-5489-40c3-971f-eba0b4ad9353,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:23.149037 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5197442f-f8c4-4ca3-af87-e16fb1325940 admin admin] Checking segment: {'id': 'a6cddf49-b0a7-4d80-a831-83971c56da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:11:23.149385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5197442f-f8c4-4ca3-af87-e16fb1325940 admin admin] Network hostable DHCP agents. Network: ffcbec59-f14c-4469-80aa-bd2438d8294d, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:11:23.165696 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5197442f-f8c4-4ca3-af87-e16fb1325940 admin admin] Network ffcbec59-f14c-4469-80aa-bd2438d8294d is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:11:23.174218 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-5197442f-f8c4-4ca3-af87-e16fb1325940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, ffcbec59-f14c-4469-80aa-bd2438d8294d) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:11:23.178196 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5197442f-f8c4-4ca3-af87-e16fb1325940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:23.178913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5197442f-f8c4-4ca3-af87-e16fb1325940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:23.185949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a05c23-6fd1-42f5-acd1-6c42f99fe3c8 None None] Network ffcbec59-f14c-4469-80aa-bd2438d8294d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:11:23.195745 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5197442f-f8c4-4ca3-af87-e16fb1325940 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2995524 Jul 28 12:11:23.195949 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36522) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:23.200204 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1343668719-router', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:11:23.221168 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:23.222330 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:23.273571 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:23.328540 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-ffcbec59-f14c-4469-80aa-bd2438d8294d', 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'fixed_ips': [{'subnet_id': '692c75bc-5489-40c3-971f-eba0b4ad9353'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:11:23.329401 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:23.409607 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:23.464357 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Allocated IP 172.20.0.2 (ffcbec59-f14c-4469-80aa-bd2438d8294d/692c75bc-5489-40c3-971f-eba0b4ad9353/04cc1359-1a60-4db6-a074-ee20d8f5c1f9) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:11:23.611796 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:23.631896 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:23.734101 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Allocated IP 172.26.1.62 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:11:23.754841 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:23.763084 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Transition to ACTIVE for port object 04cc1359-1a60-4db6-a074-ee20d8f5c1f9 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:11:23.778278 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Transition to ACTIVE for port object 04cc1359-1a60-4db6-a074-ee20d8f5c1f9 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:11:23.784920 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:23.822233 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Network ffcbec59-f14c-4469-80aa-bd2438d8294d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:11:23.825043 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:11:23.830401 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:11:23.838135 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Pushing event updated for resources: {'Port': ['ID=04cc1359-1a60-4db6-a074-ee20d8f5c1f9,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:23.840976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:23.880410 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:23.891660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Attempting to bind port 04cc1359-1a60-4db6-a074-ee20d8f5c1f9 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:11:23.892033 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Attempting to bind port 04cc1359-1a60-4db6-a074-ee20d8f5c1f9 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'a6cddf49-b0a7-4d80-a831-83971c56da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:11:23.892406 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Attempting to bind port 04cc1359-1a60-4db6-a074-ee20d8f5c1f9 on network ffcbec59-f14c-4469-80aa-bd2438d8294d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:11:23.897262 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:11:23.898242 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Checking segment: {'id': 'a6cddf49-b0a7-4d80-a831-83971c56da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:11:23.898671 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:23.899064 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Bound using segment: {'id': 'a6cddf49-b0a7-4d80-a831-83971c56da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:11:23.899531 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Bound port: 04cc1359-1a60-4db6-a074-ee20d8f5c1f9, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cddf49-b0a7-4d80-a831-83971c56da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:11:23.899913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:23.917202 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:11:23.920033 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:11:23.923498 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:11:23.950355 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Pushing event updated for resources: {'Port': ['ID=ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:23.963740 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] For port 04cc1359-1a60-4db6-a074-ee20d8f5c1f9, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:11:23.967998 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] For port 04cc1359-1a60-4db6-a074-ee20d8f5c1f9, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=04cc1359-1a60-4db6-a074-ee20d8f5c1f9,segment=NetworkSegment(a6cddf49-b0a7-4d80-a831-83971c56da8f),segment_id=a6cddf49-b0a7-4d80-a831-83971c56da8f)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:11:23.971502 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:24.029596 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed98551-5580-4469-b7d1-a7391741558b None None] Pushing event updated for resources: {'Port': ['ID=04cc1359-1a60-4db6-a074-ee20d8f5c1f9,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:24.193315 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:24.387893 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:24.511922 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Router 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:11:24.619255 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:11:24.630835 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Sync routers for ids ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:11:24.637701 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:24.641385 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-33b97a1e-1df6-4002-ac8c-8a76b99c075d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4421058 Jul 28 12:11:24.641679 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36524) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:24.647367 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Routers {'535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:11:24.648369 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:11:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:24.756423 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Set router 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:11:24.927844 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eacc6f-695d-47be-9f10-34ec1c1e1318 None None] Network ffcbec59-f14c-4469-80aa-bd2438d8294d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:11:24.953616 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'name': 'tempest-TestMinimumBasicScenario-1343668719-router', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:24Z', 'revision_number': 3, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'gw_port': {'id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:24.981236 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Checking router: 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:11:24.981588 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Updating router 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac port ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:11:24.996393 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-81684690-359e-4677-959a-32c108ae9baa None None] Provisioning for port 04cc1359-1a60-4db6-a074-ee20d8f5c1f9 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:11:25.010642 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:25.287985 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:25.300449 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Transition to ACTIVE for port object ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:11:25.307033 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:25.360849 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Attempting to bind port ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:11:25.361229 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Attempting to bind port ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:11:25.361661 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Attempting to bind port ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:11:25.363919 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98babf8d-91b7-4e07-a578-bce5ef2c2c40 None None] Pushing event updated for resources: {'Port': ['ID=ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:25.373014 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98babf8d-91b7-4e07-a578-bce5ef2c2c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:25.373369 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98babf8d-91b7-4e07-a578-bce5ef2c2c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:25.373712 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98babf8d-91b7-4e07-a578-bce5ef2c2c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:25.374046 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98babf8d-91b7-4e07-a578-bce5ef2c2c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:25.374381 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98babf8d-91b7-4e07-a578-bce5ef2c2c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:25.374739 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98babf8d-91b7-4e07-a578-bce5ef2c2c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:25.375069 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98babf8d-91b7-4e07-a578-bce5ef2c2c40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:25.375397 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98babf8d-91b7-4e07-a578-bce5ef2c2c40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:25.375726 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98babf8d-91b7-4e07-a578-bce5ef2c2c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:25.376050 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98babf8d-91b7-4e07-a578-bce5ef2c2c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:25.376436 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98babf8d-91b7-4e07-a578-bce5ef2c2c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:25.376681 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98babf8d-91b7-4e07-a578-bce5ef2c2c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:25.379950 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:11:25.380321 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:11:25.380728 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:25.381118 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:11:25.381591 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Bound port: ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:11:25.382026 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:25.410365 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:25.436340 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] For port ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:11:25.440921 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] For port ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:11:25.449340 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:25.453452 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 04cc1359-1a60-4db6-a074-ee20d8f5c1f9 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:11:25.516168 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 04cc1359-1a60-4db6-a074-ee20d8f5c1f9 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:11:25.519079 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Routers {'535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:11:25.519818 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:11:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:25.520842 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 04cc1359-1a60-4db6-a074-ee20d8f5c1f9 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:25.521281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:25.558300 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98babf8d-91b7-4e07-a578-bce5ef2c2c40 None None] Pushing event updated for resources: {'Port': ['ID=ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:25.581196 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Allocated IP 172.20.0.1 (ffcbec59-f14c-4469-80aa-bd2438d8294d/692c75bc-5489-40c3-971f-eba0b4ad9353/2c5a6640-1c9a-4692-a7c6-3edbb7baa77a) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:11:25.605071 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:25.641189 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 04cc1359-1a60-4db6-a074-ee20d8f5c1f9, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=04cc1359-1a60-4db6-a074-ee20d8f5c1f9,segment=NetworkSegment(a6cddf49-b0a7-4d80-a831-83971c56da8f),segment_id=a6cddf49-b0a7-4d80-a831-83971c56da8f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:25.646921 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:25.697478 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:25.703360 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=04cc1359-1a60-4db6-a074-ee20d8f5c1f9,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:25.713411 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Transition to ACTIVE for port object 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:11:25.735360 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] Set router 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:11:25.747913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:25.785540 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Network ffcbec59-f14c-4469-80aa-bd2438d8294d is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:11:25.792960 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:11:25.795736 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:11:25.818143 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Pushing event updated for resources: {'Port': ['ID=2c5a6640-1c9a-4692-a7c6-3edbb7baa77a,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:25.841795 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:25.920258 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'name': 'tempest-TestMinimumBasicScenario-1343668719-router', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:24Z', 'revision_number': 3, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'gw_port': {'id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:25.948284 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f955bdd-9402-4ca6-9a44-c11b13b84134 None None] The sync data for ids ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'] in dv-neutron-786478-16-hyperv is: [{'id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'name': 'tempest-TestMinimumBasicScenario-1343668719-router', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:24Z', 'revision_number': 3, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'gw_port': {'id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:11:25.983059 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:26.074842 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c3456fc8-88c3-4690-ad71-8acfba991b6f None None] Provisioning for port 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:11:26.078608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c3456fc8-88c3-4690-ad71-8acfba991b6f None None] Provisioning complete for port 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:26.078980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c3456fc8-88c3-4690-ad71-8acfba991b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:26.118588 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c3456fc8-88c3-4690-ad71-8acfba991b6f None None] Port 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:11:26.164693 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:26.167143 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:26.245041 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:26.250957 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Pushing event updated for resources: {'Port': ['ID=2c5a6640-1c9a-4692-a7c6-3edbb7baa77a,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:26.351937 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Network ffcbec59-f14c-4469-80aa-bd2438d8294d is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:11:26.353449 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:11:26.479519 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Router 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:11:26.596261 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:11:26.601831 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f9431933-abd0-4a45-bdc8-2db9eb7d25ac admin admin] 10.222.0.43 "PUT /v2.0/routers/535289b4-3eff-4c5e-a6ba-ac0ed126c6ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9590855 Jul 28 12:11:26.641196 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-39ed184e-6e19-42a9-828d-fef73ac5c242 None None] Provisioning complete for port 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:26.641653 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39ed184e-6e19-42a9-828d-fef73ac5c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:26.678492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-39ed184e-6e19-42a9-828d-fef73ac5c242 None None] Port 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:11:27.055385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36540) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:27.060494 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-8ed847c2-7314-4c43-a734-e6d2ce08de87 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1953295215-network', 'tenant_id': 'b46d630dd02047a5a4c57f661a2cb29f'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:11:27.080522 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed847c2-7314-4c43-a734-e6d2ce08de87 admin admin] Made reservation on behalf of b46d630dd02047a5a4c57f661a2cb29f for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:11:27.082800 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ed847c2-7314-4c43-a734-e6d2ce08de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.091211 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ed847c2-7314-4c43-a734-e6d2ce08de87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.186502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ed847c2-7314-4c43-a734-e6d2ce08de87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.190550 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ed847c2-7314-4c43-a734-e6d2ce08de87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.216683 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed847c2-7314-4c43-a734-e6d2ce08de87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:11:27.227921 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed847c2-7314-4c43-a734-e6d2ce08de87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f53f02-3421-46a9-9cf3-9eb04534efd2,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:27.232905 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ed847c2-7314-4c43-a734-e6d2ce08de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.233252 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-8ed847c2-7314-4c43-a734-e6d2ce08de87 admin admin] Added segment f88cb874-24b4-4009-9dd3-bbd710ae4058 of type vlan for network 34719151-7c2c-4bbe-8b05-c447343beced Jul 28 12:11:27.271904 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ed847c2-7314-4c43-a734-e6d2ce08de87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.301038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ed847c2-7314-4c43-a734-e6d2ce08de87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.302008 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed847c2-7314-4c43-a734-e6d2ce08de87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:27.302621 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8ed847c2-7314-4c43-a734-e6d2ce08de87 admin admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.359360 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8ed847c2-7314-4c43-a734-e6d2ce08de87 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3028426 Jul 28 12:11:27.362276 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36542) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:27.366959 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed847c2-7314-4c43-a734-e6d2ce08de87 admin admin] Pushing event updated for resources: {'Network': ['ID=34719151-7c2c-4bbe-8b05-c447343beced,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:27.367982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-32626d9c-5855-4c77-bebf-2d4681423b98 admin admin] Request body: {'subnet': {'network_id': '34719151-7c2c-4bbe-8b05-c447343beced', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1953295215-subnet', 'tenant_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'ip_version': 4}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:11:27.381415 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 34719151-7c2c-4bbe-8b05-c447343beced details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:11:27.393841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32626d9c-5855-4c77-bebf-2d4681423b98 admin admin] Made reservation on behalf of b46d630dd02047a5a4c57f661a2cb29f for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:11:27.396995 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-32626d9c-5855-4c77-bebf-2d4681423b98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.490362 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:11:27.518663 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Sync routers for ids ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:11:27.544271 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Routers {'535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:11:27.544889 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:11:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:27.592387 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-32626d9c-5855-4c77-bebf-2d4681423b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.596912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:11:27.602738 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:27.603117 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.647020 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32626d9c-5855-4c77-bebf-2d4681423b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f7f31b-6130-4457-a597-98e55695ba6d,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:27.656262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32626d9c-5855-4c77-bebf-2d4681423b98 admin admin] Checking segment: {'id': 'f88cb874-24b4-4009-9dd3-bbd710ae4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '34719151-7c2c-4bbe-8b05-c447343beced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:11:27.656689 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32626d9c-5855-4c77-bebf-2d4681423b98 admin admin] Network hostable DHCP agents. Network: 34719151-7c2c-4bbe-8b05-c447343beced, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:11:27.674217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32626d9c-5855-4c77-bebf-2d4681423b98 admin admin] Network 34719151-7c2c-4bbe-8b05-c447343beced is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:11:27.682715 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-32626d9c-5855-4c77-bebf-2d4681423b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 34719151-7c2c-4bbe-8b05-c447343beced) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:11:27.686145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Set router 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:11:27.687003 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32626d9c-5855-4c77-bebf-2d4681423b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:27.687982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-32626d9c-5855-4c77-bebf-2d4681423b98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.702228 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-32626d9c-5855-4c77-bebf-2d4681423b98 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3387771 Jul 28 12:11:27.704951 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36544) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:27.709430 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1953295215-router', 'tenant_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:11:27.716473 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d433b-9926-4051-b7b9-9a4220d3cff7 None None] Network 34719151-7c2c-4bbe-8b05-c447343beced requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:11:27.731329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.732435 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.789332 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.878434 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.923581 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:27.927124 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.933066 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.933966 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 04cc1359-1a60-4db6-a074-ee20d8f5c1f9 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:11:28.082039 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:28.126291 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 04cc1359-1a60-4db6-a074-ee20d8f5c1f9 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:28.126695 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:28.127814 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:28.130109 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-34719151-7c2c-4bbe-8b05-c447343beced', 'network_id': '34719151-7c2c-4bbe-8b05-c447343beced', 'tenant_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'fixed_ips': [{'subnet_id': '35f7f31b-6130-4457-a597-98e55695ba6d'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:11:28.130947 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:28.147914 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:28.179286 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'name': 'tempest-TestMinimumBasicScenario-1343668719-router', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:25Z', 'revision_number': 4, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'gw_port': {'id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '2c5a6640-1c9a-4692-a7c6-3edbb7baa77a', 'name': '', 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'mac_address': 'fa:16:3e:8b:8a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:25Z', 'updated_at': '2021-07-28T12:11:26Z', 'revision_number': 2, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'subnets': [{'id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:28.219229 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Checking router: 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:11:28.219616 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Updating router 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac port 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:11:28.257518 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Allocated IP 172.26.1.246 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:11:28.302942 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:28.362143 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:28.402508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:28.430036 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Allocated IP 172.20.0.2 (34719151-7c2c-4bbe-8b05-c447343beced/35f7f31b-6130-4457-a597-98e55695ba6d/b35c5081-f3c0-45f6-8d16-b9ca0595b005) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:11:28.442740 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:11:28.447897 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:11:28.453573 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:11:28.480715 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Pushing event updated for resources: {'Port': ['ID=8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:28.731889 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:28.884327 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:28.913226 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Transition to ACTIVE for port object b35c5081-f3c0-45f6-8d16-b9ca0595b005 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:11:28.942740 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Transition to ACTIVE for port object b35c5081-f3c0-45f6-8d16-b9ca0595b005 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:11:28.945411 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:28.955195 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:28.961273 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Transition to ACTIVE for port object 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:11:28.965158 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:28.992846 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:29.006726 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Network 34719151-7c2c-4bbe-8b05-c447343beced is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:11:29.016436 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:11:29.023697 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:11:29.026208 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Pushing event updated for resources: {'Port': ['ID=b35c5081-f3c0-45f6-8d16-b9ca0595b005,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:29.122128 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Router 4230264d-4b8d-492d-8e5e-8d32c6e56306 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:11:29.153832 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406181c2-b29c-43ba-844d-4af1ea0e1935 None None] Pushing event updated for resources: {'Port': ['ID=2c5a6640-1c9a-4692-a7c6-3edbb7baa77a,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:29.162291 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Attempting to bind port b35c5081-f3c0-45f6-8d16-b9ca0595b005 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:11:29.162696 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Attempting to bind port b35c5081-f3c0-45f6-8d16-b9ca0595b005 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'f88cb874-24b4-4009-9dd3-bbd710ae4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '34719151-7c2c-4bbe-8b05-c447343beced'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:11:29.163658 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Attempting to bind port b35c5081-f3c0-45f6-8d16-b9ca0595b005 on network 34719151-7c2c-4bbe-8b05-c447343beced {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:11:29.176632 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:11:29.177055 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Checking segment: {'id': 'f88cb874-24b4-4009-9dd3-bbd710ae4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '34719151-7c2c-4bbe-8b05-c447343beced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:11:29.177405 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:29.177792 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Bound using segment: {'id': 'f88cb874-24b4-4009-9dd3-bbd710ae4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '34719151-7c2c-4bbe-8b05-c447343beced'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:11:29.178260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Bound port: b35c5081-f3c0-45f6-8d16-b9ca0595b005, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88cb874-24b4-4009-9dd3-bbd710ae4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '34719151-7c2c-4bbe-8b05-c447343beced'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:11:29.178707 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:29.180740 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Attempting to bind port 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:11:29.181101 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Attempting to bind port 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'a6cddf49-b0a7-4d80-a831-83971c56da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:11:29.181442 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Attempting to bind port 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a on network ffcbec59-f14c-4469-80aa-bd2438d8294d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:11:29.195605 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:11:29.195984 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Checking segment: {'id': 'a6cddf49-b0a7-4d80-a831-83971c56da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:11:29.196389 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:29.196778 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Bound using segment: {'id': 'a6cddf49-b0a7-4d80-a831-83971c56da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:11:29.197348 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Bound port: 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cddf49-b0a7-4d80-a831-83971c56da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:11:29.197729 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:29.253657 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:11:29.266646 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Sync routers for ids ['4230264d-4b8d-492d-8e5e-8d32c6e56306'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:11:29.271774 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:29.276918 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36546) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:29.278018 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Routers {'4230264d-4b8d-492d-8e5e-8d32c6e56306'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:11:29.278150 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-da28430f-24ed-41a4-84a6-7832d0ea355f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5712943 Jul 28 12:11:29.278258 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:11:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4230264d-4b8d-492d-8e5e-8d32c6e56306'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:29.297401 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] For port b35c5081-f3c0-45f6-8d16-b9ca0595b005, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:11:29.301232 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] For port b35c5081-f3c0-45f6-8d16-b9ca0595b005, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b35c5081-f3c0-45f6-8d16-b9ca0595b005,segment=NetworkSegment(f88cb874-24b4-4009-9dd3-bbd710ae4058),segment_id=f88cb874-24b4-4009-9dd3-bbd710ae4058)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:11:29.302610 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] For port 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:11:29.305624 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] For port 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2c5a6640-1c9a-4692-a7c6-3edbb7baa77a,segment=NetworkSegment(a6cddf49-b0a7-4d80-a831-83971c56da8f),segment_id=a6cddf49-b0a7-4d80-a831-83971c56da8f)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:11:29.307481 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:29.340529 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:29.393172 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed032a1-62b9-47c5-8665-88a4253fa52b None None] Pushing event updated for resources: {'Port': ['ID=b35c5081-f3c0-45f6-8d16-b9ca0595b005,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:29.410746 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Set router 4230264d-4b8d-492d-8e5e-8d32c6e56306 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:11:29.420626 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Routers {'535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:11:29.421265 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:11:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:29.465328 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:11:29.589280 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406181c2-b29c-43ba-844d-4af1ea0e1935 None None] Pushing event updated for resources: {'Port': ['ID=2c5a6640-1c9a-4692-a7c6-3edbb7baa77a,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:29.635547 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] Set router 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:11:29.677619 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:29.677997 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:29.720081 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'name': 'tempest-TestMinimumBasicScenario-1953295215-router', 'tenant_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:27Z', 'updated_at': '2021-07-28T12:11:28Z', 'revision_number': 3, 'project_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'gw_port': {'id': '8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:64:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:28Z', 'updated_at': '2021-07-28T12:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:29.763920 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Checking router: 4230264d-4b8d-492d-8e5e-8d32c6e56306 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:11:29.764263 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Updating router 4230264d-4b8d-492d-8e5e-8d32c6e56306 port 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:11:29.799759 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:29.926599 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:29.948472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'name': 'tempest-TestMinimumBasicScenario-1343668719-router', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:25Z', 'revision_number': 4, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'gw_port': {'id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '2c5a6640-1c9a-4692-a7c6-3edbb7baa77a', 'name': '', 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'mac_address': 'fa:16:3e:8b:8a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:25Z', 'updated_at': '2021-07-28T12:11:29Z', 'revision_number': 4, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'subnets': [{'id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:29.980081 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdebc901-32c0-4dd2-a3b2-849e6762432d None None] The sync data for ids ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'] in dv-neutron-786478-16-hyperv is: [{'id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'name': 'tempest-TestMinimumBasicScenario-1343668719-router', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:25Z', 'revision_number': 4, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'gw_port': {'id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '2c5a6640-1c9a-4692-a7c6-3edbb7baa77a', 'name': '', 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'mac_address': 'fa:16:3e:8b:8a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:25Z', 'updated_at': '2021-07-28T12:11:29Z', 'revision_number': 4, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'subnets': [{'id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:11:30.108284 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Allocated IP 172.20.0.1 (34719151-7c2c-4bbe-8b05-c447343beced/35f7f31b-6130-4457-a597-98e55695ba6d/e26151ea-071b-4174-9775-f5fc2e161936) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:11:30.122860 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:30.134482 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Transition to ACTIVE for port object 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:11:30.140213 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:30.195762 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Attempting to bind port 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:11:30.196142 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Attempting to bind port 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:11:30.196546 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Attempting to bind port 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:11:30.200033 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69728e4b-9371-4ff2-8b2d-83311b9f5735 None None] Pushing event updated for resources: {'Port': ['ID=8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:30.207496 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:11:30.207874 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:11:30.208282 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:30.208805 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:11:30.209150 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Bound port: 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:11:30.209509 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:30.237236 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:30.261410 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Transition to ACTIVE for port object e26151ea-071b-4174-9775-f5fc2e161936 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:11:30.278473 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] For port 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:11:30.282184 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] For port 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:11:30.290801 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:30.306322 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:30.346830 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Routers {'4230264d-4b8d-492d-8e5e-8d32c6e56306'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:11:30.347609 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:11:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4230264d-4b8d-492d-8e5e-8d32c6e56306'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:30.357995 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Network 34719151-7c2c-4bbe-8b05-c447343beced is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:11:30.361349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:11:30.368356 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:11:30.374958 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Pushing event updated for resources: {'Port': ['ID=e26151ea-071b-4174-9775-f5fc2e161936,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:30.412160 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69728e4b-9371-4ff2-8b2d-83311b9f5735 None None] Pushing event updated for resources: {'Port': ['ID=8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:30.424469 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:30.496957 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] Set router 4230264d-4b8d-492d-8e5e-8d32c6e56306 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:11:30.575341 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:30.661270 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c80f310-7607-471c-a967-7a9c3a656a83 None None] Network 34719151-7c2c-4bbe-8b05-c447343beced requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:11:30.724128 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'name': 'tempest-TestMinimumBasicScenario-1953295215-router', 'tenant_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:27Z', 'updated_at': '2021-07-28T12:11:28Z', 'revision_number': 3, 'project_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'gw_port': {'id': '8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:64:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:28Z', 'updated_at': '2021-07-28T12:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:30.755310 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaf01e4-e4f1-44d9-be6e-65ffbf57e19f None None] The sync data for ids ['4230264d-4b8d-492d-8e5e-8d32c6e56306'] in dv-neutron-786478-16-hyperv is: [{'id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'name': 'tempest-TestMinimumBasicScenario-1953295215-router', 'tenant_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:27Z', 'updated_at': '2021-07-28T12:11:28Z', 'revision_number': 3, 'project_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'gw_port': {'id': '8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:64:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:28Z', 'updated_at': '2021-07-28T12:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:11:30.776259 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:30.783106 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:30.805755 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8bfcc96d-df88-463f-a7f9-780390ae00fa None None] Provisioning for port b35c5081-f3c0-45f6-8d16-b9ca0595b005 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:11:30.840331 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:30.936752 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Pushing event updated for resources: {'Port': ['ID=e26151ea-071b-4174-9775-f5fc2e161936,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:30.994843 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Network 34719151-7c2c-4bbe-8b05-c447343beced is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:11:30.996702 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:11:31.152965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0b412b86-f3eb-48e2-9c7a-8e6b23ef3fa8 None None] Provisioning for port e26151ea-071b-4174-9775-f5fc2e161936 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:11:31.157763 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0b412b86-f3eb-48e2-9c7a-8e6b23ef3fa8 None None] Provisioning complete for port e26151ea-071b-4174-9775-f5fc2e161936 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:31.158262 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0b412b86-f3eb-48e2-9c7a-8e6b23ef3fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:31.228318 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Router 4230264d-4b8d-492d-8e5e-8d32c6e56306 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:11:31.251657 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0b412b86-f3eb-48e2-9c7a-8e6b23ef3fa8 None None] Port e26151ea-071b-4174-9775-f5fc2e161936 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:11:31.369398 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:11:31.386830 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-87ed3433-85b7-4e0a-bd07-cb9ec5033559 admin admin] 10.222.0.43 "PUT /v2.0/routers/4230264d-4b8d-492d-8e5e-8d32c6e56306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0975287 Jul 28 12:11:31.494763 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0753f6e3-232b-4b26-90b7-671200dae1d6 None None] Provisioning complete for port e26151ea-071b-4174-9775-f5fc2e161936 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:31.495254 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0753f6e3-232b-4b26-90b7-671200dae1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:31.565099 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0753f6e3-232b-4b26-90b7-671200dae1d6 None None] Port e26151ea-071b-4174-9775-f5fc2e161936 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:11:31.573251 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:11:31.644982 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:11:31.654827 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:31.655939 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:31.759113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:31.808879 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2c5a6640-1c9a-4692-a7c6-3edbb7baa77a,segment=NetworkSegment(a6cddf49-b0a7-4d80-a831-83971c56da8f),segment_id=a6cddf49-b0a7-4d80-a831-83971c56da8f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:31.810819 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b2d691f6-630a-4291-98d1-6978097e160d None None] Provisioning complete for port e26151ea-071b-4174-9775-f5fc2e161936 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:31.811279 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b2d691f6-630a-4291-98d1-6978097e160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:31.831656 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:31.832502 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:11:31.918558 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b2d691f6-630a-4291-98d1-6978097e160d None None] Port e26151ea-071b-4174-9775-f5fc2e161936 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:11:31.938377 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=2c5a6640-1c9a-4692-a7c6-3edbb7baa77a,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:31.957554 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:11:31.962095 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:31.967741 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:32.063382 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:32.087985 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:32.092868 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:32.093750 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b35c5081-f3c0-45f6-8d16-b9ca0595b005 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:11:32.175347 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:32.188290 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port b35c5081-f3c0-45f6-8d16-b9ca0595b005 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:11:32.192268 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port b35c5081-f3c0-45f6-8d16-b9ca0595b005 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:32.192667 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:32.273153 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:32.308100 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port b35c5081-f3c0-45f6-8d16-b9ca0595b005, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b35c5081-f3c0-45f6-8d16-b9ca0595b005,segment=NetworkSegment(f88cb874-24b4-4009-9dd3-bbd710ae4058),segment_id=f88cb874-24b4-4009-9dd3-bbd710ae4058)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:32.312252 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:32.360721 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=b35c5081-f3c0-45f6-8d16-b9ca0595b005,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:32.428668 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b7469ab-303d-4a5b-b64a-f48725287c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:33.422291 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:11:33.482672 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:33.483297 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:33.563003 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Sync routers for ids ['4230264d-4b8d-492d-8e5e-8d32c6e56306'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:11:33.583162 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:11:33.586487 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Routers {'4230264d-4b8d-492d-8e5e-8d32c6e56306'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:11:33.587135 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:11:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4230264d-4b8d-492d-8e5e-8d32c6e56306'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:33.714799 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:33.715077 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:33.911788 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Set router 4230264d-4b8d-492d-8e5e-8d32c6e56306 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:11:34.071644 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b35c5081-f3c0-45f6-8d16-b9ca0595b005 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:11:34.172796 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port b35c5081-f3c0-45f6-8d16-b9ca0595b005 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:34.173166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:34.229830 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'name': 'tempest-TestMinimumBasicScenario-1953295215-router', 'tenant_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:27Z', 'updated_at': '2021-07-28T12:11:30Z', 'revision_number': 4, 'project_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'gw_port': {'id': '8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:28Z', 'updated_at': '2021-07-28T12:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'e26151ea-071b-4174-9775-f5fc2e161936', 'name': '', 'network_id': '34719151-7c2c-4bbe-8b05-c447343beced', 'tenant_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'mac_address': 'fa:16:3e:bb:e2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '35f7f31b-6130-4457-a597-98e55695ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:29Z', 'updated_at': '2021-07-28T12:11:30Z', 'revision_number': 2, 'project_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'subnets': [{'id': '35f7f31b-6130-4457-a597-98e55695ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:34.260428 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Checking router: 4230264d-4b8d-492d-8e5e-8d32c6e56306 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:11:34.260939 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Updating router 4230264d-4b8d-492d-8e5e-8d32c6e56306 port e26151ea-071b-4174-9775-f5fc2e161936 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:11:34.314838 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:34.618809 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:34.629525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Transition to ACTIVE for port object e26151ea-071b-4174-9775-f5fc2e161936 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:11:34.636463 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:34.680213 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fe3a-9834-4a30-943a-347dc96c99f6 None None] Pushing event updated for resources: {'Port': ['ID=e26151ea-071b-4174-9775-f5fc2e161936,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:34.761051 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Attempting to bind port e26151ea-071b-4174-9775-f5fc2e161936 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:11:34.761570 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Attempting to bind port e26151ea-071b-4174-9775-f5fc2e161936 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'f88cb874-24b4-4009-9dd3-bbd710ae4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '34719151-7c2c-4bbe-8b05-c447343beced'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:11:34.762110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Attempting to bind port e26151ea-071b-4174-9775-f5fc2e161936 on network 34719151-7c2c-4bbe-8b05-c447343beced {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:11:34.768034 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:11:34.768673 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Checking segment: {'id': 'f88cb874-24b4-4009-9dd3-bbd710ae4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '34719151-7c2c-4bbe-8b05-c447343beced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:11:34.769197 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:34.769686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Bound using segment: {'id': 'f88cb874-24b4-4009-9dd3-bbd710ae4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '34719151-7c2c-4bbe-8b05-c447343beced'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:11:34.770268 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Bound port: e26151ea-071b-4174-9775-f5fc2e161936, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88cb874-24b4-4009-9dd3-bbd710ae4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '34719151-7c2c-4bbe-8b05-c447343beced'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:11:34.770784 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:34.859095 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] For port e26151ea-071b-4174-9775-f5fc2e161936, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:11:34.863043 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] For port e26151ea-071b-4174-9775-f5fc2e161936, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e26151ea-071b-4174-9775-f5fc2e161936,segment=NetworkSegment(f88cb874-24b4-4009-9dd3-bbd710ae4058),segment_id=f88cb874-24b4-4009-9dd3-bbd710ae4058)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:11:34.869015 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:34.945959 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000fe3a-9834-4a30-943a-347dc96c99f6 None None] Pushing event updated for resources: {'Port': ['ID=e26151ea-071b-4174-9775-f5fc2e161936,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:34.965109 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Routers {'4230264d-4b8d-492d-8e5e-8d32c6e56306'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:11:34.965806 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:11:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4230264d-4b8d-492d-8e5e-8d32c6e56306'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:34.969538 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-340ed6a6-4579-4c64-af14-f2fd27de57cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:35.097162 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] Set router 4230264d-4b8d-492d-8e5e-8d32c6e56306 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:11:35.330021 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'name': 'tempest-TestMinimumBasicScenario-1953295215-router', 'tenant_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:27Z', 'updated_at': '2021-07-28T12:11:30Z', 'revision_number': 4, 'project_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'gw_port': {'id': '8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:28Z', 'updated_at': '2021-07-28T12:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'e26151ea-071b-4174-9775-f5fc2e161936', 'name': '', 'network_id': '34719151-7c2c-4bbe-8b05-c447343beced', 'tenant_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'mac_address': 'fa:16:3e:bb:e2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '35f7f31b-6130-4457-a597-98e55695ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:29Z', 'updated_at': '2021-07-28T12:11:34Z', 'revision_number': 4, 'project_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'subnets': [{'id': '35f7f31b-6130-4457-a597-98e55695ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:11:35.360164 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecded9f-cea8-428b-b69f-b74692129100 None None] The sync data for ids ['4230264d-4b8d-492d-8e5e-8d32c6e56306'] in dv-neutron-786478-16-hyperv is: [{'id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'name': 'tempest-TestMinimumBasicScenario-1953295215-router', 'tenant_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:27Z', 'updated_at': '2021-07-28T12:11:30Z', 'revision_number': 4, 'project_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'gw_port': {'id': '8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:28Z', 'updated_at': '2021-07-28T12:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'e26151ea-071b-4174-9775-f5fc2e161936', 'name': '', 'network_id': '34719151-7c2c-4bbe-8b05-c447343beced', 'tenant_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'mac_address': 'fa:16:3e:bb:e2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '35f7f31b-6130-4457-a597-98e55695ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:29Z', 'updated_at': '2021-07-28T12:11:34Z', 'revision_number': 4, 'project_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'subnets': [{'id': '35f7f31b-6130-4457-a597-98e55695ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:11:35.380988 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:36.473938 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:37.426113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e26151ea-071b-4174-9775-f5fc2e161936 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:11:37.489075 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port e26151ea-071b-4174-9775-f5fc2e161936 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:11:37.493234 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port e26151ea-071b-4174-9775-f5fc2e161936 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:37.493614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:37.575732 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:37.611350 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port e26151ea-071b-4174-9775-f5fc2e161936, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e26151ea-071b-4174-9775-f5fc2e161936,segment=NetworkSegment(f88cb874-24b4-4009-9dd3-bbd710ae4058),segment_id=f88cb874-24b4-4009-9dd3-bbd710ae4058)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:37.615446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:37.667024 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=e26151ea-071b-4174-9775-f5fc2e161936,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:38.032627 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:39.406761 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e26151ea-071b-4174-9775-f5fc2e161936 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:11:39.459118 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port e26151ea-071b-4174-9775-f5fc2e161936 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:39.460423 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:41.447148 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c90c37cb-50d2-4ead-96b0-01f97adda87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:41.448624 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c90c37cb-50d2-4ead-96b0-01f97adda87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/networks?id=ffcbec59-f14c-4469-80aa-bd2438d8294d HTTP/1.1" status: 200 len: 815 time: 0.0987511 Jul 28 12:11:41.470711 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-817302d3-ccdf-42fd-84c7-eed977923217 req-3a8daf27-b95e-4bca-b99f-68a82186f490 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/quotas/eb89231f5add444a9c768ee58768d509 HTTP/1.1" status: 200 len: 375 time: 0.0161474 Jul 28 12:11:41.524538 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-817302d3-ccdf-42fd-84c7-eed977923217 req-13cac7c8-910a-4e2e-b4ac-6bd4ecc42156 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb89231f5add444a9c768ee58768d509&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484581 Jul 28 12:11:41.617691 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-817302d3-ccdf-42fd-84c7-eed977923217 req-6e593294-9237-414c-b267-ca3af3dc4bc6 service neutron] 10.222.0.43 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817442 Jul 28 12:11:41.708310 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-817302d3-ccdf-42fd-84c7-eed977923217 req-5fb4146f-e513-4e44-8e64-4ffdcb6c3b6f service neutron] 10.222.0.43 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845716 Jul 28 12:11:42.200372 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-83e80a25-6d19-4b59-90b6-2caef3f4393e req-11446245-0bef-4dc9-9e06-346d9081d431 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 210 time: 0.3619993 Jul 28 12:11:42.974716 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817302d3-ccdf-42fd-84c7-eed977923217 req-60c4b042-bb71-4145-b7c8-e823601c7d23 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:42.976158 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-817302d3-ccdf-42fd-84c7-eed977923217 req-60c4b042-bb71-4145-b7c8-e823601c7d23 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.39 "GET /v2.0/networks?id=ffcbec59-f14c-4469-80aa-bd2438d8294d HTTP/1.1" status: 200 len: 815 time: 0.1077094 Jul 28 12:11:42.989318 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-817302d3-ccdf-42fd-84c7-eed977923217 req-519071fa-6b28-4c6c-b371-6ad157d7d39a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Request body: {'port': {'device_id': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d', 'admin_state_up': True, 'tenant_id': 'eb89231f5add444a9c768ee58768d509'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:11:43.095889 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817302d3-ccdf-42fd-84c7-eed977923217 req-519071fa-6b28-4c6c-b371-6ad157d7d39a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Made reservation on behalf of eb89231f5add444a9c768ee58768d509 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:11:43.099588 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-817302d3-ccdf-42fd-84c7-eed977923217 req-519071fa-6b28-4c6c-b371-6ad157d7d39a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:43.234149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-817302d3-ccdf-42fd-84c7-eed977923217 req-519071fa-6b28-4c6c-b371-6ad157d7d39a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Allocated IP 172.20.0.14 (ffcbec59-f14c-4469-80aa-bd2438d8294d/692c75bc-5489-40c3-971f-eba0b4ad9353/0faafcb5-d750-473b-8506-7c4c0c2e9e10) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:11:43.343150 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6408ac56-d3bb-4d70-9bbe-8f3478d89617 req-c3262cac-696c-442d-8369-4fa3d97db075 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 210 time: 0.0426331 Jul 28 12:11:43.418143 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-817302d3-ccdf-42fd-84c7-eed977923217 req-519071fa-6b28-4c6c-b371-6ad157d7d39a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:43.432732 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-817302d3-ccdf-42fd-84c7-eed977923217 req-519071fa-6b28-4c6c-b371-6ad157d7d39a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Transition to ACTIVE for port object 0faafcb5-d750-473b-8506-7c4c0c2e9e10 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:11:43.484947 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-817302d3-ccdf-42fd-84c7-eed977923217 req-519071fa-6b28-4c6c-b371-6ad157d7d39a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:43.557782 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817302d3-ccdf-42fd-84c7-eed977923217 req-519071fa-6b28-4c6c-b371-6ad157d7d39a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Network ffcbec59-f14c-4469-80aa-bd2438d8294d is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:11:43.562096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-817302d3-ccdf-42fd-84c7-eed977923217 req-519071fa-6b28-4c6c-b371-6ad157d7d39a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:11:43.564173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519071fa-6b28-4c6c-b371-6ad157d7d39a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Pushing event updated for resources: {'Port': ['ID=0faafcb5-d750-473b-8506-7c4c0c2e9e10,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:43.566440 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-817302d3-ccdf-42fd-84c7-eed977923217 req-519071fa-6b28-4c6c-b371-6ad157d7d39a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:11:43.625453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817302d3-ccdf-42fd-84c7-eed977923217 req-519071fa-6b28-4c6c-b371-6ad157d7d39a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:43.626115 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-817302d3-ccdf-42fd-84c7-eed977923217 req-519071fa-6b28-4c6c-b371-6ad157d7d39a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:43.658860 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-817302d3-ccdf-42fd-84c7-eed977923217 req-519071fa-6b28-4c6c-b371-6ad157d7d39a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6732709 Jul 28 12:11:43.824956 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-01e91946-6531-41d9-a0aa-9ff7bcd1812d None None] Provisioning for port 0faafcb5-d750-473b-8506-7c4c0c2e9e10 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:11:43.829509 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-01e91946-6531-41d9-a0aa-9ff7bcd1812d None None] Provisioning complete for port 0faafcb5-d750-473b-8506-7c4c0c2e9e10 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:43.829896 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-01e91946-6531-41d9-a0aa-9ff7bcd1812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:43.865478 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-01e91946-6531-41d9-a0aa-9ff7bcd1812d None None] Port 0faafcb5-d750-473b-8506-7c4c0c2e9e10 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:11:44.466294 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b8866-b9db-4df4-9661-961caeace8a6 req-e68eb498-7f8f-484d-a226-726885502c46 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:44.467866 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9a6b8866-b9db-4df4-9661-961caeace8a6 req-e68eb498-7f8f-484d-a226-726885502c46 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 932 time: 0.0499012 Jul 28 12:11:44.507010 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9a6b8866-b9db-4df4-9661-961caeace8a6 req-517c7c47-8ef7-40e0-9416-6ccae2381f4a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322719 Jul 28 12:11:45.640620 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eea484-d444-460c-bec3-934ab6afb520 req-e586224e-c9c0-4cf4-bbbf-7e8e9841ad80 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:45.643666 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-17eea484-d444-460c-bec3-934ab6afb520 req-e586224e-c9c0-4cf4-bbbf-7e8e9841ad80 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 932 time: 0.0658283 Jul 28 12:11:45.685594 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-17eea484-d444-460c-bec3-934ab6afb520 req-66ec1486-b6f5-4b89-9583-8fc76cc3a4e4 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360482 Jul 28 12:11:46.812184 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9fcb2-5c0a-4c36-b3d8-1dcc80a2bb72 req-603a7719-c83b-41fe-a637-948e8a148fb9 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:46.813665 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-26b9fcb2-5c0a-4c36-b3d8-1dcc80a2bb72 req-603a7719-c83b-41fe-a637-948e8a148fb9 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 932 time: 0.0503631 Jul 28 12:11:46.855586 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-26b9fcb2-5c0a-4c36-b3d8-1dcc80a2bb72 req-fdde599f-e685-4f87-bdc6-d7c8eebe8ad5 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348656 Jul 28 12:11:48.005505 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fbed9-c375-4d87-8c82-a7e185e9dab3 req-7528acbd-fe88-4c00-a3e3-ba119cfab5cd tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:48.007532 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a22fbed9-c375-4d87-8c82-a7e185e9dab3 req-7528acbd-fe88-4c00-a3e3-ba119cfab5cd tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 932 time: 0.0667148 Jul 28 12:11:48.046017 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a22fbed9-c375-4d87-8c82-a7e185e9dab3 req-46fd8618-964f-41f4-a2c3-867a70cad61f tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325315 Jul 28 12:11:49.166231 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1154680-ba31-4c13-b221-73d0abf4f898 req-50ea5432-33a5-44d6-8fdc-497409579b4f tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:49.167780 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c1154680-ba31-4c13-b221-73d0abf4f898 req-50ea5432-33a5-44d6-8fdc-497409579b4f tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 932 time: 0.0559108 Jul 28 12:11:49.208332 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c1154680-ba31-4c13-b221-73d0abf4f898 req-b5d573e5-f74e-4e97-a05e-0d1260948ffe tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342987 Jul 28 12:11:50.239228 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:50.330785 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e31c56-6e5f-48f8-8f5c-ed3b42228220 req-1f82dd58-9934-4885-afda-7de839d435e9 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:50.332330 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-60e31c56-6e5f-48f8-8f5c-ed3b42228220 req-1f82dd58-9934-4885-afda-7de839d435e9 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 932 time: 0.0523300 Jul 28 12:11:50.371889 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-60e31c56-6e5f-48f8-8f5c-ed3b42228220 req-8a939be4-2af0-45b9-8a59-ed9abfe6b9dd tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327713 Jul 28 12:11:51.501594 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33afb7-133e-4279-af01-d543eb4539ca req-29946302-81ba-44ac-9cda-74dd36a3feca tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:51.508949 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9b33afb7-133e-4279-af01-d543eb4539ca req-29946302-81ba-44ac-9cda-74dd36a3feca tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 932 time: 0.0562382 Jul 28 12:11:51.543913 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9b33afb7-133e-4279-af01-d543eb4539ca req-f83cce77-49c4-4dc2-a12b-0101dc25a849 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340886 Jul 28 12:11:52.668831 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813b006-cf49-44ea-9123-3ad37c9a48a7 req-6126b1b4-1f89-4a4e-8817-369798f05a78 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:52.670604 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f813b006-cf49-44ea-9123-3ad37c9a48a7 req-6126b1b4-1f89-4a4e-8817-369798f05a78 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 932 time: 0.0595634 Jul 28 12:11:52.710657 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f813b006-cf49-44ea-9123-3ad37c9a48a7 req-28dc70a0-373a-4378-9450-94e9ca2308ac tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335622 Jul 28 12:11:52.859123 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:11:53.461412 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Request body: {'port': {'device_id': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:11:53.515986 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:53.770069 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0faafcb5-d750-473b-8506-7c4c0c2e9e10 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:11:53.777855 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:53.790247 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Transition to ACTIVE for port object 0faafcb5-d750-473b-8506-7c4c0c2e9e10 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:11:53.795687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:53.827019 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2443f-445b-4ca2-9463-68a7a7e8eed7 req-2ade77c7-26c8-4dda-9fe4-8a703979975b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:53.827988 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-10d2443f-445b-4ca2-9463-68a7a7e8eed7 req-2ade77c7-26c8-4dda-9fe4-8a703979975b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 932 time: 0.0508490 Jul 28 12:11:53.846997 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Pushing event updated for resources: {'Port': ['ID=0faafcb5-d750-473b-8506-7c4c0c2e9e10,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:53.889050 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-10d2443f-445b-4ca2-9463-68a7a7e8eed7 req-88d90dac-95ce-4905-8d92-7be7ea80fe9a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461254 Jul 28 12:11:53.922924 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Attempting to bind port 0faafcb5-d750-473b-8506-7c4c0c2e9e10 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:11:53.923266 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Attempting to bind port 0faafcb5-d750-473b-8506-7c4c0c2e9e10 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'a6cddf49-b0a7-4d80-a831-83971c56da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:11:53.923639 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Attempting to bind port 0faafcb5-d750-473b-8506-7c4c0c2e9e10 on network ffcbec59-f14c-4469-80aa-bd2438d8294d {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:11:53.928661 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Port 0faafcb5-d750-473b-8506-7c4c0c2e9e10 on network ffcbec59-f14c-4469-80aa-bd2438d8294d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:11:53.929012 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Attempting to bind port 0faafcb5-d750-473b-8506-7c4c0c2e9e10 on network ffcbec59-f14c-4469-80aa-bd2438d8294d {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:11:53.934008 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:11:53.934346 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Checking segment: {'id': 'a6cddf49-b0a7-4d80-a831-83971c56da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:11:53.934767 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Bound using segment: {'id': 'a6cddf49-b0a7-4d80-a831-83971c56da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:11:53.935197 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Bound port: 0faafcb5-d750-473b-8506-7c4c0c2e9e10, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6cddf49-b0a7-4d80-a831-83971c56da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:11:53.935560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:54.001175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] For port 0faafcb5-d750-473b-8506-7c4c0c2e9e10, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:11:54.004246 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] For port 0faafcb5-d750-473b-8506-7c4c0c2e9e10, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0faafcb5-d750-473b-8506-7c4c0c2e9e10,segment=NetworkSegment(a6cddf49-b0a7-4d80-a831-83971c56da8f),segment_id=a6cddf49-b0a7-4d80-a831-83971c56da8f)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:11:54.008864 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:54.041597 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:54.042211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:54.043745 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-817302d3-ccdf-42fd-84c7-eed977923217 req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] 10.222.0.39 "PUT /v2.0/ports/0faafcb5-d750-473b-8506-7c4c0c2e9e10 HTTP/1.1" status: 200 len: 1094 time: 0.5877440 Jul 28 12:11:54.044209 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'tag': '0faafcb5-d750-473b-8506-7c4c0c2e9e10'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:11:54.046530 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3867a8de-b08c-48fa-9c18-913dc026ec82" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec5a081-6c4c-4099-b72c-7c99e16cda88", "tag": "0faafcb5-d750-473b-8506-7c4c0c2e9e10"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:11:54.073946 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851eeaf-4787-4e12-8fac-7808c24c2b21 service neutron] Pushing event updated for resources: {'Port': ['ID=0faafcb5-d750-473b-8506-7c4c0c2e9e10,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:54.109367 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19d42af-e58f-4c8b-bee3-5eb757b57a71 x-openstack-request-id: req-a19d42af-e58f-4c8b-bee3-5eb757b57a71 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:11:54.109654 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec5a081-6c4c-4099-b72c-7c99e16cda88", "tag": "0faafcb5-d750-473b-8506-7c4c0c2e9e10", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:11:54.109904 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a19d42af-e58f-4c8b-bee3-5eb757b57a71 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:11:54.110293 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'tag': '0faafcb5-d750-473b-8506-7c4c0c2e9e10', 'status': 'completed', 'code': 200} Jul 28 12:11:54.144073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817302d3-ccdf-42fd-84c7-eed977923217 req-bf728a29-5375-4b7a-a4a6-e7bbcaa52303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:54.145594 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-817302d3-ccdf-42fd-84c7-eed977923217 req-bf728a29-5375-4b7a-a4a6-e7bbcaa52303 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb89231f5add444a9c768ee58768d509&device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 1097 time: 0.0457506 Jul 28 12:11:54.194694 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-817302d3-ccdf-42fd-84c7-eed977923217 req-bb6e3294-d30e-4644-9462-cb516c2fada2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0faafcb5-d750-473b-8506-7c4c0c2e9e10 HTTP/1.1" status: 200 len: 217 time: 0.0404208 Jul 28 12:11:54.245718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817302d3-ccdf-42fd-84c7-eed977923217 req-8e4d326c-1eb3-49e2-aff7-08b8b8fe2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:54.247224 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-817302d3-ccdf-42fd-84c7-eed977923217 req-8e4d326c-1eb3-49e2-aff7-08b8b8fe2a31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692c75bc-5489-40c3-971f-eba0b4ad9353 HTTP/1.1" status: 200 len: 854 time: 0.0453978 Jul 28 12:11:54.292560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817302d3-ccdf-42fd-84c7-eed977923217 req-220a916b-efcd-4452-930a-646c309c0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:54.294057 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-817302d3-ccdf-42fd-84c7-eed977923217 req-220a916b-efcd-4452-930a-646c309c0478 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ffcbec59-f14c-4469-80aa-bd2438d8294d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398147 Jul 28 12:11:54.385148 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-817302d3-ccdf-42fd-84c7-eed977923217 req-45557430-3157-4593-bd67-24de4f7d7b5e service neutron] 10.222.0.39 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837653 Jul 28 12:11:54.473520 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-817302d3-ccdf-42fd-84c7-eed977923217 req-a3545ee1-fb72-465a-9e74-1affdf1876da service neutron] 10.222.0.39 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801589 Jul 28 12:11:54.557827 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867a8de-b08c-48fa-9c18-913dc026ec82 req-240a48e7-2711-40eb-ae18-e9abddaa94f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:54.559327 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3867a8de-b08c-48fa-9c18-913dc026ec82 req-240a48e7-2711-40eb-ae18-e9abddaa94f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb89231f5add444a9c768ee58768d509&device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 1097 time: 0.0420828 Jul 28 12:11:54.650311 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867a8de-b08c-48fa-9c18-913dc026ec82 req-ded72568-f976-431e-a62c-2fd8c03d051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:54.651767 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3867a8de-b08c-48fa-9c18-913dc026ec82 req-ded72568-f976-431e-a62c-2fd8c03d051a service neutron] 10.222.0.39 "GET /v2.0/networks?id=ffcbec59-f14c-4469-80aa-bd2438d8294d HTTP/1.1" status: 200 len: 916 time: 0.0845942 Jul 28 12:11:54.693235 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3867a8de-b08c-48fa-9c18-913dc026ec82 req-cb733500-ebeb-4ea0-a0d0-17ef6ea2fa80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0faafcb5-d750-473b-8506-7c4c0c2e9e10 HTTP/1.1" status: 200 len: 217 time: 0.0338852 Jul 28 12:11:54.746051 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867a8de-b08c-48fa-9c18-913dc026ec82 req-20d83270-51f9-4048-a4e9-c5e3a300915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:54.747488 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3867a8de-b08c-48fa-9c18-913dc026ec82 req-20d83270-51f9-4048-a4e9-c5e3a300915d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692c75bc-5489-40c3-971f-eba0b4ad9353 HTTP/1.1" status: 200 len: 854 time: 0.0469241 Jul 28 12:11:54.792593 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867a8de-b08c-48fa-9c18-913dc026ec82 req-fc88a5d4-a61a-46e4-b7d6-92807650e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:54.794059 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3867a8de-b08c-48fa-9c18-913dc026ec82 req-fc88a5d4-a61a-46e4-b7d6-92807650e333 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ffcbec59-f14c-4469-80aa-bd2438d8294d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396147 Jul 28 12:11:54.881852 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3867a8de-b08c-48fa-9c18-913dc026ec82 req-9fa3ef4a-f4f5-4cb9-b9db-04fcf99dd25c service neutron] 10.222.0.39 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789506 Jul 28 12:11:54.974006 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3867a8de-b08c-48fa-9c18-913dc026ec82 req-297766a1-7e14-4acd-915c-ac6348b4f975 service neutron] 10.222.0.39 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848384 Jul 28 12:11:55.002736 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b99f1-4c34-491d-969b-5462e7578691 req-b2f9adef-e544-454d-b861-0bbebe12e881 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:55.004230 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1b5b99f1-4c34-491d-969b-5462e7578691 req-b2f9adef-e544-454d-b861-0bbebe12e881 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 944 time: 0.0486784 Jul 28 12:11:55.042850 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1b5b99f1-4c34-491d-969b-5462e7578691 req-8502b869-260f-40cf-9524-867701d405b5 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Jul 28 12:11:56.160685 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a32902-f99f-4700-8821-73c2a0b7770a req-08015944-b781-4682-8e4c-c4a87ff5a0ca tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:56.163102 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-67a32902-f99f-4700-8821-73c2a0b7770a req-08015944-b781-4682-8e4c-c4a87ff5a0ca tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 944 time: 0.0523193 Jul 28 12:11:56.200684 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-67a32902-f99f-4700-8821-73c2a0b7770a req-7e260d1a-3afe-4dee-82f5-698351f16095 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316465 Jul 28 12:11:57.313618 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7cc41-2874-4b2b-9123-c789412e6dfd req-22eb107f-7ef4-4a19-bdde-89da925f635b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:57.315126 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-37f7cc41-2874-4b2b-9123-c789412e6dfd req-22eb107f-7ef4-4a19-bdde-89da925f635b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 944 time: 0.0493116 Jul 28 12:11:57.352919 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-37f7cc41-2874-4b2b-9123-c789412e6dfd req-392b3fb4-7f35-438d-b8f8-aae3092b6425 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315945 Jul 28 12:11:58.064354 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 0faafcb5-d750-473b-8506-7c4c0c2e9e10 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:11:58.156999 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 0faafcb5-d750-473b-8506-7c4c0c2e9e10, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0faafcb5-d750-473b-8506-7c4c0c2e9e10,segment=NetworkSegment(a6cddf49-b0a7-4d80-a831-83971c56da8f),segment_id=a6cddf49-b0a7-4d80-a831-83971c56da8f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:58.168266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '0faafcb5-d750-473b-8506-7c4c0c2e9e10', 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d', 'port_id': '0faafcb5-d750-473b-8506-7c4c0c2e9e10', 'mac_address': 'fa:16:3e:e5:bb:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:11:58.204391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:58.219459 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0faafcb5-d750-473b-8506-7c4c0c2e9e10 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:11:58.242371 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 0faafcb5-d750-473b-8506-7c4c0c2e9e10, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0faafcb5-d750-473b-8506-7c4c0c2e9e10,segment=NetworkSegment(a6cddf49-b0a7-4d80-a831-83971c56da8f),segment_id=a6cddf49-b0a7-4d80-a831-83971c56da8f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:58.246589 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:58.293840 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=0faafcb5-d750-473b-8506-7c4c0c2e9e10,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:58.300578 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:58.300921 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:58.301255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:58.301585 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:58.301910 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:58.302233 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:58.302580 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:58.303465 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:58.303997 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:58.304326 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:58.304648 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:58.304968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:58.473333 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef2590-8bb5-42f7-804a-0dbe3b3b6fc4 req-4e9b7691-c554-4ed7-94d9-2ec25d6e4842 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:58.475323 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-17ef2590-8bb5-42f7-804a-0dbe3b3b6fc4 req-4e9b7691-c554-4ed7-94d9-2ec25d6e4842 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 945 time: 0.0481741 Jul 28 12:11:58.479977 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['0faafcb5-d750-473b-8506-7c4c0c2e9e10'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:11:58.513362 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-17ef2590-8bb5-42f7-804a-0dbe3b3b6fc4 req-5b8820f5-4097-4429-8ea5-dee788744794 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316679 Jul 28 12:11:59.631459 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a02f1-746c-4e66-88b0-5c4673231269 req-6b3bfd43-246d-460a-a85b-db102688afa9 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:59.632885 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a11a02f1-746c-4e66-88b0-5c4673231269 req-6b3bfd43-246d-460a-a85b-db102688afa9 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 945 time: 0.0533113 Jul 28 12:11:59.669956 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a11a02f1-746c-4e66-88b0-5c4673231269 req-5769fc8e-eae5-44c2-99aa-1933905a9a49 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311277 Jul 28 12:12:00.079115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 0faafcb5-d750-473b-8506-7c4c0c2e9e10 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:12:00.128696 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 0faafcb5-d750-473b-8506-7c4c0c2e9e10 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:12:00.132295 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 0faafcb5-d750-473b-8506-7c4c0c2e9e10 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:12:00.132666 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:00.205210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:00.226728 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0faafcb5-d750-473b-8506-7c4c0c2e9e10'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:12:00.228956 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852c112f-9b86-4a1c-82de-7514a567ab1a" -d '{"events": [{"server_uuid": "5ec5a081-6c4c-4099-b72c-7c99e16cda88", "name": "network-vif-plugged", "status": "completed", "tag": "0faafcb5-d750-473b-8506-7c4c0c2e9e10"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:12:00.242215 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 0faafcb5-d750-473b-8506-7c4c0c2e9e10, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0faafcb5-d750-473b-8506-7c4c0c2e9e10,segment=NetworkSegment(a6cddf49-b0a7-4d80-a831-83971c56da8f),segment_id=a6cddf49-b0a7-4d80-a831-83971c56da8f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:12:00.246912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:00.296486 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=0faafcb5-d750-473b-8506-7c4c0c2e9e10,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:00.375214 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc60b321-05a8-4329-a577-8b25f24e4585 x-openstack-request-id: req-dc60b321-05a8-4329-a577-8b25f24e4585 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:12:00.375504 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec5a081-6c4c-4099-b72c-7c99e16cda88", "name": "network-vif-plugged", "status": "completed", "tag": "0faafcb5-d750-473b-8506-7c4c0c2e9e10", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:12:00.375754 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc60b321-05a8-4329-a577-8b25f24e4585 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:12:00.376149 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0faafcb5-d750-473b-8506-7c4c0c2e9e10', 'code': 200} Jul 28 12:12:00.539111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d07cf-070c-405f-9bba-1877ed17621c req-aca2dd24-a25b-4fb5-a876-a61db9d81ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:00.540625 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a13d07cf-070c-405f-9bba-1877ed17621c req-aca2dd24-a25b-4fb5-a876-a61db9d81ab0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 1099 time: 0.0408120 Jul 28 12:12:00.575262 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a13d07cf-070c-405f-9bba-1877ed17621c req-34681314-cfe7-427e-9ebc-3da56d851dcf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271897 Jul 28 12:12:00.782724 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8e50e-7658-4835-be10-84cd2f01efa4 req-efc7279b-88d0-4a0a-8c09-f01bf7a029d8 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:00.784192 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-dfb8e50e-7658-4835-be10-84cd2f01efa4 req-efc7279b-88d0-4a0a-8c09-f01bf7a029d8 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 946 time: 0.0483978 Jul 28 12:12:00.823522 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-dfb8e50e-7658-4835-be10-84cd2f01efa4 req-d6f707ca-96ed-4b95-8efc-83727509c0ba tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329971 Jul 28 12:12:01.938476 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98382d7-70dc-409f-a969-d0fa42626565 req-1b86b6c0-3663-4e8a-843d-4a245ae3a015 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:01.939950 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a98382d7-70dc-409f-a969-d0fa42626565 req-1b86b6c0-3663-4e8a-843d-4a245ae3a015 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 946 time: 0.0504320 Jul 28 12:12:01.977683 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a98382d7-70dc-409f-a969-d0fa42626565 req-0491a576-ee31-4458-966c-d8e892fc0a93 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318620 Jul 28 12:12:02.091850 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a965cf-3ca4-4345-a9f9-e4ec06166d40 req-3cfce1bc-34e8-4e9c-8229-8fe91fae230a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:02.093203 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-22a965cf-3ca4-4345-a9f9-e4ec06166d40 req-3cfce1bc-34e8-4e9c-8229-8fe91fae230a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 946 time: 0.0513012 Jul 28 12:12:02.129763 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-22a965cf-3ca4-4345-a9f9-e4ec06166d40 req-d64e38dd-a94c-48b3-b3a2-40a1929fac37 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307093 Jul 28 12:12:02.438258 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a496e4e-a54b-489d-9ce5-21bc641dd7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:02.452389 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52360e80-ac25-464d-827d-34e556974aae req-533260d0-0161-4072-a2df-3880ad414b3a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:02.453868 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-52360e80-ac25-464d-827d-34e556974aae req-533260d0-0161-4072-a2df-3880ad414b3a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 946 time: 0.0512359 Jul 28 12:12:02.493438 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-52360e80-ac25-464d-827d-34e556974aae req-16d6d236-1584-48ec-aa1c-9b2201742438 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326583 Jul 28 12:12:04.911348 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-477dc0f4-ba48-437f-b64c-a2985685c04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:05.373879 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:06.477061 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:08.032771 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:14.005805 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b70c45-80bc-49d2-b576-17b8375c9614 req-cce7fdad-9fc6-4154-bca3-5ac6c8929cb2 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:14.007344 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-15b70c45-80bc-49d2-b576-17b8375c9614 req-cce7fdad-9fc6-4154-bca3-5ac6c8929cb2 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 946 time: 0.0485425 Jul 28 12:12:14.045066 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-15b70c45-80bc-49d2-b576-17b8375c9614 req-cfc023eb-c044-4636-90cf-0b1d304ea774 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317931 Jul 28 12:12:14.066195 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36752) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:14.195804 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29720e42-907d-4aad-bed0-738e2fb73d98 tempest-TestMinimumBasicScenario-1850265129 tempest-TestMinimumBasicScenario-1850265129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:14.197323 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-29720e42-907d-4aad-bed0-738e2fb73d98 tempest-TestMinimumBasicScenario-1850265129 tempest-TestMinimumBasicScenario-1850265129-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 1094 time: 0.1301603 Jul 28 12:12:14.200352 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36756) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:14.204657 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '0faafcb5-d750-473b-8506-7c4c0c2e9e10', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:14.227168 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:14.322105 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:14.425267 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Allocated IP 172.26.1.36 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/d4e744fd-9a41-4f71-9a20-a97271578413) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:12:14.523366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:14.562385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:14.606289 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:12:14.610915 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:12:14.615470 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:12:14.617518 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Pushing event updated for resources: {'Port': ['ID=d4e744fd-9a41-4f71-9a20-a97271578413,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:14.967358 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.033757 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.178755 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.183108 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.247710 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Pushing event updated for resources: {'Port': ['ID=d4e744fd-9a41-4f71-9a20-a97271578413,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:15.257942 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.356551 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Floating IP 3ff3f25a-754a-4cf3-9475-2222cf31f9b6 associated. External IP: 172.26.1.36, port: 0faafcb5-d750-473b-8506-7c4c0c2e9e10. Jul 28 12:12:15.561776 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Router 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:12:15.665742 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:12:15.675415 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2661b9ac-b9c5-4776-acf1-2b266c480607 None None] Sync routers for ids ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:12:15.682457 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.684966 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2661b9ac-b9c5-4776-acf1-2b266c480607 None None] Routers {'535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:12:15.685566 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-2661b9ac-b9c5-4776-acf1-2b266c480607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:12:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:15.711955 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-def329c3-d334-4b1f-8134-2dbfe4891bfa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5077662 Jul 28 12:12:15.711955 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'tag': '0faafcb5-d750-473b-8506-7c4c0c2e9e10'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:12:15.711955 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecafd2eb-93b6-4c7d-9f4f-8df154b180b0" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec5a081-6c4c-4099-b72c-7c99e16cda88", "tag": "0faafcb5-d750-473b-8506-7c4c0c2e9e10"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:12:15.712902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36758) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:15.717841 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-853525417', 'description': 'tempest-secgroup-smoke-853525417 description', 'project_id': 'eb89231f5add444a9c768ee58768d509'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:15.740510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.790832 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-2661b9ac-b9c5-4776-acf1-2b266c480607 None None] Set router 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:12:15.812953 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e289f1-c0e2-4128-ae8d-4b81317d4d73 x-openstack-request-id: req-d0e289f1-c0e2-4128-ae8d-4b81317d4d73 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:12:15.813461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec5a081-6c4c-4099-b72c-7c99e16cda88", "tag": "0faafcb5-d750-473b-8506-7c4c0c2e9e10", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:12:15.813768 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0e289f1-c0e2-4128-ae8d-4b81317d4d73 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:12:15.814187 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'tag': '0faafcb5-d750-473b-8506-7c4c0c2e9e10', 'status': 'completed', 'code': 200} Jul 28 12:12:15.829656 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.842392 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.888043 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.889459 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1755202 Jul 28 12:12:15.892712 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36764) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:15.898913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-3e04e930-ce53-477e-8903-bb84150990f8 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Request body: {'security_group_rule': {'security_group_id': '911cb8e1-f374-4d72-ae8f-2a712a31c376', 'project_id': 'eb89231f5add444a9c768ee58768d509', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:15.902743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911cb8e1-f374-4d72-ae8f-2a712a31c376,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:15.914675 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:15.915029 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:15.915380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:15.915725 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:15.916062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:15.916578 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:15.916921 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:15.917258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:15.917608 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:15.917922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:15.918437 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:15.918930 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33670e55-c01b-403a-a12b-fb58283bd87b tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:15.923801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafd2eb-93b6-4c7d-9f4f-8df154b180b0 req-78f929fe-5047-4374-a2d6-cb2addff0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:15.925493 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ecafd2eb-93b6-4c7d-9f4f-8df154b180b0 req-78f929fe-5047-4374-a2d6-cb2addff0d09 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb89231f5add444a9c768ee58768d509&device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 1099 time: 0.0912778 Jul 28 12:12:15.937886 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e04e930-ce53-477e-8903-bb84150990f8 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.986024 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e04e930-ce53-477e-8903-bb84150990f8 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.989991 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e04e930-ce53-477e-8903-bb84150990f8 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.006754 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04e930-ce53-477e-8903-bb84150990f8 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d03093f-6a2e-4610-9f56-9636097f3c84,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:16.018865 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-3e04e930-ce53-477e-8903-bb84150990f8 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.019838 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafd2eb-93b6-4c7d-9f4f-8df154b180b0 req-12267618-7bd1-4302-a515-ad2edf417a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:16.020165 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3e04e930-ce53-477e-8903-bb84150990f8 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261618 Jul 28 12:12:16.021105 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ecafd2eb-93b6-4c7d-9f4f-8df154b180b0 req-12267618-7bd1-4302-a515-ad2edf417a10 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ffcbec59-f14c-4469-80aa-bd2438d8294d HTTP/1.1" status: 200 len: 916 time: 0.0879068 Jul 28 12:12:16.022826 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36766) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:16.027380 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-db765af8-3d4b-442b-91fd-9a6cefc37351 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Request body: {'security_group_rule': {'security_group_id': '911cb8e1-f374-4d72-ae8f-2a712a31c376', 'project_id': 'eb89231f5add444a9c768ee58768d509', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:16.058077 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-db765af8-3d4b-442b-91fd-9a6cefc37351 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.095842 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ecafd2eb-93b6-4c7d-9f4f-8df154b180b0 req-a9d096af-91a5-4db5-9a69-0c4cc01cf201 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0faafcb5-d750-473b-8506-7c4c0c2e9e10 HTTP/1.1" status: 200 len: 999 time: 0.0679357 Jul 28 12:12:16.118224 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-2661b9ac-b9c5-4776-acf1-2b266c480607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'name': 'tempest-TestMinimumBasicScenario-1343668719-router', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:25Z', 'revision_number': 4, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'gw_port': {'id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '3ff3f25a-754a-4cf3-9475-2222cf31f9b6', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'floating_ip_address': '172.26.1.36', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'port_id': '0faafcb5-d750-473b-8506-7c4c0c2e9e10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d', 'mac_address': 'fa:16:3e:e5:bb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:12:14Z', 'updated_at': '2021-07-28T12:12:14Z', 'revision_number': 0, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c5a6640-1c9a-4692-a7c6-3edbb7baa77a', 'name': '', 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'mac_address': 'fa:16:3e:8b:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:25Z', 'updated_at': '2021-07-28T12:11:31Z', 'revision_number': 5, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'subnets': [{'id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:16.127892 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-db765af8-3d4b-442b-91fd-9a6cefc37351 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.132688 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-db765af8-3d4b-442b-91fd-9a6cefc37351 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.145139 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2661b9ac-b9c5-4776-acf1-2b266c480607 None None] Checking router: 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:12:16.146345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafd2eb-93b6-4c7d-9f4f-8df154b180b0 req-de928e71-2331-44e8-98c1-b1d848a6f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:16.148357 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ecafd2eb-93b6-4c7d-9f4f-8df154b180b0 req-de928e71-2331-44e8-98c1-b1d848a6f0de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692c75bc-5489-40c3-971f-eba0b4ad9353 HTTP/1.1" status: 200 len: 854 time: 0.0448949 Jul 28 12:12:16.154644 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2661b9ac-b9c5-4776-acf1-2b266c480607 None None] Routers {'535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:12:16.155304 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-2661b9ac-b9c5-4776-acf1-2b266c480607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:12:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:16.160818 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db765af8-3d4b-442b-91fd-9a6cefc37351 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d88da6-8f85-4858-960b-0b5dde2bc88f,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:16.168956 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-db765af8-3d4b-442b-91fd-9a6cefc37351 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.170182 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-db765af8-3d4b-442b-91fd-9a6cefc37351 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464391 Jul 28 12:12:16.172909 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36768) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:16.177484 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-146f4717-a595-4159-b27b-d426290deb8e tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Request body: {'security_group_rule': {'security_group_id': '911cb8e1-f374-4d72-ae8f-2a712a31c376', 'project_id': 'eb89231f5add444a9c768ee58768d509', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:16.194672 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafd2eb-93b6-4c7d-9f4f-8df154b180b0 req-aa72daad-94c1-4638-ab54-6765c17f7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:16.196311 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ecafd2eb-93b6-4c7d-9f4f-8df154b180b0 req-aa72daad-94c1-4638-ab54-6765c17f7d81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ffcbec59-f14c-4469-80aa-bd2438d8294d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0412655 Jul 28 12:12:16.208783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-146f4717-a595-4159-b27b-d426290deb8e tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.278409 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-146f4717-a595-4159-b27b-d426290deb8e tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.282867 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-146f4717-a595-4159-b27b-d426290deb8e tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.284151 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-2661b9ac-b9c5-4776-acf1-2b266c480607 None None] Set router 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:12:16.300347 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ecafd2eb-93b6-4c7d-9f4f-8df154b180b0 req-263c1588-3ce4-4a70-9b6c-36a01c0fa2aa service neutron] 10.222.0.39 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962923 Jul 28 12:12:16.301198 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f4717-a595-4159-b27b-d426290deb8e tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffc1e27-6e7c-4c5a-8646-64ce59cfd1ed,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:16.308987 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-146f4717-a595-4159-b27b-d426290deb8e tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.310554 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-146f4717-a595-4159-b27b-d426290deb8e tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365886 Jul 28 12:12:16.313005 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36770) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:16.317696 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-e7955463-601d-4673-be36-33e819edc649 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Request body: {'security_group_rule': {'security_group_id': '911cb8e1-f374-4d72-ae8f-2a712a31c376', 'project_id': 'eb89231f5add444a9c768ee58768d509', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:16.346749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e7955463-601d-4673-be36-33e819edc649 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.401619 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ecafd2eb-93b6-4c7d-9f4f-8df154b180b0 req-1720fe4b-95fa-491d-b2f5-f8712f849ce9 service neutron] 10.222.0.39 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933170 Jul 28 12:12:16.417899 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e7955463-601d-4673-be36-33e819edc649 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.422866 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e7955463-601d-4673-be36-33e819edc649 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.440570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7955463-601d-4673-be36-33e819edc649 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf902ed-eae0-405d-adfb-b9ae41600465,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:16.447975 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e7955463-601d-4673-be36-33e819edc649 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.450922 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e7955463-601d-4673-be36-33e819edc649 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368282 Jul 28 12:12:16.451866 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36772) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:16.456376 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-fe7d3291-3e4e-4820-9cc6-c8baa6c99d97 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Request body: {'security_group_rule': {'security_group_id': '911cb8e1-f374-4d72-ae8f-2a712a31c376', 'project_id': 'eb89231f5add444a9c768ee58768d509', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:16.480803 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.securitygroups_db [None req-fe7d3291-3e4e-4820-9cc6-c8baa6c99d97 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Project eb89231f5add444a9c768ee58768d509 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:12:16.485789 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3291-3e4e-4820-9cc6-c8baa6c99d97 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.531727 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-2661b9ac-b9c5-4776-acf1-2b266c480607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'name': 'tempest-TestMinimumBasicScenario-1343668719-router', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:25Z', 'revision_number': 4, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'gw_port': {'id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '3ff3f25a-754a-4cf3-9475-2222cf31f9b6', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'floating_ip_address': '172.26.1.36', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'port_id': '0faafcb5-d750-473b-8506-7c4c0c2e9e10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d', 'mac_address': 'fa:16:3e:e5:bb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:12:14Z', 'updated_at': '2021-07-28T12:12:14Z', 'revision_number': 0, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c5a6640-1c9a-4692-a7c6-3edbb7baa77a', 'name': '', 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'mac_address': 'fa:16:3e:8b:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:25Z', 'updated_at': '2021-07-28T12:11:31Z', 'revision_number': 5, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'subnets': [{'id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:16.551355 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3291-3e4e-4820-9cc6-c8baa6c99d97 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.556675 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3291-3e4e-4820-9cc6-c8baa6c99d97 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.562139 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2661b9ac-b9c5-4776-acf1-2b266c480607 None None] The sync data for ids ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'] in dv-neutron-786478-16-hyperv is: [{'id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'name': 'tempest-TestMinimumBasicScenario-1343668719-router', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:25Z', 'revision_number': 4, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'gw_port': {'id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '3ff3f25a-754a-4cf3-9475-2222cf31f9b6', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'floating_ip_address': '172.26.1.36', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'port_id': '0faafcb5-d750-473b-8506-7c4c0c2e9e10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d', 'mac_address': 'fa:16:3e:e5:bb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:12:14Z', 'updated_at': '2021-07-28T12:12:14Z', 'revision_number': 0, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c5a6640-1c9a-4692-a7c6-3edbb7baa77a', 'name': '', 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'mac_address': 'fa:16:3e:8b:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:25Z', 'updated_at': '2021-07-28T12:11:31Z', 'revision_number': 5, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'subnets': [{'id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:12:16.577946 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d3291-3e4e-4820-9cc6-c8baa6c99d97 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0279258-87dc-4b1f-ab00-8004d7baa91d,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:16.581405 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3291-3e4e-4820-9cc6-c8baa6c99d97 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.582678 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fe7d3291-3e4e-4820-9cc6-c8baa6c99d97 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298459 Jul 28 12:12:16.585569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36776) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:16.590395 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-29ffc9dc-4986-4102-99a1-0e97f6b51bdf tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Request body: {'security_group_rule': {'security_group_id': '911cb8e1-f374-4d72-ae8f-2a712a31c376', 'project_id': 'eb89231f5add444a9c768ee58768d509', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:16.612567 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.securitygroups_db [None req-29ffc9dc-4986-4102-99a1-0e97f6b51bdf tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Project eb89231f5add444a9c768ee58768d509 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:12:16.618310 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-29ffc9dc-4986-4102-99a1-0e97f6b51bdf tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.686914 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-29ffc9dc-4986-4102-99a1-0e97f6b51bdf tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.691355 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-29ffc9dc-4986-4102-99a1-0e97f6b51bdf tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.709967 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffc9dc-4986-4102-99a1-0e97f6b51bdf tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4ef100-ecb5-46f2-985c-cd7f1afe59b7,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:16.717439 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-29ffc9dc-4986-4102-99a1-0e97f6b51bdf tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:16.718699 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-29ffc9dc-4986-4102-99a1-0e97f6b51bdf tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321621 Jul 28 12:12:16.799197 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14eb6e9-14ec-4f30-a50a-b9e005f89737 None None] New status for floating IP 3ff3f25a-754a-4cf3-9475-2222cf31f9b6: ACTIVE {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:12:16.804614 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-652ca7d2-fa76-4ed3-964f-740ea9a046a1 req-5e6c373b-88dc-43a5-b090-fe660cc9755d tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-853525417&fields=id&tenant_id=eb89231f5add444a9c768ee58768d509 HTTP/1.1" status: 200 len: 267 time: 0.0382214 Jul 28 12:12:16.860407 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ca7d2-fa76-4ed3-964f-740ea9a046a1 req-d816f496-7b81-44de-a90e-99633aa1489d tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:16.861855 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-652ca7d2-fa76-4ed3-964f-740ea9a046a1 req-d816f496-7b81-44de-a90e-99633aa1489d tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 946 time: 0.0497904 Jul 28 12:12:16.874009 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [req-652ca7d2-fa76-4ed3-964f-740ea9a046a1 req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Request body: {'port': {'security_groups': ['57d1f312-391a-4568-ae33-d551f4955d09', '911cb8e1-f374-4d72-ae8f-2a712a31c376']}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:16.938914 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [req-652ca7d2-fa76-4ed3-964f-740ea9a046a1 req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:17.123472 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [req-652ca7d2-fa76-4ed3-964f-740ea9a046a1 req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] For port 0faafcb5-d750-473b-8506-7c4c0c2e9e10, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0faafcb5-d750-473b-8506-7c4c0c2e9e10,segment=NetworkSegment(a6cddf49-b0a7-4d80-a831-83971c56da8f),segment_id=a6cddf49-b0a7-4d80-a831-83971c56da8f)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:12:17.152748 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [req-652ca7d2-fa76-4ed3-964f-740ea9a046a1 req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:17.157806 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [req-652ca7d2-fa76-4ed3-964f-740ea9a046a1 req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:17.169850 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['0faafcb5-d750-473b-8506-7c4c0c2e9e10'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:12:17.203940 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ca7d2-fa76-4ed3-964f-740ea9a046a1 req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:17.204589 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [req-652ca7d2-fa76-4ed3-964f-740ea9a046a1 req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:17.206033 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-652ca7d2-fa76-4ed3-964f-740ea9a046a1 req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "PUT /v2.0/ports/0faafcb5-d750-473b-8506-7c4c0c2e9e10 HTTP/1.1" status: 200 len: 982 time: 0.3368218 Jul 28 12:12:17.231488 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Pushing event updated for resources: {'Port': ['ID=0faafcb5-d750-473b-8506-7c4c0c2e9e10,revision_number=6']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:17.239217 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:17.239569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:17.239912 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:17.240251 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:17.240687 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:17.241006 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:17.241506 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:17.241841 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:17.242169 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:17.242533 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:17.242861 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:17.243185 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e3d1a-ebd3-490e-9f86-8a2c35b9f08a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:17.302073 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['0faafcb5-d750-473b-8506-7c4c0c2e9e10'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:12:17.320553 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46282924-e558-4034-b6e4-b9ed77092035 req-bcc54323-f817-4d82-86d9-9d1c2e41a7e4 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:17.322229 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-46282924-e558-4034-b6e4-b9ed77092035 req-bcc54323-f817-4d82-86d9-9d1c2e41a7e4 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 985 time: 0.0552170 Jul 28 12:12:17.367375 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-46282924-e558-4034-b6e4-b9ed77092035 req-999cbe4e-836f-4733-898d-3ff4c13f694c tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=911cb8e1-f374-4d72-ae8f-2a712a31c376&id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374265 Jul 28 12:12:17.488838 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5ad652c3-588c-44cb-955a-dfeea00f1a92 None None] Provisioning complete for port 0faafcb5-d750-473b-8506-7c4c0c2e9e10 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:12:17.489126 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ad652c3-588c-44cb-955a-dfeea00f1a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:17.815684 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'tag': '0faafcb5-d750-473b-8506-7c4c0c2e9e10'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:12:17.818030 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708b41ab-887f-4e7c-84ba-fef6fff5cbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec5a081-6c4c-4099-b72c-7c99e16cda88", "tag": "0faafcb5-d750-473b-8506-7c4c0c2e9e10"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:12:17.854276 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fd44cf-fab7-4a67-b9aa-0bdd9a7cc658 x-openstack-request-id: req-a8fd44cf-fab7-4a67-b9aa-0bdd9a7cc658 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:12:17.854591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec5a081-6c4c-4099-b72c-7c99e16cda88", "tag": "0faafcb5-d750-473b-8506-7c4c0c2e9e10", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:12:17.854840 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8fd44cf-fab7-4a67-b9aa-0bdd9a7cc658 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:12:17.855238 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'tag': '0faafcb5-d750-473b-8506-7c4c0c2e9e10', 'status': 'completed', 'code': 200} Jul 28 12:12:17.924435 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b41ab-887f-4e7c-84ba-fef6fff5cbf6 req-037b1e9d-5b43-4861-ba48-9ec1e650a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:17.925936 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-708b41ab-887f-4e7c-84ba-fef6fff5cbf6 req-037b1e9d-5b43-4861-ba48-9ec1e650a5f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb89231f5add444a9c768ee58768d509&device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 1138 time: 0.0455139 Jul 28 12:12:18.012809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b41ab-887f-4e7c-84ba-fef6fff5cbf6 req-ef64556a-7114-44fb-b9d9-aa645de3b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:18.014259 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-708b41ab-887f-4e7c-84ba-fef6fff5cbf6 req-ef64556a-7114-44fb-b9d9-aa645de3b025 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ffcbec59-f14c-4469-80aa-bd2438d8294d HTTP/1.1" status: 200 len: 916 time: 0.0806987 Jul 28 12:12:18.082266 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-708b41ab-887f-4e7c-84ba-fef6fff5cbf6 req-ffe8aae9-808d-4b6d-a10c-a4d27544f837 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0faafcb5-d750-473b-8506-7c4c0c2e9e10 HTTP/1.1" status: 200 len: 1001 time: 0.0597928 Jul 28 12:12:18.412029 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b41ab-887f-4e7c-84ba-fef6fff5cbf6 req-d5af3575-246d-43bc-b734-d1e1212553ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:18.414022 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-708b41ab-887f-4e7c-84ba-fef6fff5cbf6 req-d5af3575-246d-43bc-b734-d1e1212553ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692c75bc-5489-40c3-971f-eba0b4ad9353 HTTP/1.1" status: 200 len: 854 time: 0.3244913 Jul 28 12:12:18.460331 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b41ab-887f-4e7c-84ba-fef6fff5cbf6 req-5918189c-0582-404c-a9ee-dc4e5ef3538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:18.461767 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-708b41ab-887f-4e7c-84ba-fef6fff5cbf6 req-5918189c-0582-404c-a9ee-dc4e5ef3538b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ffcbec59-f14c-4469-80aa-bd2438d8294d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0384991 Jul 28 12:12:18.553570 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-708b41ab-887f-4e7c-84ba-fef6fff5cbf6 req-bdcefc3a-7947-4b90-bb6c-6313e9b9fe56 service neutron] 10.222.0.39 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835738 Jul 28 12:12:18.640084 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-708b41ab-887f-4e7c-84ba-fef6fff5cbf6 req-5245d9c7-7b3a-459b-b7db-141532aa513c service neutron] 10.222.0.39 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794940 Jul 28 12:12:19.296854 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3863bd8a-4cfe-49d4-af38-ea76b3e1a99b req-595f86db-eae2-4fc5-971c-a3c51e6a75b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389118 Jul 28 12:12:19.379570 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863bd8a-4cfe-49d4-af38-ea76b3e1a99b req-f31ad516-f387-4e48-9878-328cbfd455cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:19.381075 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3863bd8a-4cfe-49d4-af38-ea76b3e1a99b req-f31ad516-f387-4e48-9878-328cbfd455cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb89231f5add444a9c768ee58768d509&device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 1138 time: 0.0444183 Jul 28 12:12:19.482022 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863bd8a-4cfe-49d4-af38-ea76b3e1a99b req-11517c01-013f-4663-96fa-dc6115dd2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:19.483507 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3863bd8a-4cfe-49d4-af38-ea76b3e1a99b req-11517c01-013f-4663-96fa-dc6115dd2dd8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ffcbec59-f14c-4469-80aa-bd2438d8294d HTTP/1.1" status: 200 len: 916 time: 0.0830238 Jul 28 12:12:19.553046 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3863bd8a-4cfe-49d4-af38-ea76b3e1a99b req-c5a10b02-7c1e-45df-a48c-89121b998598 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0faafcb5-d750-473b-8506-7c4c0c2e9e10 HTTP/1.1" status: 200 len: 1001 time: 0.0610268 Jul 28 12:12:19.602830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863bd8a-4cfe-49d4-af38-ea76b3e1a99b req-4d1e85bf-d167-49ac-8e08-0f8a7a0354e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:19.604235 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3863bd8a-4cfe-49d4-af38-ea76b3e1a99b req-4d1e85bf-d167-49ac-8e08-0f8a7a0354e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692c75bc-5489-40c3-971f-eba0b4ad9353 HTTP/1.1" status: 200 len: 854 time: 0.0437284 Jul 28 12:12:19.650711 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863bd8a-4cfe-49d4-af38-ea76b3e1a99b req-29aa448d-9e8e-4aaa-b11f-cfd093154e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:19.652161 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3863bd8a-4cfe-49d4-af38-ea76b3e1a99b req-29aa448d-9e8e-4aaa-b11f-cfd093154e6f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ffcbec59-f14c-4469-80aa-bd2438d8294d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395017 Jul 28 12:12:19.744327 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3863bd8a-4cfe-49d4-af38-ea76b3e1a99b req-5d4feef8-7bc7-45e0-93bb-5e3550fbfeb4 service neutron] 10.222.0.39 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826004 Jul 28 12:12:19.833523 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3863bd8a-4cfe-49d4-af38-ea76b3e1a99b req-d7a53dca-e709-4e42-99ce-34311c5fe0e9 service neutron] 10.222.0.39 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821400 Jul 28 12:12:20.234134 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:29.858136 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:12:32.428902 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-273bc07f-0d98-42cf-bd36-992f1acfd474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:34.593568 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535f86e-fd16-4fae-b12a-bb1ce8563da2 req-9d3bdb61-6dd2-44b0-9cde-201d831d8b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:34.595101 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9535f86e-fd16-4fae-b12a-bb1ce8563da2 req-9d3bdb61-6dd2-44b0-9cde-201d831d8b82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb89231f5add444a9c768ee58768d509&device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 1138 time: 0.0419266 Jul 28 12:12:34.596070 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c84e4-b7a7-4b6c-8ee9-54580f80d4e2 req-1b2d4b4c-bca7-46bf-8208-807f563173e2 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:34.597539 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0b3c84e4-b7a7-4b6c-8ee9-54580f80d4e2 req-1b2d4b4c-bca7-46bf-8208-807f563173e2 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 985 time: 0.0520401 Jul 28 12:12:34.641151 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0b3c84e4-b7a7-4b6c-8ee9-54580f80d4e2 req-cc63413f-07f4-4d9f-920f-a3a1c59baac0 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=911cb8e1-f374-4d72-ae8f-2a712a31c376&id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374472 Jul 28 12:12:34.686765 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535f86e-fd16-4fae-b12a-bb1ce8563da2 req-abcfc361-cecf-4733-96e2-3f5f9a925be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:34.688143 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9535f86e-fd16-4fae-b12a-bb1ce8563da2 req-abcfc361-cecf-4733-96e2-3f5f9a925be8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ffcbec59-f14c-4469-80aa-bd2438d8294d HTTP/1.1" status: 200 len: 916 time: 0.0866132 Jul 28 12:12:34.751464 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9535f86e-fd16-4fae-b12a-bb1ce8563da2 req-dbb55c76-e7e2-4d09-8769-be320a8f3036 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0faafcb5-d750-473b-8506-7c4c0c2e9e10 HTTP/1.1" status: 200 len: 1001 time: 0.0557425 Jul 28 12:12:34.806393 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535f86e-fd16-4fae-b12a-bb1ce8563da2 req-0e4e10aa-fd94-468e-bfcd-a165342b6f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:34.807922 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9535f86e-fd16-4fae-b12a-bb1ce8563da2 req-0e4e10aa-fd94-468e-bfcd-a165342b6f88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692c75bc-5489-40c3-971f-eba0b4ad9353 HTTP/1.1" status: 200 len: 854 time: 0.0481076 Jul 28 12:12:34.854273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535f86e-fd16-4fae-b12a-bb1ce8563da2 req-74d646d4-9be9-4749-a196-1b50c7ec766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:34.855801 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9535f86e-fd16-4fae-b12a-bb1ce8563da2 req-74d646d4-9be9-4749-a196-1b50c7ec766a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ffcbec59-f14c-4469-80aa-bd2438d8294d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399947 Jul 28 12:12:34.911589 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ea66a42-d8d2-4186-be95-ed504fe38d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:34.948136 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9535f86e-fd16-4fae-b12a-bb1ce8563da2 req-e6b0c685-87fc-4e2c-952c-0eff4be5563c service neutron] 10.222.0.39 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834472 Jul 28 12:12:35.040846 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9535f86e-fd16-4fae-b12a-bb1ce8563da2 req-34051322-17fa-4054-849a-58dcfacead21 service neutron] 10.222.0.39 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848427 Jul 28 12:12:35.375574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:35.758157 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8202d-91b9-483d-b8b8-b3cc01f9164c req-d52e1176-71cb-4c1b-a67d-1b6abeb4a2d7 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:35.759644 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f1a8202d-91b9-483d-b8b8-b3cc01f9164c req-d52e1176-71cb-4c1b-a67d-1b6abeb4a2d7 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 985 time: 0.0478723 Jul 28 12:12:35.799187 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f1a8202d-91b9-483d-b8b8-b3cc01f9164c req-dfdd372f-fc51-4259-8645-d0cc412fde46 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=911cb8e1-f374-4d72-ae8f-2a712a31c376&id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335827 Jul 28 12:12:36.478553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:36.913594 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15221bc7-8928-437f-b227-805b6292971e req-dc1b08f3-e880-4758-8dda-51f87c8f12d6 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:36.915065 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-15221bc7-8928-437f-b227-805b6292971e req-dc1b08f3-e880-4758-8dda-51f87c8f12d6 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 985 time: 0.0488367 Jul 28 12:12:36.954062 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-15221bc7-8928-437f-b227-805b6292971e req-e5b68183-7dcb-4837-ac87-436902fe06fd tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=911cb8e1-f374-4d72-ae8f-2a712a31c376&id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330799 Jul 28 12:12:38.036469 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:38.067665 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4f03a-a5ac-418e-8036-708ab48b44d5 req-37d21037-b911-4b9b-a238-0e30c7ad23d6 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:38.069063 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b2b4f03a-a5ac-418e-8036-708ab48b44d5 req-37d21037-b911-4b9b-a238-0e30c7ad23d6 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 985 time: 0.0491910 Jul 28 12:12:38.112720 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b2b4f03a-a5ac-418e-8036-708ab48b44d5 req-6bd42fe2-d742-4bf1-908c-eace26b2ba64 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=911cb8e1-f374-4d72-ae8f-2a712a31c376&id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375593 Jul 28 12:12:39.226291 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e823a68-9077-45fa-86c9-d6bbf5f640a2 req-29592383-2d6a-4c3f-8965-b1c60e92aaf5 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:39.227764 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6e823a68-9077-45fa-86c9-d6bbf5f640a2 req-29592383-2d6a-4c3f-8965-b1c60e92aaf5 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 985 time: 0.0488708 Jul 28 12:12:39.267417 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6e823a68-9077-45fa-86c9-d6bbf5f640a2 req-11e06b66-b82a-4538-b024-4d33bbd7738f tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=911cb8e1-f374-4d72-ae8f-2a712a31c376&id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337043 Jul 28 12:12:40.381205 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9a16b-ba15-460f-8797-b50cffc57cd0 req-c3cfd040-29b0-46e6-ada3-68af93ed8a9a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:40.383342 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-37f9a16b-ba15-460f-8797-b50cffc57cd0 req-c3cfd040-29b0-46e6-ada3-68af93ed8a9a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 985 time: 0.0488036 Jul 28 12:12:40.423541 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-37f9a16b-ba15-460f-8797-b50cffc57cd0 req-8dd866a1-cd15-4774-8797-596b9ce74eb4 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=911cb8e1-f374-4d72-ae8f-2a712a31c376&id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342073 Jul 28 12:12:41.537153 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10f146-6063-43d9-b6f3-5ea324372ff3 req-dff00c94-a02c-48f8-b3cf-26e75b239511 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:41.538753 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ae10f146-6063-43d9-b6f3-5ea324372ff3 req-dff00c94-a02c-48f8-b3cf-26e75b239511 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 985 time: 0.0487626 Jul 28 12:12:41.581758 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ae10f146-6063-43d9-b6f3-5ea324372ff3 req-d92aeacc-3f01-4d42-9e08-85972e1eb35e tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=911cb8e1-f374-4d72-ae8f-2a712a31c376&id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370007 Jul 28 12:12:42.696292 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512dc30a-dbc7-493c-84ff-981f561b888f req-023459dc-1a69-4e6e-817a-0709730983cc tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:42.697755 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-512dc30a-dbc7-493c-84ff-981f561b888f req-023459dc-1a69-4e6e-817a-0709730983cc tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 985 time: 0.0491235 Jul 28 12:12:42.737148 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-512dc30a-dbc7-493c-84ff-981f561b888f req-05a576f8-034e-4ac2-b9d3-7456d1b1c13c tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=911cb8e1-f374-4d72-ae8f-2a712a31c376&id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333836 Jul 28 12:12:43.852757 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db5521-2858-427c-b64a-12eb4c6e36c0 req-08f25743-fe3f-4d04-b15e-b97b5e5a2bc7 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:43.854258 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-52db5521-2858-427c-b64a-12eb4c6e36c0 req-08f25743-fe3f-4d04-b15e-b97b5e5a2bc7 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 985 time: 0.0487423 Jul 28 12:12:43.894238 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-52db5521-2858-427c-b64a-12eb4c6e36c0 req-94a76365-4376-40d8-87a4-655e9558b071 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=911cb8e1-f374-4d72-ae8f-2a712a31c376&id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338256 Jul 28 12:12:45.008465 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366989b-c324-407d-8f04-65d305987bc0 req-0f9a7a5b-e040-4888-8912-c71912ff38ba tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:45.009966 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3366989b-c324-407d-8f04-65d305987bc0 req-0f9a7a5b-e040-4888-8912-c71912ff38ba tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 985 time: 0.0479352 Jul 28 12:12:45.054452 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3366989b-c324-407d-8f04-65d305987bc0 req-8b97b4b0-77b6-4ec6-a892-8ac5c51aaa45 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=911cb8e1-f374-4d72-ae8f-2a712a31c376&id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380216 Jul 28 12:12:46.168918 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d0eef-fa65-4dee-ba57-82b409122648 req-24d67afd-dc2f-49a9-983a-18e1048f0770 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:46.170371 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-da9d0eef-fa65-4dee-ba57-82b409122648 req-24d67afd-dc2f-49a9-983a-18e1048f0770 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 985 time: 0.0492718 Jul 28 12:12:46.208966 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-da9d0eef-fa65-4dee-ba57-82b409122648 req-3b928ccb-3df8-4365-afc9-db1dde54926f tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=911cb8e1-f374-4d72-ae8f-2a712a31c376&id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326142 Jul 28 12:12:50.250575 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:02.432706 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9abf68bf-9b6d-4e61-a425-a09ac25537c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:04.911710 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f83203b9-3781-4bc8-965a-776e662fbbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:05.375885 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:06.481719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:06.856919 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:13:08.041056 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:18.591878 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ae4fdf5b-1bfc-47b7-92d2-b4cd245cd568 req-fdae2ef0-08ee-47d7-9c89-3ad507366bf6 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-853525417&fields=id&tenant_id=eb89231f5add444a9c768ee58768d509 HTTP/1.1" status: 200 len: 267 time: 0.0346076 Jul 28 12:13:18.644361 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fdf5b-1bfc-47b7-92d2-b4cd245cd568 req-fcd8aebf-8fd2-47de-b13b-8bcaefe8b1a5 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:18.645864 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ae4fdf5b-1bfc-47b7-92d2-b4cd245cd568 req-fcd8aebf-8fd2-47de-b13b-8bcaefe8b1a5 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 985 time: 0.0483582 Jul 28 12:13:18.658331 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [req-ae4fdf5b-1bfc-47b7-92d2-b4cd245cd568 req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Request body: {'port': {'security_groups': ['57d1f312-391a-4568-ae33-d551f4955d09']}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:18.725736 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [req-ae4fdf5b-1bfc-47b7-92d2-b4cd245cd568 req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:18.898485 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [req-ae4fdf5b-1bfc-47b7-92d2-b4cd245cd568 req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] For port 0faafcb5-d750-473b-8506-7c4c0c2e9e10, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0faafcb5-d750-473b-8506-7c4c0c2e9e10,segment=NetworkSegment(a6cddf49-b0a7-4d80-a831-83971c56da8f),segment_id=a6cddf49-b0a7-4d80-a831-83971c56da8f)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:18.928565 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [req-ae4fdf5b-1bfc-47b7-92d2-b4cd245cd568 req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:18.932991 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [req-ae4fdf5b-1bfc-47b7-92d2-b4cd245cd568 req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:18.944572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['0faafcb5-d750-473b-8506-7c4c0c2e9e10'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:13:18.975313 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fdf5b-1bfc-47b7-92d2-b4cd245cd568 req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:18.975943 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [req-ae4fdf5b-1bfc-47b7-92d2-b4cd245cd568 req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:18.977342 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ae4fdf5b-1bfc-47b7-92d2-b4cd245cd568 req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "PUT /v2.0/ports/0faafcb5-d750-473b-8506-7c4c0c2e9e10 HTTP/1.1" status: 200 len: 943 time: 0.3236461 Jul 28 12:13:18.977885 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'tag': '0faafcb5-d750-473b-8506-7c4c0c2e9e10'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:13:18.980824 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b18c7f-3daa-486e-92b6-cffa3ee13788" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec5a081-6c4c-4099-b72c-7c99e16cda88", "tag": "0faafcb5-d750-473b-8506-7c4c0c2e9e10"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:13:18.983965 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36832) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:19.010743 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Pushing event updated for resources: {'Port': ['ID=0faafcb5-d750-473b-8506-7c4c0c2e9e10,revision_number=7']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:19.019934 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.020535 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.020885 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.021260 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.021555 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.021947 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.022210 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.022583 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.023011 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.023487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.024321 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.024321 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140b395-d5c1-4e09-930c-b21df1bd4d42 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.029559 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dc6693-73b5-448a-a5e9-47eebcefa815 x-openstack-request-id: req-e2dc6693-73b5-448a-a5e9-47eebcefa815 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:13:19.029846 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec5a081-6c4c-4099-b72c-7c99e16cda88", "tag": "0faafcb5-d750-473b-8506-7c4c0c2e9e10", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:13:19.030090 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2dc6693-73b5-448a-a5e9-47eebcefa815 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:13:19.030523 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'tag': '0faafcb5-d750-473b-8506-7c4c0c2e9e10', 'status': 'completed', 'code': 200} Jul 28 12:13:19.047733 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['0faafcb5-d750-473b-8506-7c4c0c2e9e10'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:13:19.112524 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b18c7f-3daa-486e-92b6-cffa3ee13788 req-72d10e9c-ce05-4fb1-b529-9e13b148df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:19.114057 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d2b18c7f-3daa-486e-92b6-cffa3ee13788 req-72d10e9c-ce05-4fb1-b529-9e13b148df6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb89231f5add444a9c768ee58768d509&device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 1099 time: 0.0693419 Jul 28 12:13:19.114884 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e5ec265-3b35-4589-be33-95e2225817fa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:19.192363 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e5ec265-3b35-4589-be33-95e2225817fa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:19.262603 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b18c7f-3daa-486e-92b6-cffa3ee13788 req-8d2f0f8e-b7e3-41da-b5a0-efd548449da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:19.264107 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d2b18c7f-3daa-486e-92b6-cffa3ee13788 req-8d2f0f8e-b7e3-41da-b5a0-efd548449da6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ffcbec59-f14c-4469-80aa-bd2438d8294d HTTP/1.1" status: 200 len: 916 time: 0.1357625 Jul 28 12:13:19.275127 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-589f4a68-793c-40aa-bbf8-897c3a63373a None None] Provisioning complete for port 0faafcb5-d750-473b-8506-7c4c0c2e9e10 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:19.275505 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-589f4a68-793c-40aa-bbf8-897c3a63373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:19.325036 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e5ec265-3b35-4589-be33-95e2225817fa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:19.328186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2e5ec265-3b35-4589-be33-95e2225817fa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:19.329639 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2e5ec265-3b35-4589-be33-95e2225817fa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "DELETE /v2.0/security-groups/911cb8e1-f374-4d72-ae8f-2a712a31c376 HTTP/1.1" status: 204 len: 168 time: 0.3437116 Jul 28 12:13:19.332151 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36834) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:19.355471 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ec265-3b35-4589-be33-95e2225817fa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=911cb8e1-f374-4d72-ae8f-2a712a31c376,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:19.365073 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d2b18c7f-3daa-486e-92b6-cffa3ee13788 req-8658da7f-03b7-4e82-86da-d5ecda07c11a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0faafcb5-d750-473b-8506-7c4c0c2e9e10 HTTP/1.1" status: 200 len: 1001 time: 0.0940647 Jul 28 12:13:19.366767 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ec265-3b35-4589-be33-95e2225817fa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.367119 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ec265-3b35-4589-be33-95e2225817fa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.367558 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ec265-3b35-4589-be33-95e2225817fa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.367903 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ec265-3b35-4589-be33-95e2225817fa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.368243 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ec265-3b35-4589-be33-95e2225817fa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.368579 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ec265-3b35-4589-be33-95e2225817fa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.368916 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ec265-3b35-4589-be33-95e2225817fa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.369247 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ec265-3b35-4589-be33-95e2225817fa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.370124 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ec265-3b35-4589-be33-95e2225817fa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.370483 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ec265-3b35-4589-be33-95e2225817fa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.370822 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ec265-3b35-4589-be33-95e2225817fa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.371155 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ec265-3b35-4589-be33-95e2225817fa tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:19.424017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b18c7f-3daa-486e-92b6-cffa3ee13788 req-cba3aa33-3bed-4ee2-92ea-d21c56683f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:19.425513 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d2b18c7f-3daa-486e-92b6-cffa3ee13788 req-cba3aa33-3bed-4ee2-92ea-d21c56683f7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692c75bc-5489-40c3-971f-eba0b4ad9353 HTTP/1.1" status: 200 len: 854 time: 0.0515494 Jul 28 12:13:19.471501 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b18c7f-3daa-486e-92b6-cffa3ee13788 req-2dd8b202-bb91-4325-b9e5-d64b6958c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:19.473063 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d2b18c7f-3daa-486e-92b6-cffa3ee13788 req-2dd8b202-bb91-4325-b9e5-d64b6958c717 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ffcbec59-f14c-4469-80aa-bd2438d8294d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399287 Jul 28 12:13:19.507181 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-07c95a86-884d-4e9a-b331-f6210deb2e73 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Deleting port d4e744fd-9a41-4f71-9a20-a97271578413 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:13:19.507525 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-07c95a86-884d-4e9a-b331-f6210deb2e73 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:19.568470 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d2b18c7f-3daa-486e-92b6-cffa3ee13788 req-ff424175-04ae-4238-ad97-d769daa0d55d service neutron] 10.222.0.39 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875289 Jul 28 12:13:19.585683 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-07c95a86-884d-4e9a-b331-f6210deb2e73 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:19.585927 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-07c95a86-884d-4e9a-b331-f6210deb2e73 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:19.597684 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-07c95a86-884d-4e9a-b331-f6210deb2e73 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Calling delete_port for d4e744fd-9a41-4f71-9a20-a97271578413 owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:13:19.660134 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d2b18c7f-3daa-486e-92b6-cffa3ee13788 req-af903102-8a1e-4061-9e04-0938ff0b6e14 service neutron] 10.222.0.39 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829158 Jul 28 12:13:19.749048 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-07c95a86-884d-4e9a-b331-f6210deb2e73 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:19.775001 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c95a86-884d-4e9a-b331-f6210deb2e73 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Pushing event deleted for resources: {'Port': ['ID=d4e744fd-9a41-4f71-9a20-a97271578413,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:19.833509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-07c95a86-884d-4e9a-b331-f6210deb2e73 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:19.833883 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-07c95a86-884d-4e9a-b331-f6210deb2e73 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Floating IP 3ff3f25a-754a-4cf3-9475-2222cf31f9b6 disassociated (deleted). External IP: 172.26.1.36, port: 0faafcb5-d750-473b-8506-7c4c0c2e9e10. Jul 28 12:13:20.040458 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c95a86-884d-4e9a-b331-f6210deb2e73 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Router 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:13:20.146986 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c95a86-884d-4e9a-b331-f6210deb2e73 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:13:20.152057 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-07c95a86-884d-4e9a-b331-f6210deb2e73 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:20.157982 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c9361e-1c5d-43b7-8e78-c49abbc9a393 None None] Sync routers for ids ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:13:20.167999 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9361e-1c5d-43b7-8e78-c49abbc9a393 None None] Routers {'535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:20.168630 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a6c9361e-1c5d-43b7-8e78-c49abbc9a393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:13:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:20.178822 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-07c95a86-884d-4e9a-b331-f6210deb2e73 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "DELETE /v2.0/floatingips/3ff3f25a-754a-4cf3-9475-2222cf31f9b6 HTTP/1.1" status: 204 len: 168 time: 0.8455448 Jul 28 12:13:20.252409 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:20.278886 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-a6c9361e-1c5d-43b7-8e78-c49abbc9a393 None None] Set router 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:20.308930 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a260e976-3da3-4ad6-9e83-d1cea8314243 req-cd3af993-1800-4ac9-8fc7-c1785c0de4e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492990 Jul 28 12:13:20.408234 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260e976-3da3-4ad6-9e83-d1cea8314243 req-7ea4b3d7-f377-4321-bb7c-91672155495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:20.409968 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a260e976-3da3-4ad6-9e83-d1cea8314243 req-7ea4b3d7-f377-4321-bb7c-91672155495c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb89231f5add444a9c768ee58768d509&device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 1099 time: 0.0569229 Jul 28 12:13:20.500533 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a6c9361e-1c5d-43b7-8e78-c49abbc9a393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'name': 'tempest-TestMinimumBasicScenario-1343668719-router', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:25Z', 'revision_number': 4, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'gw_port': {'id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '2c5a6640-1c9a-4692-a7c6-3edbb7baa77a', 'name': '', 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'mac_address': 'fa:16:3e:8b:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:25Z', 'updated_at': '2021-07-28T12:11:31Z', 'revision_number': 5, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'subnets': [{'id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:20.520477 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260e976-3da3-4ad6-9e83-d1cea8314243 req-d22cd985-ca15-487d-a55c-38495325e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:20.522016 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a260e976-3da3-4ad6-9e83-d1cea8314243 req-d22cd985-ca15-487d-a55c-38495325e3f7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ffcbec59-f14c-4469-80aa-bd2438d8294d HTTP/1.1" status: 200 len: 916 time: 0.0906124 Jul 28 12:13:20.527310 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c9361e-1c5d-43b7-8e78-c49abbc9a393 None None] Checking router: 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:13:20.536242 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9361e-1c5d-43b7-8e78-c49abbc9a393 None None] Routers {'535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:20.536861 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a6c9361e-1c5d-43b7-8e78-c49abbc9a393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:13:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:20.570655 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a260e976-3da3-4ad6-9e83-d1cea8314243 req-3b6d5637-f6fa-4fb0-b3a2-31b64bf62455 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0faafcb5-d750-473b-8506-7c4c0c2e9e10 HTTP/1.1" status: 200 len: 217 time: 0.0401795 Jul 28 12:13:20.621594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260e976-3da3-4ad6-9e83-d1cea8314243 req-5e7b364b-1002-4928-a1e9-be3ffb35f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:20.623095 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a260e976-3da3-4ad6-9e83-d1cea8314243 req-5e7b364b-1002-4928-a1e9-be3ffb35f7e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692c75bc-5489-40c3-971f-eba0b4ad9353 HTTP/1.1" status: 200 len: 854 time: 0.0451143 Jul 28 12:13:20.644783 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-a6c9361e-1c5d-43b7-8e78-c49abbc9a393 None None] Set router 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:20.672533 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260e976-3da3-4ad6-9e83-d1cea8314243 req-76932e3b-3d89-4c62-bf49-cb3460ba3fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:20.674044 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a260e976-3da3-4ad6-9e83-d1cea8314243 req-76932e3b-3d89-4c62-bf49-cb3460ba3fa1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ffcbec59-f14c-4469-80aa-bd2438d8294d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0438771 Jul 28 12:13:20.767642 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a260e976-3da3-4ad6-9e83-d1cea8314243 req-c688a669-3511-43a4-ba51-faa15ae542fc service neutron] 10.222.0.39 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867219 Jul 28 12:13:20.855253 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-a6c9361e-1c5d-43b7-8e78-c49abbc9a393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'name': 'tempest-TestMinimumBasicScenario-1343668719-router', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:25Z', 'revision_number': 4, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'gw_port': {'id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '2c5a6640-1c9a-4692-a7c6-3edbb7baa77a', 'name': '', 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'mac_address': 'fa:16:3e:8b:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:25Z', 'updated_at': '2021-07-28T12:11:31Z', 'revision_number': 5, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'subnets': [{'id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:20.866495 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a260e976-3da3-4ad6-9e83-d1cea8314243 req-3eb038af-150c-444a-aae1-742031971e33 service neutron] 10.222.0.39 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907900 Jul 28 12:13:20.892203 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c9361e-1c5d-43b7-8e78-c49abbc9a393 None None] The sync data for ids ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'] in dv-neutron-786478-16-hyperv is: [{'id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'name': 'tempest-TestMinimumBasicScenario-1343668719-router', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:25Z', 'revision_number': 4, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'gw_port': {'id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '2c5a6640-1c9a-4692-a7c6-3edbb7baa77a', 'name': '', 'network_id': 'ffcbec59-f14c-4469-80aa-bd2438d8294d', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'mac_address': 'fa:16:3e:8b:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:25Z', 'updated_at': '2021-07-28T12:11:31Z', 'revision_number': 5, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'subnets': [{'id': '692c75bc-5489-40c3-971f-eba0b4ad9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:13:21.031619 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'tag': '0faafcb5-d750-473b-8506-7c4c0c2e9e10'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:13:21.034572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9ae088-20ff-4772-9e1a-9d7339684a13" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec5a081-6c4c-4099-b72c-7c99e16cda88", "tag": "0faafcb5-d750-473b-8506-7c4c0c2e9e10"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:13:21.074310 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecc8595-19e6-43b7-bffd-2f654af63e3d x-openstack-request-id: req-7ecc8595-19e6-43b7-bffd-2f654af63e3d {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:13:21.074627 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec5a081-6c4c-4099-b72c-7c99e16cda88", "tag": "0faafcb5-d750-473b-8506-7c4c0c2e9e10", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:13:21.074875 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ecc8595-19e6-43b7-bffd-2f654af63e3d {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:13:21.075287 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'tag': '0faafcb5-d750-473b-8506-7c4c0c2e9e10', 'status': 'completed', 'code': 200} Jul 28 12:13:21.140128 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ae088-20ff-4772-9e1a-9d7339684a13 req-7784afc0-6fa4-4086-843d-8d4520218afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:21.141665 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fd9ae088-20ff-4772-9e1a-9d7339684a13 req-7784afc0-6fa4-4086-843d-8d4520218afe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb89231f5add444a9c768ee58768d509&device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 1099 time: 0.0447750 Jul 28 12:13:21.149393 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d7d02-b8f9-4151-8455-4afb4bfb9eb7 None None] New status for floating IP 3ff3f25a-754a-4cf3-9475-2222cf31f9b6: DOWN {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:13:21.250237 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ae088-20ff-4772-9e1a-9d7339684a13 req-bb0508a7-06f7-43c0-98fb-4eac52a63f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:21.252120 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fd9ae088-20ff-4772-9e1a-9d7339684a13 req-bb0508a7-06f7-43c0-98fb-4eac52a63f03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ffcbec59-f14c-4469-80aa-bd2438d8294d HTTP/1.1" status: 200 len: 916 time: 0.1037929 Jul 28 12:13:21.297242 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fd9ae088-20ff-4772-9e1a-9d7339684a13 req-a15cc4ce-0eb2-42c5-981b-0ede63c78e6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0faafcb5-d750-473b-8506-7c4c0c2e9e10 HTTP/1.1" status: 200 len: 217 time: 0.0374374 Jul 28 12:13:21.346353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ae088-20ff-4772-9e1a-9d7339684a13 req-b900858d-24f9-4efb-95b4-b38d43b14c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:21.347856 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fd9ae088-20ff-4772-9e1a-9d7339684a13 req-b900858d-24f9-4efb-95b4-b38d43b14c98 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692c75bc-5489-40c3-971f-eba0b4ad9353 HTTP/1.1" status: 200 len: 854 time: 0.0439382 Jul 28 12:13:21.398505 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ae088-20ff-4772-9e1a-9d7339684a13 req-d72aad1e-e175-4093-ac1d-d61da8c02dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:21.399953 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fd9ae088-20ff-4772-9e1a-9d7339684a13 req-d72aad1e-e175-4093-ac1d-d61da8c02dca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ffcbec59-f14c-4469-80aa-bd2438d8294d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0445642 Jul 28 12:13:21.498376 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fd9ae088-20ff-4772-9e1a-9d7339684a13 req-188cfa9e-337e-4c4e-aa55-fac803c8da4b service neutron] 10.222.0.39 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911498 Jul 28 12:13:21.597391 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fd9ae088-20ff-4772-9e1a-9d7339684a13 req-25b5ea66-eed9-45ea-9165-f68ac7ffe974 service neutron] 10.222.0.39 "GET /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925310 Jul 28 12:13:27.143826 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761abfdf-d417-49f9-8013-418924d22578 req-39b0df40-be30-4867-94cc-60745d65a767 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:27.145360 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-761abfdf-d417-49f9-8013-418924d22578 req-39b0df40-be30-4867-94cc-60745d65a767 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 946 time: 0.0534401 Jul 28 12:13:27.186771 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-761abfdf-d417-49f9-8013-418924d22578 req-92c74d72-9a3f-4708-858f-bb2683703d66 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344799 Jul 28 12:13:28.306187 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f703b4e-809f-4996-a038-71c2730238a0 req-51021c54-a248-4062-9f4a-e4b041226cc7 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:28.308241 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3f703b4e-809f-4996-a038-71c2730238a0 req-51021c54-a248-4062-9f4a-e4b041226cc7 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 946 time: 0.0523653 Jul 28 12:13:28.346098 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3f703b4e-809f-4996-a038-71c2730238a0 req-13880904-d5b3-4a97-988f-df8e9b8ddee2 tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/security-groups?id=57d1f312-391a-4568-ae33-d551f4955d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319307 Jul 28 12:13:28.816810 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eedaa7-4e1f-4a35-b092-1a8525f92f52 req-b6db9228-82c9-4618-82b4-fcc66c08752c tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:28.818311 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-02eedaa7-4e1f-4a35-b092-1a8525f92f52 req-b6db9228-82c9-4618-82b4-fcc66c08752c tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 946 time: 0.0500941 Jul 28 12:13:28.912188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-02eedaa7-4e1f-4a35-b092-1a8525f92f52 req-0315e628-03ca-409e-b996-3ef784bce18c tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Deleting port 0faafcb5-d750-473b-8506-7c4c0c2e9e10 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:13:28.912541 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-02eedaa7-4e1f-4a35-b092-1a8525f92f52 req-0315e628-03ca-409e-b996-3ef784bce18c tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:28.998465 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-02eedaa7-4e1f-4a35-b092-1a8525f92f52 req-0315e628-03ca-409e-b996-3ef784bce18c tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] For port 0faafcb5-d750-473b-8506-7c4c0c2e9e10, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0faafcb5-d750-473b-8506-7c4c0c2e9e10,segment=NetworkSegment(a6cddf49-b0a7-4d80-a831-83971c56da8f),segment_id=a6cddf49-b0a7-4d80-a831-83971c56da8f)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:28.998828 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-02eedaa7-4e1f-4a35-b092-1a8525f92f52 req-0315e628-03ca-409e-b996-3ef784bce18c tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:29.019816 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-02eedaa7-4e1f-4a35-b092-1a8525f92f52 req-0315e628-03ca-409e-b996-3ef784bce18c tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Calling delete_port for 0faafcb5-d750-473b-8506-7c4c0c2e9e10 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:13:29.152356 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-02eedaa7-4e1f-4a35-b092-1a8525f92f52 req-0315e628-03ca-409e-b996-3ef784bce18c tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:29.163962 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['0faafcb5-d750-473b-8506-7c4c0c2e9e10'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:13:29.183379 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315e628-03ca-409e-b996-3ef784bce18c tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Pushing event deleted for resources: {'Port': ['ID=0faafcb5-d750-473b-8506-7c4c0c2e9e10,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:29.222338 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-02eedaa7-4e1f-4a35-b092-1a8525f92f52 req-0315e628-03ca-409e-b996-3ef784bce18c tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] No DVR routers for this DVR port 0faafcb5-d750-473b-8506-7c4c0c2e9e10 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:13:29.224892 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-02eedaa7-4e1f-4a35-b092-1a8525f92f52 req-0315e628-03ca-409e-b996-3ef784bce18c tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:29.227016 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-02eedaa7-4e1f-4a35-b092-1a8525f92f52 req-0315e628-03ca-409e-b996-3ef784bce18c tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.39 "DELETE /v2.0/ports/0faafcb5-d750-473b-8506-7c4c0c2e9e10 HTTP/1.1" status: 204 len: 173 time: 0.4028618 Jul 28 12:13:29.227455 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'name': 'network-vif-deleted', 'tag': '0faafcb5-d750-473b-8506-7c4c0c2e9e10'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:13:29.230490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194c0fd5-b0a6-41b7-8d7c-c45652273124" -d '{"events": [{"server_uuid": "5ec5a081-6c4c-4099-b72c-7c99e16cda88", "name": "network-vif-deleted", "tag": "0faafcb5-d750-473b-8506-7c4c0c2e9e10"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:13:29.266742 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a454ccc0-07d8-4bf8-ba56-38b02902f34b x-openstack-request-id: req-a454ccc0-07d8-4bf8-ba56-38b02902f34b {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:13:29.267039 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec5a081-6c4c-4099-b72c-7c99e16cda88", "name": "network-vif-deleted", "tag": "0faafcb5-d750-473b-8506-7c4c0c2e9e10", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:13:29.267293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a454ccc0-07d8-4bf8-ba56-38b02902f34b {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:13:29.267737 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec5a081-6c4c-4099-b72c-7c99e16cda88', 'name': 'network-vif-deleted', 'tag': '0faafcb5-d750-473b-8506-7c4c0c2e9e10', 'status': 'completed', 'code': 200} Jul 28 12:13:29.451897 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5b6abf38-9747-4904-8169-31af5a40616a req-13a0c090-38ee-4b4d-9db9-0d1330e7ee7a tempest-TestMinimumBasicScenario-1977488688 tempest-TestMinimumBasicScenario-1977488688-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ec5a081-6c4c-4099-b72c-7c99e16cda88 HTTP/1.1" status: 200 len: 210 time: 0.0268555 Jul 28 12:13:32.071096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36932) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:32.424159 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b9882a5-8ffa-4e96-b080-5eed46b4c878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:32.434265 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ffc4-f5ea-4102-9121-6b10fde0580b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:32.669721 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-7b9882a5-8ffa-4e96-b080-5eed46b4c878 admin admin] Deleting port 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:13:32.670068 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b9882a5-8ffa-4e96-b080-5eed46b4c878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:32.747012 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-7b9882a5-8ffa-4e96-b080-5eed46b4c878 admin admin] For port 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2c5a6640-1c9a-4692-a7c6-3edbb7baa77a,segment=NetworkSegment(a6cddf49-b0a7-4d80-a831-83971c56da8f),segment_id=a6cddf49-b0a7-4d80-a831-83971c56da8f)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:32.747293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b9882a5-8ffa-4e96-b080-5eed46b4c878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:32.764029 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-7b9882a5-8ffa-4e96-b080-5eed46b4c878 admin admin] Calling delete_port for 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:13:32.943650 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b9882a5-8ffa-4e96-b080-5eed46b4c878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:32.969018 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9882a5-8ffa-4e96-b080-5eed46b4c878 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c5a6640-1c9a-4692-a7c6-3edbb7baa77a,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:33.134362 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7b9882a5-8ffa-4e96-b080-5eed46b4c878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:33.350384 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9882a5-8ffa-4e96-b080-5eed46b4c878 admin admin] Router 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:13:33.747588 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9882a5-8ffa-4e96-b080-5eed46b4c878 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:13:33.752531 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7b9882a5-8ffa-4e96-b080-5eed46b4c878 admin admin] 10.222.0.43 "PUT /v2.0/routers/535289b4-3eff-4c5e-a6ba-ac0ed126c6ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6804106 Jul 28 12:13:33.755038 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36934) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:33.757623 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b26aa4-f626-4077-b39a-285e6d64415f None None] Sync routers for ids ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:13:33.855093 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b26aa4-f626-4077-b39a-285e6d64415f None None] Routers {'535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:33.855732 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-62b26aa4-f626-4077-b39a-285e6d64415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:13:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:33.862923 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a89ce35f-eeb2-4d95-8cf3-7442e39142fe admin admin] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:33.960371 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-62b26aa4-f626-4077-b39a-285e6d64415f None None] Set router 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:33.966017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a89ce35f-eeb2-4d95-8cf3-7442e39142fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:34.019426 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-a89ce35f-eeb2-4d95-8cf3-7442e39142fe admin admin] Deleting port ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:13:34.019827 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a89ce35f-eeb2-4d95-8cf3-7442e39142fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:34.108710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-a89ce35f-eeb2-4d95-8cf3-7442e39142fe admin admin] For port ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:34.109076 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a89ce35f-eeb2-4d95-8cf3-7442e39142fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:34.126562 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-a89ce35f-eeb2-4d95-8cf3-7442e39142fe admin admin] Calling delete_port for ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:13:34.146676 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-62b26aa4-f626-4077-b39a-285e6d64415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'name': 'tempest-TestMinimumBasicScenario-1343668719-router', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:13:32Z', 'revision_number': 5, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'gw_port': {'id': 'ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:34.175259 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b26aa4-f626-4077-b39a-285e6d64415f None None] Checking router: 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:13:34.184388 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b26aa4-f626-4077-b39a-285e6d64415f None None] Routers {'535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:34.185085 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-62b26aa4-f626-4077-b39a-285e6d64415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:13:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:34.270371 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-62b26aa4-f626-4077-b39a-285e6d64415f None None] Set router 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:34.295002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a89ce35f-eeb2-4d95-8cf3-7442e39142fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:34.320220 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ce35f-eeb2-4d95-8cf3-7442e39142fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:34.326879 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-62b26aa4-f626-4077-b39a-285e6d64415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'name': 'tempest-TestMinimumBasicScenario-1343668719-router', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:13:33Z', 'revision_number': 6, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:34.355147 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b26aa4-f626-4077-b39a-285e6d64415f None None] The sync data for ids ['535289b4-3eff-4c5e-a6ba-ac0ed126c6ac'] in dv-neutron-786478-16-hyperv is: [{'id': '535289b4-3eff-4c5e-a6ba-ac0ed126c6ac', 'name': 'tempest-TestMinimumBasicScenario-1343668719-router', 'tenant_id': 'eb89231f5add444a9c768ee58768d509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:23Z', 'updated_at': '2021-07-28T12:13:33Z', 'revision_number': 6, 'project_id': 'eb89231f5add444a9c768ee58768d509', 'gw_port_host': None}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:13:34.385745 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a89ce35f-eeb2-4d95-8cf3-7442e39142fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:34.455768 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 0faafcb5-d750-473b-8506-7c4c0c2e9e10 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:13:34.480122 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 0faafcb5-d750-473b-8506-7c4c0c2e9e10 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:13:34.480465 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 0faafcb5-d750-473b-8506-7c4c0c2e9e10 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:13:34.481867 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a89ce35f-eeb2-4d95-8cf3-7442e39142fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:34.484371 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a89ce35f-eeb2-4d95-8cf3-7442e39142fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:34.530300 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a89ce35f-eeb2-4d95-8cf3-7442e39142fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:34.530809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89ce35f-eeb2-4d95-8cf3-7442e39142fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 535289b4-3eff-4c5e-a6ba-ac0ed126c6ac {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:13:34.535136 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a89ce35f-eeb2-4d95-8cf3-7442e39142fe admin admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:34.536432 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a89ce35f-eeb2-4d95-8cf3-7442e39142fe admin admin] 10.222.0.43 "DELETE /v2.0/routers/535289b4-3eff-4c5e-a6ba-ac0ed126c6ac HTTP/1.1" status: 204 len: 168 time: 0.7802060 Jul 28 12:13:34.538945 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36936) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:34.584341 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-1821a33b-b0b4-4777-b6eb-81c5fce5d6cf admin admin] Deleting subnet 692c75bc-5489-40c3-971f-eba0b4ad9353 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:13:34.587494 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1821a33b-b0b4-4777-b6eb-81c5fce5d6cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:34.624154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1821a33b-b0b4-4777-b6eb-81c5fce5d6cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:34.707623 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1821a33b-b0b4-4777-b6eb-81c5fce5d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:34.764892 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1821a33b-b0b4-4777-b6eb-81c5fce5d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:34.796883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821a33b-b0b4-4777-b6eb-81c5fce5d6cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=692c75bc-5489-40c3-971f-eba0b4ad9353,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:34.800715 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1821a33b-b0b4-4777-b6eb-81c5fce5d6cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:34.802404 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1821a33b-b0b4-4777-b6eb-81c5fce5d6cf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/692c75bc-5489-40c3-971f-eba0b4ad9353 HTTP/1.1" status: 204 len: 168 time: 0.2625351 Jul 28 12:13:34.804970 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36938) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:34.811872 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a399151e-e58f-4ff5-8792-565f754557fe None None] Network ffcbec59-f14c-4469-80aa-bd2438d8294d requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:13:34.873990 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:34.930059 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-328f3475-0c42-4c4d-a008-2612b7f9e6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:34.932571 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] Deleting port 04cc1359-1a60-4db6-a074-ee20d8f5c1f9 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:13:34.932916 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:34.996405 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] For port 04cc1359-1a60-4db6-a074-ee20d8f5c1f9, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=04cc1359-1a60-4db6-a074-ee20d8f5c1f9,segment=NetworkSegment(a6cddf49-b0a7-4d80-a831-83971c56da8f),segment_id=a6cddf49-b0a7-4d80-a831-83971c56da8f)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:34.996775 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:35.010766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] Calling delete_port for 04cc1359-1a60-4db6-a074-ee20d8f5c1f9 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:13:35.099711 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:35.112747 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] No DVR routers for this DVR port 04cc1359-1a60-4db6-a074-ee20d8f5c1f9 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:13:35.123318 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d945d1dd-3cc5-461c-b495-ab6703cb136a None None] DHCP port deletion for ffcbec59-f14c-4469-80aa-bd2438d8294d request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:13:35.137760 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=04cc1359-1a60-4db6-a074-ee20d8f5c1f9,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:35.205582 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:35.216399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffcbec59-f14c-4469-80aa-bd2438d8294d']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:35.227036 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cddf49-b0a7-4d80-a831-83971c56da8f') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:35.227343 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cddf49-b0a7-4d80-a831-83971c56da8f') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:35.236854 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:35.255112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:35.261904 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:13:35.262323 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:13:35.263981 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:13:35.318643 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:35.324685 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:35.326803 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ffcbec59-f14c-4469-80aa-bd2438d8294d HTTP/1.1" status: 204 len: 168 time: 0.5205319 Jul 28 12:13:35.329664 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36940) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:35.339951 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c93c3-12ef-4219-b450-bd43d22c77b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffcbec59-f14c-4469-80aa-bd2438d8294d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:35.377524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:35.469612 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:13:35.493353 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:13:35.493688 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ef81d8b0-d0ca-4f34-ba17-aa6eef4113ef not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:13:35.494890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:13:35.515724 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:13:35.516066 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2c5a6640-1c9a-4692-a7c6-3edbb7baa77a not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:13:35.516495 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 04cc1359-1a60-4db6-a074-ee20d8f5c1f9 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:13:35.535752 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 04cc1359-1a60-4db6-a074-ee20d8f5c1f9 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:13:35.536341 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 04cc1359-1a60-4db6-a074-ee20d8f5c1f9 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:13:35.997848 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5222a7a9-a302-4408-8277-f5439eda0a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:36.236637 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-5222a7a9-a302-4408-8277-f5439eda0a6b admin admin] Deleting port e26151ea-071b-4174-9775-f5fc2e161936 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:13:36.236886 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5222a7a9-a302-4408-8277-f5439eda0a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:36.312425 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-5222a7a9-a302-4408-8277-f5439eda0a6b admin admin] For port e26151ea-071b-4174-9775-f5fc2e161936, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=e26151ea-071b-4174-9775-f5fc2e161936,segment=NetworkSegment(f88cb874-24b4-4009-9dd3-bbd710ae4058),segment_id=f88cb874-24b4-4009-9dd3-bbd710ae4058)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:36.312789 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5222a7a9-a302-4408-8277-f5439eda0a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:36.325503 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-5222a7a9-a302-4408-8277-f5439eda0a6b admin admin] Calling delete_port for e26151ea-071b-4174-9775-f5fc2e161936 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:13:36.484662 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:36.500624 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5222a7a9-a302-4408-8277-f5439eda0a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:36.529497 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222a7a9-a302-4408-8277-f5439eda0a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=e26151ea-071b-4174-9775-f5fc2e161936,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:36.692922 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5222a7a9-a302-4408-8277-f5439eda0a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:36.907840 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5222a7a9-a302-4408-8277-f5439eda0a6b admin admin] Router 4230264d-4b8d-492d-8e5e-8d32c6e56306 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:13:37.013737 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5222a7a9-a302-4408-8277-f5439eda0a6b admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:13:37.018980 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5222a7a9-a302-4408-8277-f5439eda0a6b admin admin] 10.222.0.43 "PUT /v2.0/routers/4230264d-4b8d-492d-8e5e-8d32c6e56306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6875799 Jul 28 12:13:37.021523 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36942) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:37.022607 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb98e37e-1659-4407-b464-02bef096e297 None None] Sync routers for ids ['4230264d-4b8d-492d-8e5e-8d32c6e56306'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:13:37.032231 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb98e37e-1659-4407-b464-02bef096e297 None None] Routers {'4230264d-4b8d-492d-8e5e-8d32c6e56306'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:37.032849 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-fb98e37e-1659-4407-b464-02bef096e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:13:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4230264d-4b8d-492d-8e5e-8d32c6e56306'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:37.127220 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-59e10ae4-8a81-4ce6-a4ea-6f114b83a89f admin admin] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:37.227438 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-59e10ae4-8a81-4ce6-a4ea-6f114b83a89f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:37.286135 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-59e10ae4-8a81-4ce6-a4ea-6f114b83a89f admin admin] Deleting port 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:13:37.286516 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-59e10ae4-8a81-4ce6-a4ea-6f114b83a89f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:37.289836 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-fb98e37e-1659-4407-b464-02bef096e297 None None] Set router 4230264d-4b8d-492d-8e5e-8d32c6e56306 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:37.365456 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-59e10ae4-8a81-4ce6-a4ea-6f114b83a89f admin admin] For port 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:37.365827 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-59e10ae4-8a81-4ce6-a4ea-6f114b83a89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:37.379485 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-59e10ae4-8a81-4ce6-a4ea-6f114b83a89f admin admin] Calling delete_port for 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461 owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:13:37.474339 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-fb98e37e-1659-4407-b464-02bef096e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'name': 'tempest-TestMinimumBasicScenario-1953295215-router', 'tenant_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:27Z', 'updated_at': '2021-07-28T12:13:36Z', 'revision_number': 5, 'project_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'gw_port': {'id': '8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:11:28Z', 'updated_at': '2021-07-28T12:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:37.507333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb98e37e-1659-4407-b464-02bef096e297 None None] Checking router: 4230264d-4b8d-492d-8e5e-8d32c6e56306 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:13:37.515618 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb98e37e-1659-4407-b464-02bef096e297 None None] Routers {'4230264d-4b8d-492d-8e5e-8d32c6e56306'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:37.516243 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-fb98e37e-1659-4407-b464-02bef096e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:13:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4230264d-4b8d-492d-8e5e-8d32c6e56306'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:37.562397 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-59e10ae4-8a81-4ce6-a4ea-6f114b83a89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:37.594239 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e10ae4-8a81-4ce6-a4ea-6f114b83a89f admin admin] Pushing event deleted for resources: {'Port': ['ID=8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:37.609815 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-fb98e37e-1659-4407-b464-02bef096e297 None None] Set router 4230264d-4b8d-492d-8e5e-8d32c6e56306 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:37.657911 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-59e10ae4-8a81-4ce6-a4ea-6f114b83a89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:37.662705 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-fb98e37e-1659-4407-b464-02bef096e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'name': 'tempest-TestMinimumBasicScenario-1953295215-router', 'tenant_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:27Z', 'updated_at': '2021-07-28T12:13:37Z', 'revision_number': 6, 'project_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:37.693373 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb98e37e-1659-4407-b464-02bef096e297 None None] The sync data for ids ['4230264d-4b8d-492d-8e5e-8d32c6e56306'] in dv-neutron-786478-16-hyperv is: [{'id': '4230264d-4b8d-492d-8e5e-8d32c6e56306', 'name': 'tempest-TestMinimumBasicScenario-1953295215-router', 'tenant_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:11:27Z', 'updated_at': '2021-07-28T12:13:37Z', 'revision_number': 6, 'project_id': 'b46d630dd02047a5a4c57f661a2cb29f', 'gw_port_host': None}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:13:37.753286 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-59e10ae4-8a81-4ce6-a4ea-6f114b83a89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:37.755494 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-59e10ae4-8a81-4ce6-a4ea-6f114b83a89f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:37.803060 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-59e10ae4-8a81-4ce6-a4ea-6f114b83a89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:37.803636 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e10ae4-8a81-4ce6-a4ea-6f114b83a89f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4230264d-4b8d-492d-8e5e-8d32c6e56306 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:13:37.808891 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-59e10ae4-8a81-4ce6-a4ea-6f114b83a89f admin admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:37.810038 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-59e10ae4-8a81-4ce6-a4ea-6f114b83a89f admin admin] 10.222.0.43 "DELETE /v2.0/routers/4230264d-4b8d-492d-8e5e-8d32c6e56306 HTTP/1.1" status: 204 len: 168 time: 0.7876048 Jul 28 12:13:37.812766 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 36944) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:37.858955 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbb6de3-9e7f-4b38-ba90-5be18cf9792b admin admin] Deleting subnet 35f7f31b-6130-4457-a597-98e55695ba6d {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:13:37.862055 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-efbb6de3-9e7f-4b38-ba90-5be18cf9792b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:37.901673 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-efbb6de3-9e7f-4b38-ba90-5be18cf9792b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:37.982315 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-efbb6de3-9e7f-4b38-ba90-5be18cf9792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.046894 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-efbb6de3-9e7f-4b38-ba90-5be18cf9792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.048569 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.079434 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb6de3-9e7f-4b38-ba90-5be18cf9792b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f7f31b-6130-4457-a597-98e55695ba6d,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:38.084613 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-efbb6de3-9e7f-4b38-ba90-5be18cf9792b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.086591 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-efbb6de3-9e7f-4b38-ba90-5be18cf9792b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/35f7f31b-6130-4457-a597-98e55695ba6d HTTP/1.1" status: 204 len: 168 time: 0.2728605 Jul 28 12:13:38.090126 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36946) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:38.092025 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea9c74a-c4fc-4013-82fa-c5a313aae45e None None] Network 34719151-7c2c-4bbe-8b05-c447343beced requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:13:38.171013 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.224870 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] Deleting port b35c5081-f3c0-45f6-8d16-b9ca0595b005 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:13:38.225225 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.288570 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] For port b35c5081-f3c0-45f6-8d16-b9ca0595b005, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b35c5081-f3c0-45f6-8d16-b9ca0595b005,segment=NetworkSegment(f88cb874-24b4-4009-9dd3-bbd710ae4058),segment_id=f88cb874-24b4-4009-9dd3-bbd710ae4058)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:38.288942 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.301619 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] Calling delete_port for b35c5081-f3c0-45f6-8d16-b9ca0595b005 owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:13:38.384108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.412941 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] Pushing event deleted for resources: {'Port': ['ID=b35c5081-f3c0-45f6-8d16-b9ca0595b005,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:38.414710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] No DVR routers for this DVR port b35c5081-f3c0-45f6-8d16-b9ca0595b005 on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:13:38.475497 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc9a76-0f9b-4c1c-8089-1d72fcc8abbe None None] DHCP port deletion for 34719151-7c2c-4bbe-8b05-c447343beced request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:13:38.490361 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.501579 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34719151-7c2c-4bbe-8b05-c447343beced']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:38.517488 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88cb874-24b4-4009-9dd3-bbd710ae4058') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:38.517785 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88cb874-24b4-4009-9dd3-bbd710ae4058') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:38.526647 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.541079 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.547370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:13:38.547753 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:13:38.549547 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:13:38.605348 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.610684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.615414 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] 10.222.0.43 "DELETE /v2.0/networks/34719151-7c2c-4bbe-8b05-c447343beced HTTP/1.1" status: 204 len: 168 time: 0.5208001 Jul 28 12:13:38.624439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1b393-d7af-4d6b-9d61-98a778bfa005 admin admin] Pushing event deleted for resources: {'Network': ['ID=34719151-7c2c-4bbe-8b05-c447343beced,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:38.788629 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36950) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:38.831224 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-160c8cdc-ee0c-4dbd-ad35-f3c1dbfef45c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb89231f5add444a9c768ee58768d509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413985 Jul 28 12:13:38.833741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36952) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:38.883867 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cf2e69fb-adf2-428d-8041-271f5ebcd4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.911735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cf2e69fb-adf2-428d-8041-271f5ebcd4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.958738 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cf2e69fb-adf2-428d-8041-271f5ebcd4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.961537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cf2e69fb-adf2-428d-8041-271f5ebcd4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.966177 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cf2e69fb-adf2-428d-8041-271f5ebcd4b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57d1f312-391a-4568-ae33-d551f4955d09 HTTP/1.1" status: 204 len: 168 time: 0.1279984 Jul 28 12:13:38.975016 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e69fb-adf2-428d-8041-271f5ebcd4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d1f312-391a-4568-ae33-d551f4955d09,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:39.278404 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36958) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:39.324813 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-9460cf6b-7027-4738-b323-03d28ae374a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b46d630dd02047a5a4c57f661a2cb29f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451479 Jul 28 12:13:39.327224 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 36960) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:39.377746 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a305d5c4-0278-441a-a195-ad6d4ef04189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:39.403341 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a305d5c4-0278-441a-a195-ad6d4ef04189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:39.460975 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a305d5c4-0278-441a-a195-ad6d4ef04189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:39.463618 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a305d5c4-0278-441a-a195-ad6d4ef04189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:39.464797 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a305d5c4-0278-441a-a195-ad6d4ef04189 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53f53f02-3421-46a9-9cf3-9eb04534efd2 HTTP/1.1" status: 204 len: 168 time: 0.1366842 Jul 28 12:13:39.473766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305d5c4-0278-441a-a195-ad6d4ef04189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f53f02-3421-46a9-9cf3-9eb04534efd2,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:39.486741 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:13:39.511501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:13:39.511945 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 8da4a4cb-4a1d-43b9-8cb1-45c93d4c2461 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:13:39.512583 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b35c5081-f3c0-45f6-8d16-b9ca0595b005 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:13:39.531829 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: b35c5081-f3c0-45f6-8d16-b9ca0595b005 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:13:39.532171 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b35c5081-f3c0-45f6-8d16-b9ca0595b005 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:13:39.532591 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e26151ea-071b-4174-9775-f5fc2e161936 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:13:39.550942 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: e26151ea-071b-4174-9775-f5fc2e161936 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:13:39.551286 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device e26151ea-071b-4174-9775-f5fc2e161936 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:13:41.095010 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37000) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:41.099666 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ab8d94cf-6e4b-4a76-b2ae-ee556eddb322 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1897598880', 'description': 'tempest-secgroup-smoke-1897598880 description', 'project_id': '331b9da3639043e2b67d20ab571f5750'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:41.123656 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ab8d94cf-6e4b-4a76-b2ae-ee556eddb322 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.131787 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ab8d94cf-6e4b-4a76-b2ae-ee556eddb322 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.230277 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ab8d94cf-6e4b-4a76-b2ae-ee556eddb322 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.234381 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ab8d94cf-6e4b-4a76-b2ae-ee556eddb322 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.274093 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d94cf-6e4b-4a76-b2ae-ee556eddb322 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d8a3c2-5ae6-4f94-bd73-1781841bc29a,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:41.332872 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ab8d94cf-6e4b-4a76-b2ae-ee556eddb322 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.336566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ab8d94cf-6e4b-4a76-b2ae-ee556eddb322 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.365675 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ab8d94cf-6e4b-4a76-b2ae-ee556eddb322 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.366938 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ab8d94cf-6e4b-4a76-b2ae-ee556eddb322 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2709012 Jul 28 12:13:41.368025 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d94cf-6e4b-4a76-b2ae-ee556eddb322 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b771ff9-6c45-4f94-a79f-08cb962c4acb,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:41.370659 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37002) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:41.375078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-af2753c9-63a2-410b-9f3f-946b5279b0d1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '6b771ff9-6c45-4f94-a79f-08cb962c4acb', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:41.401003 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af2753c9-63a2-410b-9f3f-946b5279b0d1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.459669 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af2753c9-63a2-410b-9f3f-946b5279b0d1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.464900 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af2753c9-63a2-410b-9f3f-946b5279b0d1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.483844 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2753c9-63a2-410b-9f3f-946b5279b0d1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aacad1a-a2f4-4411-8a4f-e4514a8a3e65,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:41.492383 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af2753c9-63a2-410b-9f3f-946b5279b0d1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.493890 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-af2753c9-63a2-410b-9f3f-946b5279b0d1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222494 Jul 28 12:13:41.496586 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37004) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:41.501017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-93d88e24-a505-4421-9551-52861f75ceec tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '6b771ff9-6c45-4f94-a79f-08cb962c4acb', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:41.529241 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-93d88e24-a505-4421-9551-52861f75ceec tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.587216 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-93d88e24-a505-4421-9551-52861f75ceec tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.591262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-93d88e24-a505-4421-9551-52861f75ceec tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.612430 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d88e24-a505-4421-9551-52861f75ceec tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0c13ff-fc6d-417f-b20d-9ef0b5508fbb,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:41.621295 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-93d88e24-a505-4421-9551-52861f75ceec tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.622903 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-93d88e24-a505-4421-9551-52861f75ceec tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250570 Jul 28 12:13:41.625569 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37006) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:41.630056 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-4d2ca01a-85fb-43ae-bb36-74cbc23e097f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '6b771ff9-6c45-4f94-a79f-08cb962c4acb', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:41.656320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4d2ca01a-85fb-43ae-bb36-74cbc23e097f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.717359 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4d2ca01a-85fb-43ae-bb36-74cbc23e097f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.721013 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4d2ca01a-85fb-43ae-bb36-74cbc23e097f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.739411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ca01a-85fb-43ae-bb36-74cbc23e097f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fae8e1-c63a-48d9-8a73-014ab0489377,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:41.748059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4d2ca01a-85fb-43ae-bb36-74cbc23e097f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.749388 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4d2ca01a-85fb-43ae-bb36-74cbc23e097f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227994 Jul 28 12:13:41.752195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37008) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:41.756638 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-54f04e19-631a-43c6-8bf7-eec814879db4 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '6b771ff9-6c45-4f94-a79f-08cb962c4acb', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:41.783235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-54f04e19-631a-43c6-8bf7-eec814879db4 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.843595 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-54f04e19-631a-43c6-8bf7-eec814879db4 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.847730 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-54f04e19-631a-43c6-8bf7-eec814879db4 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.864972 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f04e19-631a-43c6-8bf7-eec814879db4 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4116b5e3-9d98-4dee-b231-b4c4e05e88da,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:41.871824 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-54f04e19-631a-43c6-8bf7-eec814879db4 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.872946 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-54f04e19-631a-43c6-8bf7-eec814879db4 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197340 Jul 28 12:13:41.875594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37010) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:41.879973 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b622b776-cf59-4dcb-ab6f-34fedea2e4d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '6b771ff9-6c45-4f94-a79f-08cb962c4acb', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:41.904001 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-b622b776-cf59-4dcb-ab6f-34fedea2e4d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Project 331b9da3639043e2b67d20ab571f5750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:13:41.909089 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b622b776-cf59-4dcb-ab6f-34fedea2e4d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.969383 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b622b776-cf59-4dcb-ab6f-34fedea2e4d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.973259 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b622b776-cf59-4dcb-ab6f-34fedea2e4d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:41.993293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622b776-cf59-4dcb-ab6f-34fedea2e4d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f03a3ad-b8fc-44c5-a910-2a7768a2e2f3,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:42.002548 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b622b776-cf59-4dcb-ab6f-34fedea2e4d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.003790 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b622b776-cf59-4dcb-ab6f-34fedea2e4d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272495 Jul 28 12:13:42.006465 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37014) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:42.011622 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-12e3b609-07b6-4aa0-987b-f77e1329d469 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '6b771ff9-6c45-4f94-a79f-08cb962c4acb', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:42.033901 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-12e3b609-07b6-4aa0-987b-f77e1329d469 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Project 331b9da3639043e2b67d20ab571f5750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:13:42.040458 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-12e3b609-07b6-4aa0-987b-f77e1329d469 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.107048 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-12e3b609-07b6-4aa0-987b-f77e1329d469 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.110686 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-12e3b609-07b6-4aa0-987b-f77e1329d469 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.125555 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3b609-07b6-4aa0-987b-f77e1329d469 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8adfd573-7aff-4de6-838b-29b2f3a279e7,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:42.134196 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-12e3b609-07b6-4aa0-987b-f77e1329d469 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.136051 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-12e3b609-07b6-4aa0-987b-f77e1329d469 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285608 Jul 28 12:13:42.139145 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37018) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:42.144208 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-10c8fdc1-92a4-41d3-807b-435b6252c48a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'network': {'name': 'tempest-network-smoke--1535559539', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'port_security_enabled': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:42.168057 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c8fdc1-92a4-41d3-807b-435b6252c48a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Made reservation on behalf of 331b9da3639043e2b67d20ab571f5750 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:13:42.171518 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-10c8fdc1-92a4-41d3-807b-435b6252c48a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.195682 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c8fdc1-92a4-41d3-807b-435b6252c48a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:13:42.205555 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-10c8fdc1-92a4-41d3-807b-435b6252c48a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.205891 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-10c8fdc1-92a4-41d3-807b-435b6252c48a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Added segment ab85a82c-ac46-40be-b4d9-59492e77059d of type vlan for network be52c326-e62c-4f6a-9641-740c93f3992e Jul 28 12:13:42.246156 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-10c8fdc1-92a4-41d3-807b-435b6252c48a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.275012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-10c8fdc1-92a4-41d3-807b-435b6252c48a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.281081 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c8fdc1-92a4-41d3-807b-435b6252c48a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:42.281661 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-10c8fdc1-92a4-41d3-807b-435b6252c48a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.338728 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-10c8fdc1-92a4-41d3-807b-435b6252c48a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1979074 Jul 28 12:13:42.341111 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37020) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:42.345428 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-201090521', 'admin_state_up': True, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:42.362759 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8fdc1-92a4-41d3-807b-435b6252c48a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Network': ['ID=be52c326-e62c-4f6a-9641-740c93f3992e,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:42.374141 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network be52c326-e62c-4f6a-9641-740c93f3992e details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:13:42.379312 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.380396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.438706 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.601869 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.799261 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.817569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.923407 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.26.1.162 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/ce203440-ed0a-404b-836a-67a19b2242f7) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:13:43.024805 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:43.064676 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:43.104356 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:13:43.107172 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:13:43.110548 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:13:43.135607 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=ce203440-ed0a-404b-836a-67a19b2242f7,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:43.699979 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:43.855813 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:13:43.899658 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.028634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 2c17f66d-35a5-4601-a801-827397b1219b is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:13:44.131868 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:13:44.142196 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Sync routers for ids ['2c17f66d-35a5-4601-a801-827397b1219b'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:13:44.151296 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.152447 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Routers {'2c17f66d-35a5-4601-a801-827397b1219b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:44.152678 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-adcd3cb9-66e3-45b5-89ac-aaea0516e507 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8105633 Jul 28 12:13:44.153062 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:13:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2c17f66d-35a5-4601-a801-827397b1219b'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:44.155668 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37022) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:44.262486 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Set router 2c17f66d-35a5-4601-a801-827397b1219b gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:44.283019 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-40fef3c7-7cb7-459a-8dd9-d0258c69e436 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=331b9da3639043e2b67d20ab571f5750&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1261568 Jul 28 12:13:44.286241 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37028) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:44.372735 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5312c9e0-8d1a-4e0f-a521-383b1c70ca87 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:44.374246 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5312c9e0-8d1a-4e0f-a521-383b1c70ca87 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870903 Jul 28 12:13:44.377016 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37030) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:44.405945 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-02bcc9f3-59cb-4d45-a554-cba732e70bd2 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278516 Jul 28 12:13:44.408454 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37032) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:44.415009 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-70580905-e339-48cf-b727-beafe71d951c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-519598284', 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:44.445550 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c17f66d-35a5-4601-a801-827397b1219b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201090521', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:43Z', 'revision_number': 3, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:44.472854 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Checking router: 2c17f66d-35a5-4601-a801-827397b1219b for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:13:44.473204 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Updating router 2c17f66d-35a5-4601-a801-827397b1219b port ce203440-ed0a-404b-836a-67a19b2242f7 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:13:44.498352 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.508396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70580905-e339-48cf-b727-beafe71d951c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Made reservation on behalf of 331b9da3639043e2b67d20ab571f5750 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:13:44.513042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-70580905-e339-48cf-b727-beafe71d951c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.704164 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-70580905-e339-48cf-b727-beafe71d951c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.759940 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.768502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70580905-e339-48cf-b727-beafe71d951c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Subnet': ['ID=b1f4a3f8-b54a-42e3-b3cc-4512e6c36018,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:44.770659 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Transition to ACTIVE for port object ce203440-ed0a-404b-836a-67a19b2242f7 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:13:44.776808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70580905-e339-48cf-b727-beafe71d951c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Checking segment: {'id': 'ab85a82c-ac46-40be-b4d9-59492e77059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:13:44.776808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70580905-e339-48cf-b727-beafe71d951c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network hostable DHCP agents. Network: be52c326-e62c-4f6a-9641-740c93f3992e, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:13:44.777461 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.797998 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70580905-e339-48cf-b727-beafe71d951c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network be52c326-e62c-4f6a-9641-740c93f3992e is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:13:44.808221 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-70580905-e339-48cf-b727-beafe71d951c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, be52c326-e62c-4f6a-9641-740c93f3992e) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:13:44.812916 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70580905-e339-48cf-b727-beafe71d951c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:44.813513 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-70580905-e339-48cf-b727-beafe71d951c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.819273 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785770b4-3c55-4f34-8900-e7af92b6fde2 None None] Network be52c326-e62c-4f6a-9641-740c93f3992e requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:13:44.829995 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Attempting to bind port ce203440-ed0a-404b-836a-67a19b2242f7 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:13:44.830470 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Attempting to bind port ce203440-ed0a-404b-836a-67a19b2242f7 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:13:44.830919 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Attempting to bind port ce203440-ed0a-404b-836a-67a19b2242f7 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:13:44.831059 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-70580905-e339-48cf-b727-beafe71d951c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4211724 Jul 28 12:13:44.833638 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37034) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:44.842772 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2f816-a33a-468b-96b9-e38ae3c3f367 None None] Pushing event updated for resources: {'Port': ['ID=ce203440-ed0a-404b-836a-67a19b2242f7,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:44.849042 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:13:44.849418 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:13:44.849819 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.850212 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:13:44.850710 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Bound port: ce203440-ed0a-404b-836a-67a19b2242f7, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:13:44.851091 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.854230 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2f816-a33a-468b-96b9-e38ae3c3f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.854618 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2f816-a33a-468b-96b9-e38ae3c3f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.854955 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2f816-a33a-468b-96b9-e38ae3c3f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.855285 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2f816-a33a-468b-96b9-e38ae3c3f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.855610 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2f816-a33a-468b-96b9-e38ae3c3f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.855935 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2f816-a33a-468b-96b9-e38ae3c3f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.856478 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2f816-a33a-468b-96b9-e38ae3c3f367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.856563 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2f816-a33a-468b-96b9-e38ae3c3f367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.856885 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2f816-a33a-468b-96b9-e38ae3c3f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.857215 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2f816-a33a-468b-96b9-e38ae3c3f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.857532 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2f816-a33a-468b-96b9-e38ae3c3f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.857847 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2f816-a33a-468b-96b9-e38ae3c3f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.912967 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] For port ce203440-ed0a-404b-836a-67a19b2242f7, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:13:44.916974 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] For port ce203440-ed0a-404b-836a-67a19b2242f7, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ce203440-ed0a-404b-836a-67a19b2242f7,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:13:44.924051 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.985542 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2f816-a33a-468b-96b9-e38ae3c3f367 None None] Pushing event updated for resources: {'Port': ['ID=ce203440-ed0a-404b-836a-67a19b2242f7,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:44.990517 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Routers {'2c17f66d-35a5-4601-a801-827397b1219b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:44.991134 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:13:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2c17f66d-35a5-4601-a801-827397b1219b'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:45.021765 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-be52c326-e62c-4f6a-9641-740c93f3992e', 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ips': [{'subnet_id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:13:45.022661 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.097955 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] Set router 2c17f66d-35a5-4601-a801-827397b1219b gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:45.167521 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Allocated IP 172.20.0.2 (be52c326-e62c-4f6a-9641-740c93f3992e/b1f4a3f8-b54a-42e3-b3cc-4512e6c36018/4c5c216f-afc8-4db0-ab09-ce3636f3a5b2) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:13:45.320219 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.329661 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Transition to ACTIVE for port object 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:13:45.345218 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Transition to ACTIVE for port object 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:13:45.352330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.356203 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.367840 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c17f66d-35a5-4601-a801-827397b1219b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201090521', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:43Z', 'revision_number': 3, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:45.391042 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Network be52c326-e62c-4f6a-9641-740c93f3992e is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:13:45.395127 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:13:45.396369 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b7c58-4a0c-45bc-8391-63801fa34d61 None None] The sync data for ids ['2c17f66d-35a5-4601-a801-827397b1219b'] in dv-neutron-786478-16-hyperv is: [{'id': '2c17f66d-35a5-4601-a801-827397b1219b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201090521', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:43Z', 'revision_number': 3, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:13:45.398290 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:13:45.437766 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Pushing event updated for resources: {'Port': ['ID=4c5c216f-afc8-4db0-ab09-ce3636f3a5b2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:45.463493 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:45.463859 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:45.464200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:45.464991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:45.464991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:45.465169 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:45.465488 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:45.465815 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:45.466136 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:45.466465 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:45.467115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:45.467115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:45.490540 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Attempting to bind port 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:13:45.490914 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Attempting to bind port 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'ab85a82c-ac46-40be-b4d9-59492e77059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:13:45.491275 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Attempting to bind port 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2 on network be52c326-e62c-4f6a-9641-740c93f3992e {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:13:45.496980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:13:45.497358 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Checking segment: {'id': 'ab85a82c-ac46-40be-b4d9-59492e77059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:13:45.497762 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.498153 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Bound using segment: {'id': 'ab85a82c-ac46-40be-b4d9-59492e77059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:13:45.498663 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Bound port: 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab85a82c-ac46-40be-b4d9-59492e77059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:13:45.499050 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.572970 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] For port 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:13:45.576619 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] For port 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=4c5c216f-afc8-4db0-ab09-ce3636f3a5b2,segment=NetworkSegment(ab85a82c-ac46-40be-b4d9-59492e77059d),segment_id=ab85a82c-ac46-40be-b4d9-59492e77059d)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:13:45.580282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.659446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fb3bc-16d9-410d-b4c2-6f93bd882905 None None] Pushing event updated for resources: {'Port': ['ID=4c5c216f-afc8-4db0-ab09-ce3636f3a5b2,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:45.685692 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.20.0.1 (be52c326-e62c-4f6a-9641-740c93f3992e/b1f4a3f8-b54a-42e3-b3cc-4512e6c36018/2484ccad-960d-4706-afce-90aa9de89924) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:13:45.836913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.857874 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Transition to ACTIVE for port object 2484ccad-960d-4706-afce-90aa9de89924 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:13:45.901336 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.946052 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network be52c326-e62c-4f6a-9641-740c93f3992e is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:13:45.950142 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:13:45.956499 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:13:45.963560 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=2484ccad-960d-4706-afce-90aa9de89924,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:46.006163 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.147252 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.442853 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.448980 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.529503 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.531380 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=2484ccad-960d-4706-afce-90aa9de89924,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:46.626236 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9d3db0-932a-46cc-89dd-e5db20a0b416 None None] Network be52c326-e62c-4f6a-9641-740c93f3992e requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:13:46.628925 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network be52c326-e62c-4f6a-9641-740c93f3992e is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:13:46.630315 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:13:46.696145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-bb174ab4-f7dc-46a0-bc8d-37cf10e76184 None None] Provisioning for port 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:13:46.746685 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 2c17f66d-35a5-4601-a801-827397b1219b has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:13:46.869488 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:13:46.876035 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-61bc45e1-a3dd-4183-a127-45589f0241c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "PUT /v2.0/routers/2c17f66d-35a5-4601-a801-827397b1219b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0397711 Jul 28 12:13:47.028264 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-37d30bae-d538-4661-8e3c-692b44452175 req-1bfc541f-ece9-4c22-959c-8f7172ca9d5e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1897598880&fields=id&tenant_id=331b9da3639043e2b67d20ab571f5750 HTTP/1.1" status: 200 len: 267 time: 0.0365987 Jul 28 12:13:47.035891 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-707473e0-93ef-47c7-947d-1a67c1a8af38 None None] Provisioning for port 2484ccad-960d-4706-afce-90aa9de89924 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:13:47.050989 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-707473e0-93ef-47c7-947d-1a67c1a8af38 None None] Provisioning complete for port 2484ccad-960d-4706-afce-90aa9de89924 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:47.051640 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-707473e0-93ef-47c7-947d-1a67c1a8af38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:47.077323 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Sync routers for ids ['2c17f66d-35a5-4601-a801-827397b1219b'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:13:47.102858 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Routers {'2c17f66d-35a5-4601-a801-827397b1219b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:47.103701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:13:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2c17f66d-35a5-4601-a801-827397b1219b'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:47.106676 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-707473e0-93ef-47c7-947d-1a67c1a8af38 None None] Port 2484ccad-960d-4706-afce-90aa9de89924 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:13:47.153339 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d30bae-d538-4661-8e3c-692b44452175 req-74b4c7f1-101a-48ca-b0e3-15b1af1dbd10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:47.154883 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-37d30bae-d538-4661-8e3c-692b44452175 req-74b4c7f1-101a-48ca-b0e3-15b1af1dbd10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/networks?id=be52c326-e62c-4f6a-9641-740c93f3992e HTTP/1.1" status: 200 len: 797 time: 0.1176984 Jul 28 12:13:47.173359 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-37d30bae-d538-4661-8e3c-692b44452175 req-57e836af-d89b-402a-a270-f73c1a1d2eff tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/quotas/331b9da3639043e2b67d20ab571f5750 HTTP/1.1" status: 200 len: 375 time: 0.0108373 Jul 28 12:13:47.223544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Set router 2c17f66d-35a5-4601-a801-827397b1219b gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:47.230054 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-37d30bae-d538-4661-8e3c-692b44452175 req-32409868-884e-4f68-98aa-bc8452aa72e0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501368 Jul 28 12:13:47.331979 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-37d30bae-d538-4661-8e3c-692b44452175 req-9e0269f4-48a6-4b2f-91d8-001563a7cc29 service neutron] 10.222.0.43 "GET /v2.0/networks/be52c326-e62c-4f6a-9641-740c93f3992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896556 Jul 28 12:13:47.360382 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3baa0dd9-d6ea-4e91-9c3e-94f77bb41652 None None] Provisioning complete for port 2484ccad-960d-4706-afce-90aa9de89924 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:47.360847 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3baa0dd9-d6ea-4e91-9c3e-94f77bb41652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:47.412018 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3baa0dd9-d6ea-4e91-9c3e-94f77bb41652 None None] Port 2484ccad-960d-4706-afce-90aa9de89924 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:13:47.443226 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-37d30bae-d538-4661-8e3c-692b44452175 req-114372ac-0f0a-430a-8ec8-cbd95432b7a3 service neutron] 10.222.0.43 "GET /v2.0/networks/be52c326-e62c-4f6a-9641-740c93f3992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031742 Jul 28 12:13:47.489868 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c17f66d-35a5-4601-a801-827397b1219b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201090521', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:46Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '2484ccad-960d-4706-afce-90aa9de89924', 'name': '', 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:68:2f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:45Z', 'updated_at': '2021-07-28T12:13:46Z', 'revision_number': 2, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:47.526016 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Checking router: 2c17f66d-35a5-4601-a801-827397b1219b for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:13:47.526543 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Updating router 2c17f66d-35a5-4601-a801-827397b1219b port 2484ccad-960d-4706-afce-90aa9de89924 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:13:47.549008 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ce203440-ed0a-404b-836a-67a19b2242f7 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:13:47.580540 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:47.583184 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-538d9098-ae0c-45b2-855a-9742d29daf80 None None] Provisioning complete for port 2484ccad-960d-4706-afce-90aa9de89924 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:47.583544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-538d9098-ae0c-45b2-855a-9742d29daf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:47.621400 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7cfbd15b-d3e2-43d8-9b2a-0294b0c782be req-95afa640-231d-4bdf-ae63-5e2a8bdaa8c0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 210 time: 0.0343981 Jul 28 12:13:47.663060 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-538d9098-ae0c-45b2-855a-9742d29daf80 None None] Port 2484ccad-960d-4706-afce-90aa9de89924 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:13:47.882666 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port ce203440-ed0a-404b-836a-67a19b2242f7 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:13:47.895301 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ce203440-ed0a-404b-836a-67a19b2242f7 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:47.895694 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.059940 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.094233 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port ce203440-ed0a-404b-836a-67a19b2242f7, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ce203440-ed0a-404b-836a-67a19b2242f7,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:48.112365 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.113153 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:13:48.181431 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.213087 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Transition to ACTIVE for port object 2484ccad-960d-4706-afce-90aa9de89924 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:13:48.221544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.223290 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=ce203440-ed0a-404b-836a-67a19b2242f7,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:48.277114 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:13:48.285496 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:48.285875 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.288907 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7575027-aa97-4543-9b8b-91586950988f None None] Pushing event updated for resources: {'Port': ['ID=2484ccad-960d-4706-afce-90aa9de89924,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:48.365105 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Attempting to bind port 2484ccad-960d-4706-afce-90aa9de89924 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:13:48.365476 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Attempting to bind port 2484ccad-960d-4706-afce-90aa9de89924 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': 'ab85a82c-ac46-40be-b4d9-59492e77059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:13:48.365844 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Attempting to bind port 2484ccad-960d-4706-afce-90aa9de89924 on network be52c326-e62c-4f6a-9641-740c93f3992e {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:13:48.373324 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:13:48.373701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Checking segment: {'id': 'ab85a82c-ac46-40be-b4d9-59492e77059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:13:48.374107 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.374526 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Bound using segment: {'id': 'ab85a82c-ac46-40be-b4d9-59492e77059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:13:48.375013 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Bound port: 2484ccad-960d-4706-afce-90aa9de89924, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab85a82c-ac46-40be-b4d9-59492e77059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:13:48.375396 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.469775 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.491456 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] For port 2484ccad-960d-4706-afce-90aa9de89924, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:13:48.514391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] For port 2484ccad-960d-4706-afce-90aa9de89924, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2484ccad-960d-4706-afce-90aa9de89924,segment=NetworkSegment(ab85a82c-ac46-40be-b4d9-59492e77059d),segment_id=ab85a82c-ac46-40be-b4d9-59492e77059d)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:13:48.525510 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.569286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d30bae-d538-4661-8e3c-692b44452175 req-dcdcd859-f032-470e-9cbb-2db0d5bc12be tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:48.570065 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=4c5c216f-afc8-4db0-ab09-ce3636f3a5b2,segment=NetworkSegment(ab85a82c-ac46-40be-b4d9-59492e77059d),segment_id=ab85a82c-ac46-40be-b4d9-59492e77059d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:48.572469 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-37d30bae-d538-4661-8e3c-692b44452175 req-dcdcd859-f032-470e-9cbb-2db0d5bc12be tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "GET /v2.0/networks?id=be52c326-e62c-4f6a-9641-740c93f3992e HTTP/1.1" status: 200 len: 797 time: 0.1200442 Jul 28 12:13:48.583905 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.618178 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7575027-aa97-4543-9b8b-91586950988f None None] Pushing event updated for resources: {'Port': ['ID=2484ccad-960d-4706-afce-90aa9de89924,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:48.621983 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Routers {'2c17f66d-35a5-4601-a801-827397b1219b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:48.622669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:13:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2c17f66d-35a5-4601-a801-827397b1219b'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:48.662366 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-37d30bae-d538-4661-8e3c-692b44452175 req-80db5ba5-3a2f-40a4-87af-82fcc8128b41 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=331b9da3639043e2b67d20ab571f5750 HTTP/1.1" status: 200 len: 380 time: 0.0664501 Jul 28 12:13:48.678211 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-37d30bae-d538-4661-8e3c-692b44452175 req-701ca3d0-c1da-41cc-ada9-90b3bf886d74 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'port': {'device_id': 'ae0edebc-1051-4444-bf70-66d7849ebd93', 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e', 'admin_state_up': True, 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'security_groups': ['6b771ff9-6c45-4f94-a79f-08cb962c4acb']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:48.748026 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6e4a0a1e-f0d5-4dbb-910c-72b9425cbc36 req-544ec81e-294a-4d43-9c26-b72706a53fbb tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 210 time: 0.0383348 Jul 28 12:13:48.780094 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=4c5c216f-afc8-4db0-ab09-ce3636f3a5b2,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:48.824044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] Set router 2c17f66d-35a5-4601-a801-827397b1219b gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:48.830573 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d30bae-d538-4661-8e3c-692b44452175 req-701ca3d0-c1da-41cc-ada9-90b3bf886d74 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Made reservation on behalf of 331b9da3639043e2b67d20ab571f5750 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:13:48.834337 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-37d30bae-d538-4661-8e3c-692b44452175 req-701ca3d0-c1da-41cc-ada9-90b3bf886d74 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.980664 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-37d30bae-d538-4661-8e3c-692b44452175 req-701ca3d0-c1da-41cc-ada9-90b3bf886d74 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.20.0.7 (be52c326-e62c-4f6a-9641-740c93f3992e/b1f4a3f8-b54a-42e3-b3cc-4512e6c36018/115bf6a7-55bb-46f3-bd7d-dc957e393a11) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:13:49.057128 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c17f66d-35a5-4601-a801-827397b1219b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201090521', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:46Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '2484ccad-960d-4706-afce-90aa9de89924', 'name': '', 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:68:2f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:45Z', 'updated_at': '2021-07-28T12:13:48Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:49.085321 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45061f6-4f20-4983-bfef-22875c95f355 None None] The sync data for ids ['2c17f66d-35a5-4601-a801-827397b1219b'] in dv-neutron-786478-16-hyperv is: [{'id': '2c17f66d-35a5-4601-a801-827397b1219b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201090521', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:46Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '2484ccad-960d-4706-afce-90aa9de89924', 'name': '', 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:68:2f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:45Z', 'updated_at': '2021-07-28T12:13:48Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:13:49.138644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-37d30bae-d538-4661-8e3c-692b44452175 req-701ca3d0-c1da-41cc-ada9-90b3bf886d74 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.161497 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-37d30bae-d538-4661-8e3c-692b44452175 req-701ca3d0-c1da-41cc-ada9-90b3bf886d74 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Transition to ACTIVE for port object 115bf6a7-55bb-46f3-bd7d-dc957e393a11 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:13:49.208489 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-37d30bae-d538-4661-8e3c-692b44452175 req-701ca3d0-c1da-41cc-ada9-90b3bf886d74 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.260806 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d30bae-d538-4661-8e3c-692b44452175 req-701ca3d0-c1da-41cc-ada9-90b3bf886d74 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network be52c326-e62c-4f6a-9641-740c93f3992e is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:13:49.265198 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-37d30bae-d538-4661-8e3c-692b44452175 req-701ca3d0-c1da-41cc-ada9-90b3bf886d74 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:13:49.268668 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d30bae-d538-4661-8e3c-692b44452175 req-701ca3d0-c1da-41cc-ada9-90b3bf886d74 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:13:49.301976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ca3d0-c1da-41cc-ada9-90b3bf886d74 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=115bf6a7-55bb-46f3-bd7d-dc957e393a11,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:49.331118 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d30bae-d538-4661-8e3c-692b44452175 req-701ca3d0-c1da-41cc-ada9-90b3bf886d74 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:49.331919 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-37d30bae-d538-4661-8e3c-692b44452175 req-701ca3d0-c1da-41cc-ada9-90b3bf886d74 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.349154 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-37d30bae-d538-4661-8e3c-692b44452175 req-701ca3d0-c1da-41cc-ada9-90b3bf886d74 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6812658 Jul 28 12:13:49.366115 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Request body: {'port': {'device_id': 'ae0edebc-1051-4444-bf70-66d7849ebd93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:49.457617 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.601817 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-bd4bfeb8-4f00-41f7-bf4c-64377f90bbbe None None] Provisioning for port 115bf6a7-55bb-46f3-bd7d-dc957e393a11 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:13:49.611282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-bd4bfeb8-4f00-41f7-bf4c-64377f90bbbe None None] Provisioning complete for port 115bf6a7-55bb-46f3-bd7d-dc957e393a11 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:49.611662 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd4bfeb8-4f00-41f7-bf4c-64377f90bbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.659086 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ce203440-ed0a-404b-836a-67a19b2242f7 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:13:49.711801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-bd4bfeb8-4f00-41f7-bf4c-64377f90bbbe None None] Port 115bf6a7-55bb-46f3-bd7d-dc957e393a11 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:13:49.729046 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ce203440-ed0a-404b-836a-67a19b2242f7 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:49.729517 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.855398 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115bf6a7-55bb-46f3-bd7d-dc957e393a11 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:13:49.860243 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2484ccad-960d-4706-afce-90aa9de89924 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:13:49.866552 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.887504 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Transition to ACTIVE for port object 115bf6a7-55bb-46f3-bd7d-dc957e393a11 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:13:49.894726 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.931271 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74301d1a-ccbb-4491-8441-b9a08e5dd054 req-68056d72-6777-4ed9-9446-06ed5b12eed6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:49.934094 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-74301d1a-ccbb-4491-8441-b9a08e5dd054 req-68056d72-6777-4ed9-9446-06ed5b12eed6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 931 time: 0.0744174 Jul 28 12:13:49.944088 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 2484ccad-960d-4706-afce-90aa9de89924 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:13:49.952791 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 2484ccad-960d-4706-afce-90aa9de89924 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:49.953288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.999388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Pushing event updated for resources: {'Port': ['ID=115bf6a7-55bb-46f3-bd7d-dc957e393a11,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:50.010538 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-74301d1a-ccbb-4491-8441-b9a08e5dd054 req-6d3471db-2780-44bf-a867-7ec0c60b3258 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b771ff9-6c45-4f94-a79f-08cb962c4acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636539 Jul 28 12:13:50.076851 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:50.091076 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Attempting to bind port 115bf6a7-55bb-46f3-bd7d-dc957e393a11 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:13:50.091076 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Attempting to bind port 115bf6a7-55bb-46f3-bd7d-dc957e393a11 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'ab85a82c-ac46-40be-b4d9-59492e77059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:13:50.091076 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Attempting to bind port 115bf6a7-55bb-46f3-bd7d-dc957e393a11 on network be52c326-e62c-4f6a-9641-740c93f3992e {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:13:50.096256 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Port 115bf6a7-55bb-46f3-bd7d-dc957e393a11 on network be52c326-e62c-4f6a-9641-740c93f3992e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:13:50.096674 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Attempting to bind port 115bf6a7-55bb-46f3-bd7d-dc957e393a11 on network be52c326-e62c-4f6a-9641-740c93f3992e {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:13:50.104189 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:13:50.104741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Checking segment: {'id': 'ab85a82c-ac46-40be-b4d9-59492e77059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:13:50.105474 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Bound using segment: {'id': 'ab85a82c-ac46-40be-b4d9-59492e77059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:13:50.106063 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Bound port: 115bf6a7-55bb-46f3-bd7d-dc957e393a11, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab85a82c-ac46-40be-b4d9-59492e77059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:13:50.108022 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:50.122615 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 2484ccad-960d-4706-afce-90aa9de89924, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2484ccad-960d-4706-afce-90aa9de89924,segment=NetworkSegment(ab85a82c-ac46-40be-b4d9-59492e77059d),segment_id=ab85a82c-ac46-40be-b4d9-59492e77059d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:50.130993 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:50.131907 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:13:50.203507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] For port 115bf6a7-55bb-46f3-bd7d-dc957e393a11, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:13:50.209074 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] For port 115bf6a7-55bb-46f3-bd7d-dc957e393a11, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=115bf6a7-55bb-46f3-bd7d-dc957e393a11,segment=NetworkSegment(ab85a82c-ac46-40be-b4d9-59492e77059d),segment_id=ab85a82c-ac46-40be-b4d9-59492e77059d)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:13:50.216009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:50.234155 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=2484ccad-960d-4706-afce-90aa9de89924,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:50.256303 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:50.256935 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:50.258805 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-37d30bae-d538-4661-8e3c-692b44452175 req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] 10.222.0.39 "PUT /v2.0/ports/115bf6a7-55bb-46f3-bd7d-dc957e393a11 HTTP/1.1" status: 200 len: 1093 time: 0.8979051 Jul 28 12:13:50.262521 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0edebc-1051-4444-bf70-66d7849ebd93', 'tag': '115bf6a7-55bb-46f3-bd7d-dc957e393a11'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:13:50.263921 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:50.264301 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:50.265772 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ace5f6a-e592-4ad1-8bf2-a5cd754d610c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0edebc-1051-4444-bf70-66d7849ebd93", "tag": "115bf6a7-55bb-46f3-bd7d-dc957e393a11"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:13:50.309003 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:50.312745 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfe07e-686b-40e5-bc29-2d7415a8298a service neutron] Pushing event updated for resources: {'Port': ['ID=115bf6a7-55bb-46f3-bd7d-dc957e393a11,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:50.347071 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1c41ea-28a1-4312-ad16-fce5853b1e71 x-openstack-request-id: req-7f1c41ea-28a1-4312-ad16-fce5853b1e71 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:13:50.347463 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0edebc-1051-4444-bf70-66d7849ebd93", "tag": "115bf6a7-55bb-46f3-bd7d-dc957e393a11", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:13:50.347702 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f1c41ea-28a1-4312-ad16-fce5853b1e71 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:13:50.348067 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0edebc-1051-4444-bf70-66d7849ebd93', 'tag': '115bf6a7-55bb-46f3-bd7d-dc957e393a11', 'status': 'completed', 'code': 200} Jul 28 12:13:50.376829 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d30bae-d538-4661-8e3c-692b44452175 req-f5bf3884-1831-4a54-836e-bc194808efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:50.379236 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-37d30bae-d538-4661-8e3c-692b44452175 req-f5bf3884-1831-4a54-836e-bc194808efdd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 1096 time: 0.0623450 Jul 28 12:13:50.441731 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-37d30bae-d538-4661-8e3c-692b44452175 req-ddbfd9e9-1983-41f6-b830-909f564efdf8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=115bf6a7-55bb-46f3-bd7d-dc957e393a11 HTTP/1.1" status: 200 len: 217 time: 0.0467710 Jul 28 12:13:50.514775 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d30bae-d538-4661-8e3c-692b44452175 req-3cfeb640-e182-443a-a1a4-2ad358f1556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:50.516332 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-37d30bae-d538-4661-8e3c-692b44452175 req-3cfeb640-e182-443a-a1a4-2ad358f1556c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1f4a3f8-b54a-42e3-b3cc-4512e6c36018 HTTP/1.1" status: 200 len: 834 time: 0.0682046 Jul 28 12:13:50.581612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d30bae-d538-4661-8e3c-692b44452175 req-e008c69c-7e27-4a56-bf1d-c97a235bdb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:50.583501 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-37d30bae-d538-4661-8e3c-692b44452175 req-e008c69c-7e27-4a56-bf1d-c97a235bdb2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be52c326-e62c-4f6a-9641-740c93f3992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0601211 Jul 28 12:13:50.684539 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-37d30bae-d538-4661-8e3c-692b44452175 req-942b1d2f-f9f2-427b-a634-263809fc8d12 service neutron] 10.222.0.39 "GET /v2.0/networks/be52c326-e62c-4f6a-9641-740c93f3992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943279 Jul 28 12:13:50.785545 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-37d30bae-d538-4661-8e3c-692b44452175 req-8025fe72-378a-4e2a-b14d-7a971c5b1394 service neutron] 10.222.0.39 "GET /v2.0/networks/be52c326-e62c-4f6a-9641-740c93f3992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941401 Jul 28 12:13:50.876578 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace5f6a-e592-4ad1-8bf2-a5cd754d610c req-79211f47-7f64-4183-8680-7a5e2e7c240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:50.878054 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4ace5f6a-e592-4ad1-8bf2-a5cd754d610c req-79211f47-7f64-4183-8680-7a5e2e7c240f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 1096 time: 0.0442665 Jul 28 12:13:50.981846 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace5f6a-e592-4ad1-8bf2-a5cd754d610c req-3bf98dd1-31c2-4301-b43e-a8a341c0e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:50.983392 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4ace5f6a-e592-4ad1-8bf2-a5cd754d610c req-3bf98dd1-31c2-4301-b43e-a8a341c0e4d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be52c326-e62c-4f6a-9641-740c93f3992e HTTP/1.1" status: 200 len: 898 time: 0.0975444 Jul 28 12:13:51.028682 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4ace5f6a-e592-4ad1-8bf2-a5cd754d610c req-5f4967fa-751f-4ff8-8691-a25b12384cc3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=115bf6a7-55bb-46f3-bd7d-dc957e393a11 HTTP/1.1" status: 200 len: 217 time: 0.0380268 Jul 28 12:13:51.083935 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace5f6a-e592-4ad1-8bf2-a5cd754d610c req-e07f6c4c-6daa-40c3-864e-1426bdab1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:51.085569 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4ace5f6a-e592-4ad1-8bf2-a5cd754d610c req-e07f6c4c-6daa-40c3-864e-1426bdab1920 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1f4a3f8-b54a-42e3-b3cc-4512e6c36018 HTTP/1.1" status: 200 len: 834 time: 0.0497696 Jul 28 12:13:51.150556 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace5f6a-e592-4ad1-8bf2-a5cd754d610c req-23daa588-c086-433e-acfe-a060d561d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:51.152098 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4ace5f6a-e592-4ad1-8bf2-a5cd754d610c req-23daa588-c086-433e-acfe-a060d561d0bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be52c326-e62c-4f6a-9641-740c93f3992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0579610 Jul 28 12:13:51.157442 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862cd77-90d2-4767-995f-d367ea293229 req-b2b9f5ad-5336-41aa-afe0-a4784a58055f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:51.159033 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2862cd77-90d2-4767-995f-d367ea293229 req-b2b9f5ad-5336-41aa-afe0-a4784a58055f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 943 time: 0.0575421 Jul 28 12:13:51.203689 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2862cd77-90d2-4767-995f-d367ea293229 req-cb039623-07cf-4810-8dc1-61bbc6322d3f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b771ff9-6c45-4f94-a79f-08cb962c4acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355082 Jul 28 12:13:51.263320 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4ace5f6a-e592-4ad1-8bf2-a5cd754d610c req-c353525a-9521-465f-8a17-57baf1e149e3 service neutron] 10.222.0.39 "GET /v2.0/networks/be52c326-e62c-4f6a-9641-740c93f3992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030188 Jul 28 12:13:51.374702 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4ace5f6a-e592-4ad1-8bf2-a5cd754d610c req-bca4cb82-e994-42fc-8248-cdfa3bb0a8db service neutron] 10.222.0.39 "GET /v2.0/networks/be52c326-e62c-4f6a-9641-740c93f3992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026874 Jul 28 12:13:51.482537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2484ccad-960d-4706-afce-90aa9de89924 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:13:51.533949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 2484ccad-960d-4706-afce-90aa9de89924 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:51.534322 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:52.328281 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158c2db-8e9a-4e1a-b290-cf2f1d992c50 req-2c39f9a8-7fe8-465d-908e-3a7279971022 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:52.329864 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b158c2db-8e9a-4e1a-b290-cf2f1d992c50 req-2c39f9a8-7fe8-465d-908e-3a7279971022 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 943 time: 0.0504708 Jul 28 12:13:52.369773 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b158c2db-8e9a-4e1a-b290-cf2f1d992c50 req-852707a4-aa9f-479f-bb55-d9aebb24aa29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b771ff9-6c45-4f94-a79f-08cb962c4acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334198 Jul 28 12:13:52.564567 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 115bf6a7-55bb-46f3-bd7d-dc957e393a11 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:13:52.660292 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 115bf6a7-55bb-46f3-bd7d-dc957e393a11, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=115bf6a7-55bb-46f3-bd7d-dc957e393a11,segment=NetworkSegment(ab85a82c-ac46-40be-b4d9-59492e77059d),segment_id=ab85a82c-ac46-40be-b4d9-59492e77059d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:52.672667 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '115bf6a7-55bb-46f3-bd7d-dc957e393a11', 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e', 'port_id': '115bf6a7-55bb-46f3-bd7d-dc957e393a11', 'mac_address': 'fa:16:3e:e3:25:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:13:52.715114 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:52.728209 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115bf6a7-55bb-46f3-bd7d-dc957e393a11 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:13:52.749356 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 115bf6a7-55bb-46f3-bd7d-dc957e393a11, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=115bf6a7-55bb-46f3-bd7d-dc957e393a11,segment=NetworkSegment(ab85a82c-ac46-40be-b4d9-59492e77059d),segment_id=ab85a82c-ac46-40be-b4d9-59492e77059d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:52.754293 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:52.804816 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=115bf6a7-55bb-46f3-bd7d-dc957e393a11,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:53.036205 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['115bf6a7-55bb-46f3-bd7d-dc957e393a11'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:13:53.490155 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135f36e-4213-4e9c-973c-15c4624552fa req-0636b9c9-70d3-4ef5-a4f7-36db816a8006 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:53.491736 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3135f36e-4213-4e9c-973c-15c4624552fa req-0636b9c9-70d3-4ef5-a4f7-36db816a8006 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 944 time: 0.0509365 Jul 28 12:13:53.537737 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3135f36e-4213-4e9c-973c-15c4624552fa req-9370f957-7684-4032-9633-9811c303fc99 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b771ff9-6c45-4f94-a79f-08cb962c4acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396452 Jul 28 12:13:54.565473 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 115bf6a7-55bb-46f3-bd7d-dc957e393a11 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:13:54.618934 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 115bf6a7-55bb-46f3-bd7d-dc957e393a11 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:13:54.622979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 115bf6a7-55bb-46f3-bd7d-dc957e393a11 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:54.623357 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:54.665921 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b5dbc-2367-4113-9664-fdec1e77de77 req-52664165-7661-4bdb-81b0-6b09048321e3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:54.668192 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-cc4b5dbc-2367-4113-9664-fdec1e77de77 req-52664165-7661-4bdb-81b0-6b09048321e3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 944 time: 0.0530579 Jul 28 12:13:54.709046 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:54.709299 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-cc4b5dbc-2367-4113-9664-fdec1e77de77 req-1f9c89d2-624b-4e08-a751-f09b4a6d130f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b771ff9-6c45-4f94-a79f-08cb962c4acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346415 Jul 28 12:13:54.735808 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0edebc-1051-4444-bf70-66d7849ebd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115bf6a7-55bb-46f3-bd7d-dc957e393a11'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:13:54.738069 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556eb8e2-e523-4939-9a72-ac2670dbb010" -d '{"events": [{"server_uuid": "ae0edebc-1051-4444-bf70-66d7849ebd93", "name": "network-vif-plugged", "status": "completed", "tag": "115bf6a7-55bb-46f3-bd7d-dc957e393a11"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:13:54.751358 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 115bf6a7-55bb-46f3-bd7d-dc957e393a11, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=115bf6a7-55bb-46f3-bd7d-dc957e393a11,segment=NetworkSegment(ab85a82c-ac46-40be-b4d9-59492e77059d),segment_id=ab85a82c-ac46-40be-b4d9-59492e77059d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:54.755937 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:54.781257 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5b4493-ca6f-4c52-9535-806cf921be69 x-openstack-request-id: req-0b5b4493-ca6f-4c52-9535-806cf921be69 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:13:54.781551 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0edebc-1051-4444-bf70-66d7849ebd93", "name": "network-vif-plugged", "status": "completed", "tag": "115bf6a7-55bb-46f3-bd7d-dc957e393a11", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:13:54.781825 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b5b4493-ca6f-4c52-9535-806cf921be69 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:13:54.782215 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0edebc-1051-4444-bf70-66d7849ebd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115bf6a7-55bb-46f3-bd7d-dc957e393a11', 'code': 200} Jul 28 12:13:54.813018 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=115bf6a7-55bb-46f3-bd7d-dc957e393a11,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:54.956221 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3aae72-73e6-446a-a125-6b4dc43b0e28 req-4991efe7-4a24-4b82-9439-5f742d2f50df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:54.957722 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6d3aae72-73e6-446a-a125-6b4dc43b0e28 req-4991efe7-4a24-4b82-9439-5f742d2f50df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 1098 time: 0.0480151 Jul 28 12:13:54.994275 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6d3aae72-73e6-446a-a125-6b4dc43b0e28 req-b4c9a658-af4d-49f3-adae-b121863706a1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6b771ff9-6c45-4f94-a79f-08cb962c4acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292776 Jul 28 12:13:55.834359 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ebd43-f578-4eb4-958b-e39b006143fa req-5b841a41-8a84-492b-b063-4a2d59a9e990 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:55.835889 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7c6ebd43-f578-4eb4-958b-e39b006143fa req-5b841a41-8a84-492b-b063-4a2d59a9e990 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 945 time: 0.0547955 Jul 28 12:13:55.881245 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7c6ebd43-f578-4eb4-958b-e39b006143fa req-98be5e87-dcb7-4af1-83c6-f597bc5051dc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b771ff9-6c45-4f94-a79f-08cb962c4acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359569 Jul 28 12:13:57.024268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38618906-a738-4aaa-b18f-4291c9bf7a18 req-27ba6b3e-47ba-4d63-9862-7ddda059e944 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:57.025777 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-38618906-a738-4aaa-b18f-4291c9bf7a18 req-27ba6b3e-47ba-4d63-9862-7ddda059e944 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 945 time: 0.0600741 Jul 28 12:13:57.072078 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-38618906-a738-4aaa-b18f-4291c9bf7a18 req-833bfcec-e1cb-4ac9-bb55-c5360d7065e3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b771ff9-6c45-4f94-a79f-08cb962c4acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399899 Jul 28 12:13:57.193758 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cd7d8-9b82-4432-b723-897e45f36b45 req-7ff5fc73-62a3-4742-94ce-4c206781b968 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:57.195263 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9d8cd7d8-9b82-4432-b723-897e45f36b45 req-7ff5fc73-62a3-4742-94ce-4c206781b968 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 945 time: 0.0519581 Jul 28 12:13:57.235455 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9d8cd7d8-9b82-4432-b723-897e45f36b45 req-5c220c65-98c2-4a2a-acaf-f329468f3433 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b771ff9-6c45-4f94-a79f-08cb962c4acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333943 Jul 28 12:13:57.258238 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37090) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:57.302749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28347a9d-b5e8-4b9a-ad8d-cebc05ff0aa7 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:57.304277 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-28347a9d-b5e8-4b9a-ad8d-cebc05ff0aa7 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 1093 time: 0.0448289 Jul 28 12:13:57.308268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37092) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:57.312609 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '115bf6a7-55bb-46f3-bd7d-dc957e393a11', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:57.335563 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:57.439685 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:57.541130 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.26.1.223 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/1486a215-9f56-44b9-8d3d-17eb6da0aecf) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:13:57.989484 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:58.030323 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:58.067144 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:13:58.071591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:13:58.078470 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:13:58.084643 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=1486a215-9f56-44b9-8d3d-17eb6da0aecf,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:58.462640 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:58.534864 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:58.707813 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:58.712285 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:58.785066 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=1486a215-9f56-44b9-8d3d-17eb6da0aecf,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:58.798494 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:58.902110 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Floating IP 966d757a-b146-478f-8a7b-8329bbde849c associated. External IP: 172.26.1.223, port: 115bf6a7-55bb-46f3-bd7d-dc957e393a11. Jul 28 12:13:59.122907 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 2c17f66d-35a5-4601-a801-827397b1219b has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:13:59.235382 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:13:59.245653 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa074b-79d9-47d1-a5ef-5e65361be146 None None] Sync routers for ids ['2c17f66d-35a5-4601-a801-827397b1219b'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:13:59.252863 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:59.257103 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa074b-79d9-47d1-a5ef-5e65361be146 None None] Routers {'2c17f66d-35a5-4601-a801-827397b1219b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:59.258048 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-11aa074b-79d9-47d1-a5ef-5e65361be146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:13:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2c17f66d-35a5-4601-a801-827397b1219b'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:59.286322 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-392cfeef-cc79-4895-a12a-fa3b300dc34c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9767561 Jul 28 12:13:59.286917 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0edebc-1051-4444-bf70-66d7849ebd93', 'tag': '115bf6a7-55bb-46f3-bd7d-dc957e393a11'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:13:59.289679 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140cd41c-9e95-498c-8709-d95e026f0cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0edebc-1051-4444-bf70-66d7849ebd93", "tag": "115bf6a7-55bb-46f3-bd7d-dc957e393a11"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:13:59.333749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee38e226-ea70-4604-8421-08969e20b4c6 x-openstack-request-id: req-ee38e226-ea70-4604-8421-08969e20b4c6 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:13:59.334113 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0edebc-1051-4444-bf70-66d7849ebd93", "tag": "115bf6a7-55bb-46f3-bd7d-dc957e393a11", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:13:59.334472 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee38e226-ea70-4604-8421-08969e20b4c6 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:13:59.334961 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0edebc-1051-4444-bf70-66d7849ebd93', 'tag': '115bf6a7-55bb-46f3-bd7d-dc957e393a11', 'status': 'completed', 'code': 200} Jul 28 12:13:59.370724 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-11aa074b-79d9-47d1-a5ef-5e65361be146 None None] Set router 2c17f66d-35a5-4601-a801-827397b1219b gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:59.399376 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cd41c-9e95-498c-8709-d95e026f0cb3 req-ee360814-9084-44f6-b677-07a75988329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:59.400136 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efc768-9035-4a28-97c4-42b63b676deb req-4966b412-2f14-46f1-8f74-9e27878eed87 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:59.401763 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-140cd41c-9e95-498c-8709-d95e026f0cb3 req-ee360814-9084-44f6-b677-07a75988329d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 1098 time: 0.0443926 Jul 28 12:13:59.402676 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-06efc768-9035-4a28-97c4-42b63b676deb req-4966b412-2f14-46f1-8f74-9e27878eed87 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 945 time: 0.0539389 Jul 28 12:13:59.450066 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-06efc768-9035-4a28-97c4-42b63b676deb req-65c2c939-71a4-4933-9b66-8f7f5ee34db1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b771ff9-6c45-4f94-a79f-08cb962c4acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385933 Jul 28 12:13:59.475696 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37098) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:59.505225 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cd41c-9e95-498c-8709-d95e026f0cb3 req-a3dc088a-1769-4871-9b7c-b8f9756c5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:59.506736 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-140cd41c-9e95-498c-8709-d95e026f0cb3 req-a3dc088a-1769-4871-9b7c-b8f9756c5bf6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be52c326-e62c-4f6a-9641-740c93f3992e HTTP/1.1" status: 200 len: 898 time: 0.0979102 Jul 28 12:13:59.549579 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a9bcf49f-ca65-449e-9409-c4eb4fbb0944 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/966d757a-b146-478f-8a7b-8329bbde849c HTTP/1.1" status: 200 len: 991 time: 0.0722032 Jul 28 12:13:59.576320 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-140cd41c-9e95-498c-8709-d95e026f0cb3 req-df3fb067-5941-488b-bfef-6c00e1b195d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=115bf6a7-55bb-46f3-bd7d-dc957e393a11 HTTP/1.1" status: 200 len: 999 time: 0.0624301 Jul 28 12:13:59.614268 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-11aa074b-79d9-47d1-a5ef-5e65361be146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c17f66d-35a5-4601-a801-827397b1219b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201090521', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:46Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '966d757a-b146-478f-8a7b-8329bbde849c', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'floating_ip_address': '172.26.1.223', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'port_id': '115bf6a7-55bb-46f3-bd7d-dc957e393a11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e', 'mac_address': 'fa:16:3e:e3:25:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0edebc-1051-4444-bf70-66d7849ebd93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:13:58Z', 'updated_at': '2021-07-28T12:13:58Z', 'revision_number': 0, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2484ccad-960d-4706-afce-90aa9de89924', 'name': '', 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:68:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:45Z', 'updated_at': '2021-07-28T12:13:50Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:59.631660 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cd41c-9e95-498c-8709-d95e026f0cb3 req-6b2bd360-4e3a-4c2d-a7a6-159072f87747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:59.633140 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-140cd41c-9e95-498c-8709-d95e026f0cb3 req-6b2bd360-4e3a-4c2d-a7a6-159072f87747 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1f4a3f8-b54a-42e3-b3cc-4512e6c36018 HTTP/1.1" status: 200 len: 834 time: 0.0500150 Jul 28 12:13:59.644523 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa074b-79d9-47d1-a5ef-5e65361be146 None None] Checking router: 2c17f66d-35a5-4601-a801-827397b1219b for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:13:59.655047 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa074b-79d9-47d1-a5ef-5e65361be146 None None] Routers {'2c17f66d-35a5-4601-a801-827397b1219b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:59.655583 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-11aa074b-79d9-47d1-a5ef-5e65361be146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:13:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2c17f66d-35a5-4601-a801-827397b1219b'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:59.684329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cd41c-9e95-498c-8709-d95e026f0cb3 req-575ddb19-6286-467d-9827-6537731eb66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:59.685845 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-140cd41c-9e95-498c-8709-d95e026f0cb3 req-575ddb19-6286-467d-9827-6537731eb66d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be52c326-e62c-4f6a-9641-740c93f3992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0446854 Jul 28 12:13:59.763654 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-11aa074b-79d9-47d1-a5ef-5e65361be146 None None] Set router 2c17f66d-35a5-4601-a801-827397b1219b gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:59.778297 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-140cd41c-9e95-498c-8709-d95e026f0cb3 req-c19284c4-0490-4d50-a7b3-53489b55755a service neutron] 10.222.0.39 "GET /v2.0/networks/be52c326-e62c-4f6a-9641-740c93f3992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851555 Jul 28 12:13:59.879761 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-140cd41c-9e95-498c-8709-d95e026f0cb3 req-7f6db57f-c9a0-49de-b32c-20caf7292c93 service neutron] 10.222.0.39 "GET /v2.0/networks/be52c326-e62c-4f6a-9641-740c93f3992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942178 Jul 28 12:13:59.993473 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-11aa074b-79d9-47d1-a5ef-5e65361be146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c17f66d-35a5-4601-a801-827397b1219b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201090521', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:46Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '966d757a-b146-478f-8a7b-8329bbde849c', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'floating_ip_address': '172.26.1.223', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'port_id': '115bf6a7-55bb-46f3-bd7d-dc957e393a11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e', 'mac_address': 'fa:16:3e:e3:25:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0edebc-1051-4444-bf70-66d7849ebd93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:13:58Z', 'updated_at': '2021-07-28T12:13:58Z', 'revision_number': 0, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2484ccad-960d-4706-afce-90aa9de89924', 'name': '', 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:68:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:45Z', 'updated_at': '2021-07-28T12:13:50Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:00.022802 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa074b-79d9-47d1-a5ef-5e65361be146 None None] The sync data for ids ['2c17f66d-35a5-4601-a801-827397b1219b'] in dv-neutron-786478-16-hyperv is: [{'id': '2c17f66d-35a5-4601-a801-827397b1219b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201090521', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:46Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '966d757a-b146-478f-8a7b-8329bbde849c', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'floating_ip_address': '172.26.1.223', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'port_id': '115bf6a7-55bb-46f3-bd7d-dc957e393a11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e', 'mac_address': 'fa:16:3e:e3:25:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0edebc-1051-4444-bf70-66d7849ebd93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:13:58Z', 'updated_at': '2021-07-28T12:13:58Z', 'revision_number': 0, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2484ccad-960d-4706-afce-90aa9de89924', 'name': '', 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:68:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:45Z', 'updated_at': '2021-07-28T12:13:50Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:14:00.217822 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb054e7f-b587-4da4-be56-ac9c2a5f8cb2 None None] New status for floating IP 966d757a-b146-478f-8a7b-8329bbde849c: ACTIVE {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:14:00.554053 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37100) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:00.623706 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6b6784d0-8788-43d7-b8e8-89d5735872be tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/966d757a-b146-478f-8a7b-8329bbde849c HTTP/1.1" status: 200 len: 993 time: 0.0682220 Jul 28 12:14:02.438858 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e1acb4f7-7135-4169-888e-40583aab268e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:04.912518 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-662b0268-c597-458f-bdb8-6d06f32d8234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:05.379917 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:06.489412 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:08.040644 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:20.411217 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:20.853845 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:14:22.348192 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-60917f36-5e16-4235-8566-b2c2f4a858fa req-aec64dea-8726-4f8c-b878-cdf2cf643a56 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0906489 Jul 28 12:14:22.445084 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60917f36-5e16-4235-8566-b2c2f4a858fa req-efed9639-6e83-4175-b81b-83e037c13453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:22.446753 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-60917f36-5e16-4235-8566-b2c2f4a858fa req-efed9639-6e83-4175-b81b-83e037c13453 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 1098 time: 0.0480602 Jul 28 12:14:22.561074 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60917f36-5e16-4235-8566-b2c2f4a858fa req-db69a495-80d4-4f4c-b4fc-4f9de773418f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:22.562494 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-60917f36-5e16-4235-8566-b2c2f4a858fa req-db69a495-80d4-4f4c-b4fc-4f9de773418f service neutron] 10.222.0.39 "GET /v2.0/networks?id=be52c326-e62c-4f6a-9641-740c93f3992e HTTP/1.1" status: 200 len: 898 time: 0.0933893 Jul 28 12:14:22.639388 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-60917f36-5e16-4235-8566-b2c2f4a858fa req-57117222-936f-4504-b6f1-60d07976b614 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=115bf6a7-55bb-46f3-bd7d-dc957e393a11 HTTP/1.1" status: 200 len: 1001 time: 0.0695412 Jul 28 12:14:22.706535 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60917f36-5e16-4235-8566-b2c2f4a858fa req-38fd370b-8928-4767-af8b-148ed463aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:22.708022 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-60917f36-5e16-4235-8566-b2c2f4a858fa req-38fd370b-8928-4767-af8b-148ed463aebd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1f4a3f8-b54a-42e3-b3cc-4512e6c36018 HTTP/1.1" status: 200 len: 834 time: 0.0617647 Jul 28 12:14:22.755724 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60917f36-5e16-4235-8566-b2c2f4a858fa req-0eb26991-a3af-4f8b-ad49-7e1158f3a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:22.757232 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-60917f36-5e16-4235-8566-b2c2f4a858fa req-0eb26991-a3af-4f8b-ad49-7e1158f3a4cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be52c326-e62c-4f6a-9641-740c93f3992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0420320 Jul 28 12:14:22.767733 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [req-60917f36-5e16-4235-8566-b2c2f4a858fa req-50600653-c4e3-4b11-a172-9948364aec58 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 12:14:22.769210 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-60917f36-5e16-4235-8566-b2c2f4a858fa req-50600653-c4e3-4b11-a172-9948364aec58 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052142 Jul 28 12:14:22.872751 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-60917f36-5e16-4235-8566-b2c2f4a858fa req-d0aaa339-3444-497e-9045-11144ca6a120 service neutron] 10.222.0.39 "GET /v2.0/networks/be52c326-e62c-4f6a-9641-740c93f3992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959775 Jul 28 12:14:22.970084 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-60917f36-5e16-4235-8566-b2c2f4a858fa req-702d7c8f-ab29-4419-b7ed-04293a262297 service neutron] 10.222.0.39 "GET /v2.0/networks/be52c326-e62c-4f6a-9641-740c93f3992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896025 Jul 28 12:14:31.977972 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a20043-ca87-4b7a-a61c-9a7862e17dde req-79346138-b97d-45eb-8100-bfa1294d31e5 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:31.979434 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-29a20043-ca87-4b7a-a61c-9a7862e17dde req-79346138-b97d-45eb-8100-bfa1294d31e5 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 945 time: 0.0511196 Jul 28 12:14:32.022833 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-29a20043-ca87-4b7a-a61c-9a7862e17dde req-0d9d0a5c-37a6-4b5c-ad3b-1e20e0d5aee9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b771ff9-6c45-4f94-a79f-08cb962c4acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361738 Jul 28 12:14:32.448638 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b2f25c53-cef4-4a50-bc31-fcbada587811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:33.146574 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb98b6-71bc-4ba9-bb9c-0ea3c4aa32a0 req-6bc34da9-4e67-4d71-9040-a8e32d00cb67 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:33.148072 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-22fb98b6-71bc-4ba9-bb9c-0ea3c4aa32a0 req-6bc34da9-4e67-4d71-9040-a8e32d00cb67 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 945 time: 0.0499258 Jul 28 12:14:33.192518 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-22fb98b6-71bc-4ba9-bb9c-0ea3c4aa32a0 req-6a10e218-5aa8-41b3-97fe-caf6c7a3289b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b771ff9-6c45-4f94-a79f-08cb962c4acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384204 Jul 28 12:14:33.214924 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37122) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:33.276104 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a0f2ba59-3612-4ec3-9d59-55b80b5e8ca5 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/966d757a-b146-478f-8a7b-8329bbde849c HTTP/1.1" status: 200 len: 993 time: 0.0600247 Jul 28 12:14:34.569524 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e279d-0a6d-484c-ac40-46ed66fb7126 req-a3353a56-ee6d-4444-805b-c445004000f6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:34.570970 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5d1e279d-0a6d-484c-ac40-46ed66fb7126 req-a3353a56-ee6d-4444-805b-c445004000f6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 945 time: 0.0596836 Jul 28 12:14:34.612941 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5d1e279d-0a6d-484c-ac40-46ed66fb7126 req-59327633-dc24-4426-98fe-3657cc54ef61 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b771ff9-6c45-4f94-a79f-08cb962c4acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354466 Jul 28 12:14:34.912921 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-967e3a60-a615-41ea-9802-d7ba32669582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:35.380702 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:35.797248 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d289523-f516-4aab-a6ae-625ff7c85614 req-b036d172-1a38-4423-a195-d1083f00a695 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:35.798809 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1d289523-f516-4aab-a6ae-625ff7c85614 req-b036d172-1a38-4423-a195-d1083f00a695 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 945 time: 0.1037779 Jul 28 12:14:35.837943 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1d289523-f516-4aab-a6ae-625ff7c85614 req-7ffca86b-dfc3-4edc-87c4-1d2706874f2c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b771ff9-6c45-4f94-a79f-08cb962c4acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331950 Jul 28 12:14:35.870508 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37134) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:36.227711 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-02c80a36-e838-4315-b7c6-e09a4cbf6892 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/966d757a-b146-478f-8a7b-8329bbde849c HTTP/1.1" status: 200 len: 993 time: 0.3559682 Jul 28 12:14:36.455067 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37140) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:36.490953 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:36.611009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port 1486a215-9f56-44b9-8d3d-17eb6da0aecf {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:14:36.611349 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:36.685280 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:36.694065 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:36.701251 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for 1486a215-9f56-44b9-8d3d-17eb6da0aecf owned by network:floatingip {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:14:36.914305 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:36.938797 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=1486a215-9f56-44b9-8d3d-17eb6da0aecf,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:36.953049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:36.953399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:36.953745 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:36.954088 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:36.954474 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:36.954787 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:36.955153 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:36.955485 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:36.955845 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:36.956175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:36.956503 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:36.956829 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:37.010336 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:37.010696 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Floating IP 966d757a-b146-478f-8a7b-8329bbde849c disassociated (deleted). External IP: 172.26.1.223, port: 115bf6a7-55bb-46f3-bd7d-dc957e393a11. Jul 28 12:14:37.226904 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 2c17f66d-35a5-4601-a801-827397b1219b has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:14:37.334022 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:14:37.339081 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:37.343530 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76767da7-0abe-4638-baaa-85155287c43c None None] Sync routers for ids ['2c17f66d-35a5-4601-a801-827397b1219b'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:14:37.353081 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76767da7-0abe-4638-baaa-85155287c43c None None] Routers {'2c17f66d-35a5-4601-a801-827397b1219b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:37.353679 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-76767da7-0abe-4638-baaa-85155287c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:14:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2c17f66d-35a5-4601-a801-827397b1219b'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:37.366129 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2469b428-a141-411c-bd08-2eff74ad2455 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/floatingips/966d757a-b146-478f-8a7b-8329bbde849c HTTP/1.1" status: 204 len: 168 time: 0.9099369 Jul 28 12:14:37.366748 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0edebc-1051-4444-bf70-66d7849ebd93', 'tag': '115bf6a7-55bb-46f3-bd7d-dc957e393a11'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:14:37.369089 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dabf89a-f582-4c1a-b7a4-466992db2c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0edebc-1051-4444-bf70-66d7849ebd93", "tag": "115bf6a7-55bb-46f3-bd7d-dc957e393a11"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:14:37.428366 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fe71df-20da-4c4c-89b1-126246d11e24 x-openstack-request-id: req-d9fe71df-20da-4c4c-89b1-126246d11e24 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:14:37.428661 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0edebc-1051-4444-bf70-66d7849ebd93", "tag": "115bf6a7-55bb-46f3-bd7d-dc957e393a11", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:14:37.428909 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9fe71df-20da-4c4c-89b1-126246d11e24 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:14:37.429321 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0edebc-1051-4444-bf70-66d7849ebd93', 'tag': '115bf6a7-55bb-46f3-bd7d-dc957e393a11', 'status': 'completed', 'code': 200} Jul 28 12:14:37.491484 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-76767da7-0abe-4638-baaa-85155287c43c None None] Set router 2c17f66d-35a5-4601-a801-827397b1219b gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:37.497054 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabf89a-f582-4c1a-b7a4-466992db2c3b req-beb7cd36-205d-4764-85d1-a9dfde7fc7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:37.499857 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8dabf89a-f582-4c1a-b7a4-466992db2c3b req-beb7cd36-205d-4764-85d1-a9dfde7fc7c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 1098 time: 0.0469825 Jul 28 12:14:37.601590 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabf89a-f582-4c1a-b7a4-466992db2c3b req-d88496b6-77d1-455c-9d2b-00ed138417e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:37.603277 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8dabf89a-f582-4c1a-b7a4-466992db2c3b req-d88496b6-77d1-455c-9d2b-00ed138417e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be52c326-e62c-4f6a-9641-740c93f3992e HTTP/1.1" status: 200 len: 898 time: 0.0965354 Jul 28 12:14:37.648884 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8dabf89a-f582-4c1a-b7a4-466992db2c3b req-0bb797d6-d16f-4853-b642-03d89f283297 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=115bf6a7-55bb-46f3-bd7d-dc957e393a11 HTTP/1.1" status: 200 len: 217 time: 0.0366085 Jul 28 12:14:37.672905 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a601ae-6132-41fc-86f6-e52eedaf881a req-6d9a022c-b385-40a7-acb8-eb45621fefd8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:37.674682 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e2a601ae-6132-41fc-86f6-e52eedaf881a req-6d9a022c-b385-40a7-acb8-eb45621fefd8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 945 time: 0.1092315 Jul 28 12:14:37.703371 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabf89a-f582-4c1a-b7a4-466992db2c3b req-2dac599c-d66a-4d26-b82e-0953be4eb6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:37.704970 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8dabf89a-f582-4c1a-b7a4-466992db2c3b req-2dac599c-d66a-4d26-b82e-0953be4eb6c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1f4a3f8-b54a-42e3-b3cc-4512e6c36018 HTTP/1.1" status: 200 len: 834 time: 0.0480056 Jul 28 12:14:37.712310 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-76767da7-0abe-4638-baaa-85155287c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c17f66d-35a5-4601-a801-827397b1219b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201090521', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:46Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '2484ccad-960d-4706-afce-90aa9de89924', 'name': '', 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:68:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:45Z', 'updated_at': '2021-07-28T12:13:50Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:37.715673 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e2a601ae-6132-41fc-86f6-e52eedaf881a req-0c6305d0-2a1e-4139-acac-b7d0e2d951a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b771ff9-6c45-4f94-a79f-08cb962c4acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341301 Jul 28 12:14:37.744519 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76767da7-0abe-4638-baaa-85155287c43c None None] Checking router: 2c17f66d-35a5-4601-a801-827397b1219b for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:14:37.753940 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76767da7-0abe-4638-baaa-85155287c43c None None] Routers {'2c17f66d-35a5-4601-a801-827397b1219b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:37.754634 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-76767da7-0abe-4638-baaa-85155287c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:14:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2c17f66d-35a5-4601-a801-827397b1219b'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:37.760306 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabf89a-f582-4c1a-b7a4-466992db2c3b req-49f6540a-f376-46dc-87ad-7fce60d723a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:37.761833 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8dabf89a-f582-4c1a-b7a4-466992db2c3b req-49f6540a-f376-46dc-87ad-7fce60d723a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be52c326-e62c-4f6a-9641-740c93f3992e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0496092 Jul 28 12:14:37.859855 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8dabf89a-f582-4c1a-b7a4-466992db2c3b req-5f421e45-e8ee-4f7b-ac49-060fa0ab6de6 service neutron] 10.222.0.39 "GET /v2.0/networks/be52c326-e62c-4f6a-9641-740c93f3992e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894098 Jul 28 12:14:37.950979 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-76767da7-0abe-4638-baaa-85155287c43c None None] Set router 2c17f66d-35a5-4601-a801-827397b1219b gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:37.962172 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8dabf89a-f582-4c1a-b7a4-466992db2c3b req-84a1ca8c-7de1-4c70-b2f8-f97e5106afd6 service neutron] 10.222.0.39 "GET /v2.0/networks/be52c326-e62c-4f6a-9641-740c93f3992e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937345 Jul 28 12:14:38.043628 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:38.148922 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-76767da7-0abe-4638-baaa-85155287c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c17f66d-35a5-4601-a801-827397b1219b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201090521', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:46Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '2484ccad-960d-4706-afce-90aa9de89924', 'name': '', 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:68:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:45Z', 'updated_at': '2021-07-28T12:13:50Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:38.174759 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76767da7-0abe-4638-baaa-85155287c43c None None] The sync data for ids ['2c17f66d-35a5-4601-a801-827397b1219b'] in dv-neutron-786478-16-hyperv is: [{'id': '2c17f66d-35a5-4601-a801-827397b1219b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201090521', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:46Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '2484ccad-960d-4706-afce-90aa9de89924', 'name': '', 'network_id': 'be52c326-e62c-4f6a-9641-740c93f3992e', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:68:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:45Z', 'updated_at': '2021-07-28T12:13:50Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': 'b1f4a3f8-b54a-42e3-b3cc-4512e6c36018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:14:38.402109 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2feaaa-1398-4fdc-a15d-648e50800bd8 None None] New status for floating IP 966d757a-b146-478f-8a7b-8329bbde849c: DOWN {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:14:38.838957 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e41b93-0dfc-44f7-a688-13a03f33c837 req-b7f05cd7-c003-4ff1-8026-b91c99aaf966 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:38.840441 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-12e41b93-0dfc-44f7-a688-13a03f33c837 req-b7f05cd7-c003-4ff1-8026-b91c99aaf966 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 945 time: 0.0538504 Jul 28 12:14:38.880067 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-12e41b93-0dfc-44f7-a688-13a03f33c837 req-2f54a007-feb7-4946-bef9-66db8c111945 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b771ff9-6c45-4f94-a79f-08cb962c4acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333631 Jul 28 12:14:39.112208 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfd5ff-7223-4fc3-ac54-df52ee3fd0a9 req-3334400a-3107-4a77-abd7-c8ecb8561804 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:39.113722 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-65cfd5ff-7223-4fc3-ac54-df52ee3fd0a9 req-3334400a-3107-4a77-abd7-c8ecb8561804 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 945 time: 0.0506470 Jul 28 12:14:39.212926 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-65cfd5ff-7223-4fc3-ac54-df52ee3fd0a9 req-bf82dc5c-f8af-4a11-b382-b961009086d6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port 115bf6a7-55bb-46f3-bd7d-dc957e393a11 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:14:39.213267 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-65cfd5ff-7223-4fc3-ac54-df52ee3fd0a9 req-bf82dc5c-f8af-4a11-b382-b961009086d6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:39.308477 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-65cfd5ff-7223-4fc3-ac54-df52ee3fd0a9 req-bf82dc5c-f8af-4a11-b382-b961009086d6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] For port 115bf6a7-55bb-46f3-bd7d-dc957e393a11, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=115bf6a7-55bb-46f3-bd7d-dc957e393a11,segment=NetworkSegment(ab85a82c-ac46-40be-b4d9-59492e77059d),segment_id=ab85a82c-ac46-40be-b4d9-59492e77059d)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:39.308847 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-65cfd5ff-7223-4fc3-ac54-df52ee3fd0a9 req-bf82dc5c-f8af-4a11-b382-b961009086d6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:39.322905 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-65cfd5ff-7223-4fc3-ac54-df52ee3fd0a9 req-bf82dc5c-f8af-4a11-b382-b961009086d6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for 115bf6a7-55bb-46f3-bd7d-dc957e393a11 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:14:39.459092 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-65cfd5ff-7223-4fc3-ac54-df52ee3fd0a9 req-bf82dc5c-f8af-4a11-b382-b961009086d6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:39.490437 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82dc5c-f8af-4a11-b382-b961009086d6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=115bf6a7-55bb-46f3-bd7d-dc957e393a11,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:39.534845 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-65cfd5ff-7223-4fc3-ac54-df52ee3fd0a9 req-bf82dc5c-f8af-4a11-b382-b961009086d6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] No DVR routers for this DVR port 115bf6a7-55bb-46f3-bd7d-dc957e393a11 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:14:39.537984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-65cfd5ff-7223-4fc3-ac54-df52ee3fd0a9 req-bf82dc5c-f8af-4a11-b382-b961009086d6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:39.540135 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-65cfd5ff-7223-4fc3-ac54-df52ee3fd0a9 req-bf82dc5c-f8af-4a11-b382-b961009086d6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "DELETE /v2.0/ports/115bf6a7-55bb-46f3-bd7d-dc957e393a11 HTTP/1.1" status: 204 len: 173 time: 0.4207549 Jul 28 12:14:39.540576 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0edebc-1051-4444-bf70-66d7849ebd93', 'name': 'network-vif-deleted', 'tag': '115bf6a7-55bb-46f3-bd7d-dc957e393a11'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:14:39.542964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041a7d59-b689-4896-8a58-94c842bac780" -d '{"events": [{"server_uuid": "ae0edebc-1051-4444-bf70-66d7849ebd93", "name": "network-vif-deleted", "tag": "115bf6a7-55bb-46f3-bd7d-dc957e393a11"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:14:39.594547 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a111fad-9ebd-4bc1-ab38-1742ac0efe3b x-openstack-request-id: req-4a111fad-9ebd-4bc1-ab38-1742ac0efe3b {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:14:39.595029 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0edebc-1051-4444-bf70-66d7849ebd93", "name": "network-vif-deleted", "tag": "115bf6a7-55bb-46f3-bd7d-dc957e393a11", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:14:39.595348 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a111fad-9ebd-4bc1-ab38-1742ac0efe3b {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:14:39.595821 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0edebc-1051-4444-bf70-66d7849ebd93', 'name': 'network-vif-deleted', 'tag': '115bf6a7-55bb-46f3-bd7d-dc957e393a11', 'status': 'completed', 'code': 200} Jul 28 12:14:39.992667 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4b97e337-343d-4f46-a31b-40e5078687e1 req-6c76694f-c0d4-4795-9687-9e366698a5bb tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0edebc-1051-4444-bf70-66d7849ebd93 HTTP/1.1" status: 200 len: 210 time: 0.0283656 Jul 28 12:14:41.049225 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37158) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:41.441226 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2f90d88a-1f2a-4587-b975-5882d5c2fa71 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:41.734387 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2f90d88a-1f2a-4587-b975-5882d5c2fa71 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port 2484ccad-960d-4706-afce-90aa9de89924 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:14:41.734895 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2f90d88a-1f2a-4587-b975-5882d5c2fa71 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:41.831375 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-2f90d88a-1f2a-4587-b975-5882d5c2fa71 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] For port 2484ccad-960d-4706-afce-90aa9de89924, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=2484ccad-960d-4706-afce-90aa9de89924,segment=NetworkSegment(ab85a82c-ac46-40be-b4d9-59492e77059d),segment_id=ab85a82c-ac46-40be-b4d9-59492e77059d)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:41.831748 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2f90d88a-1f2a-4587-b975-5882d5c2fa71 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:41.852851 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-2f90d88a-1f2a-4587-b975-5882d5c2fa71 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for 2484ccad-960d-4706-afce-90aa9de89924 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:14:42.071767 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2f90d88a-1f2a-4587-b975-5882d5c2fa71 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:42.102584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90d88a-1f2a-4587-b975-5882d5c2fa71 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=2484ccad-960d-4706-afce-90aa9de89924,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:42.315620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-2f90d88a-1f2a-4587-b975-5882d5c2fa71 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:42.545243 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f90d88a-1f2a-4587-b975-5882d5c2fa71 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 2c17f66d-35a5-4601-a801-827397b1219b has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:14:42.654033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f90d88a-1f2a-4587-b975-5882d5c2fa71 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:14:42.659106 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-2f90d88a-1f2a-4587-b975-5882d5c2fa71 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "PUT /v2.0/routers/2c17f66d-35a5-4601-a801-827397b1219b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6089122 Jul 28 12:14:42.662407 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37160) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:42.665387 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60449a03-3e05-4e96-9dbc-7d82f1b57367 None None] Sync routers for ids ['2c17f66d-35a5-4601-a801-827397b1219b'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:14:42.675394 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60449a03-3e05-4e96-9dbc-7d82f1b57367 None None] Routers {'2c17f66d-35a5-4601-a801-827397b1219b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:42.676072 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-60449a03-3e05-4e96-9dbc-7d82f1b57367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:14:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2c17f66d-35a5-4601-a801-827397b1219b'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:42.714675 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-33acd049-11d9-476b-b989-b9d558035914 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting subnet b1f4a3f8-b54a-42e3-b3cc-4512e6c36018 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:14:42.717986 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-33acd049-11d9-476b-b989-b9d558035914 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:42.759861 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-33acd049-11d9-476b-b989-b9d558035914 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:42.762295 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 115bf6a7-55bb-46f3-bd7d-dc957e393a11 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:14:42.783422 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 115bf6a7-55bb-46f3-bd7d-dc957e393a11 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:14:42.783954 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 115bf6a7-55bb-46f3-bd7d-dc957e393a11 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:14:42.790093 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-60449a03-3e05-4e96-9dbc-7d82f1b57367 None None] Set router 2c17f66d-35a5-4601-a801-827397b1219b gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:42.862672 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-33acd049-11d9-476b-b989-b9d558035914 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:42.923054 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-33acd049-11d9-476b-b989-b9d558035914 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:42.950749 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acd049-11d9-476b-b989-b9d558035914 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f4a3f8-b54a-42e3-b3cc-4512e6c36018,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:42.955003 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-33acd049-11d9-476b-b989-b9d558035914 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:42.959387 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-33acd049-11d9-476b-b989-b9d558035914 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/subnets/b1f4a3f8-b54a-42e3-b3cc-4512e6c36018 HTTP/1.1" status: 204 len: 168 time: 0.2935095 Jul 28 12:14:42.959761 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37162) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:42.965710 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af50afbb-6ca0-4eac-996a-78be8e9c87a2 None None] Network be52c326-e62c-4f6a-9641-740c93f3992e requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:14:42.983642 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-60449a03-3e05-4e96-9dbc-7d82f1b57367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c17f66d-35a5-4601-a801-827397b1219b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201090521', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:14:42Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:43.011241 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60449a03-3e05-4e96-9dbc-7d82f1b57367 None None] Checking router: 2c17f66d-35a5-4601-a801-827397b1219b for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:14:43.020845 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60449a03-3e05-4e96-9dbc-7d82f1b57367 None None] Routers {'2c17f66d-35a5-4601-a801-827397b1219b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:43.021468 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-60449a03-3e05-4e96-9dbc-7d82f1b57367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:14:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2c17f66d-35a5-4601-a801-827397b1219b'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:43.083954 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:43.134686 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-60449a03-3e05-4e96-9dbc-7d82f1b57367 None None] Set router 2c17f66d-35a5-4601-a801-827397b1219b gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:43.171906 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d34a83-6ae5-4d18-a2d5-b9ceef8b0261 None None] DHCP port deletion for be52c326-e62c-4f6a-9641-740c93f3992e request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:14:43.221829 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:43.233478 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a7d34a83-6ae5-4d18-a2d5-b9ceef8b0261 None None] Deleting port 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:14:43.234021 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a7d34a83-6ae5-4d18-a2d5-b9ceef8b0261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:43.279756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port ce203440-ed0a-404b-836a-67a19b2242f7 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:14:43.280106 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:43.298439 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a7d34a83-6ae5-4d18-a2d5-b9ceef8b0261 None None] For port 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=4c5c216f-afc8-4db0-ab09-ce3636f3a5b2,segment=NetworkSegment(ab85a82c-ac46-40be-b4d9-59492e77059d),segment_id=ab85a82c-ac46-40be-b4d9-59492e77059d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:43.298931 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a7d34a83-6ae5-4d18-a2d5-b9ceef8b0261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:43.317029 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a7d34a83-6ae5-4d18-a2d5-b9ceef8b0261 None None] Calling delete_port for 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:14:43.330318 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-60449a03-3e05-4e96-9dbc-7d82f1b57367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c17f66d-35a5-4601-a801-827397b1219b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201090521', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:14:42Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:43.361034 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60449a03-3e05-4e96-9dbc-7d82f1b57367 None None] The sync data for ids ['2c17f66d-35a5-4601-a801-827397b1219b'] in dv-neutron-786478-16-hyperv is: [{'id': '2c17f66d-35a5-4601-a801-827397b1219b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201090521', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:14:42Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'ce203440-ed0a-404b-836a-67a19b2242f7', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c17f66d-35a5-4601-a801-827397b1219b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:42Z', 'updated_at': '2021-07-28T12:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:14:43.368004 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] For port ce203440-ed0a-404b-836a-67a19b2242f7, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ce203440-ed0a-404b-836a-67a19b2242f7,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:43.368385 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:43.382819 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for ce203440-ed0a-404b-836a-67a19b2242f7 owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:14:43.402561 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a7d34a83-6ae5-4d18-a2d5-b9ceef8b0261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:43.429797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d34a83-6ae5-4d18-a2d5-b9ceef8b0261 None None] Pushing event deleted for resources: {'Port': ['ID=4c5c216f-afc8-4db0-ab09-ce3636f3a5b2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:43.435020 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d34a83-6ae5-4d18-a2d5-b9ceef8b0261 None None] No DVR routers for this DVR port 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:14:43.560308 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:43.592665 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=ce203440-ed0a-404b-836a-67a19b2242f7,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:43.631902 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.632250 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.632593 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.632930 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.633262 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.633589 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.633937 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.634245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.634601 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.634926 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.635246 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.635567 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.666167 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:43.769630 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:43.771945 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:43.825253 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:43.825882 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Fanout notify agent at l3_agent the message router_deleted on router 2c17f66d-35a5-4601-a801-827397b1219b {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:14:43.833757 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:43.837701 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ee17d9cb-f302-464e-b8b5-d17b0dc381f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/routers/2c17f66d-35a5-4601-a801-827397b1219b HTTP/1.1" status: 204 len: 168 time: 0.8762925 Jul 28 12:14:43.837867 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37164) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:43.891511 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2484ccad-960d-4706-afce-90aa9de89924 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:14:43.914677 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 2484ccad-960d-4706-afce-90aa9de89924 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:14:43.915027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 2484ccad-960d-4706-afce-90aa9de89924 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:14:43.915662 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:14:43.940078 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:14:43.940431 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 4c5c216f-afc8-4db0-ab09-ce3636f3a5b2 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:14:43.941207 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f62f-ead6-4e9d-9f42-5e5637625d5f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.032703 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f62f-ead6-4e9d-9f42-5e5637625d5f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.043933 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-a0f9f62f-ead6-4e9d-9f42-5e5637625d5f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be52c326-e62c-4f6a-9641-740c93f3992e']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:44.058566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-a0f9f62f-ead6-4e9d-9f42-5e5637625d5f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab85a82c-ac46-40be-b4d9-59492e77059d') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:44.058865 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-a0f9f62f-ead6-4e9d-9f42-5e5637625d5f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab85a82c-ac46-40be-b4d9-59492e77059d') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:44.068543 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f62f-ead6-4e9d-9f42-5e5637625d5f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.088535 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f62f-ead6-4e9d-9f42-5e5637625d5f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.096276 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f9f62f-ead6-4e9d-9f42-5e5637625d5f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:14:44.096685 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f62f-ead6-4e9d-9f42-5e5637625d5f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:14:44.099763 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:14:44.160762 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f62f-ead6-4e9d-9f42-5e5637625d5f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.168430 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f62f-ead6-4e9d-9f42-5e5637625d5f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.169599 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a0f9f62f-ead6-4e9d-9f42-5e5637625d5f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/networks/be52c326-e62c-4f6a-9641-740c93f3992e HTTP/1.1" status: 204 len: 168 time: 0.3308845 Jul 28 12:14:44.173602 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37166) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:44.181467 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9f62f-ead6-4e9d-9f42-5e5637625d5f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Network': ['ID=be52c326-e62c-4f6a-9641-740c93f3992e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:44.236564 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04cf7af7-bd1d-41dc-bcf9-9fecfa5233a8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.262822 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04cf7af7-bd1d-41dc-bcf9-9fecfa5233a8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.327578 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04cf7af7-bd1d-41dc-bcf9-9fecfa5233a8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.330183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04cf7af7-bd1d-41dc-bcf9-9fecfa5233a8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.331609 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-04cf7af7-bd1d-41dc-bcf9-9fecfa5233a8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/security-groups/6b771ff9-6c45-4f94-a79f-08cb962c4acb HTTP/1.1" status: 204 len: 168 time: 0.1569691 Jul 28 12:14:44.343438 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf7af7-bd1d-41dc-bcf9-9fecfa5233a8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b771ff9-6c45-4f94-a79f-08cb962c4acb,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:44.619178 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37172) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:44.624137 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-fbe8c699-40b6-452e-9c64-6e1ea400e146 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713047248', 'description': 'tempest-secgroup-smoke-1713047248 description', 'project_id': '331b9da3639043e2b67d20ab571f5750'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:44.653505 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fbe8c699-40b6-452e-9c64-6e1ea400e146 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.753671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fbe8c699-40b6-452e-9c64-6e1ea400e146 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.757541 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fbe8c699-40b6-452e-9c64-6e1ea400e146 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.785257 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fbe8c699-40b6-452e-9c64-6e1ea400e146 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.786767 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fbe8c699-40b6-452e-9c64-6e1ea400e146 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1666014 Jul 28 12:14:44.789713 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37174) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:44.790730 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8c699-40b6-452e-9c64-6e1ea400e146 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5975e914-d7a6-4eb3-93f1-69f798e2b164,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:44.794550 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-6be6cf10-bb57-41c8-a518-313ac29f529b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '5975e914-d7a6-4eb3-93f1-69f798e2b164', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:44.821133 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6be6cf10-bb57-41c8-a518-313ac29f529b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.878052 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6be6cf10-bb57-41c8-a518-313ac29f529b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.881837 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6be6cf10-bb57-41c8-a518-313ac29f529b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.899331 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6cf10-bb57-41c8-a518-313ac29f529b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e880767-2103-42f4-841a-69cae3767b8e,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:44.908049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6be6cf10-bb57-41c8-a518-313ac29f529b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:44.909659 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6be6cf10-bb57-41c8-a518-313ac29f529b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189301 Jul 28 12:14:44.912565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37176) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:44.917161 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-e38c43f7-61d1-4535-bb63-0eb2f4a23e0d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '5975e914-d7a6-4eb3-93f1-69f798e2b164', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:44.944753 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e38c43f7-61d1-4535-bb63-0eb2f4a23e0d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.008068 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e38c43f7-61d1-4535-bb63-0eb2f4a23e0d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.011546 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e38c43f7-61d1-4535-bb63-0eb2f4a23e0d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.032824 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c43f7-61d1-4535-bb63-0eb2f4a23e0d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd68e221-6fb3-4376-af3b-be0217dd84bc,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:45.036499 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e38c43f7-61d1-4535-bb63-0eb2f4a23e0d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.037692 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e38c43f7-61d1-4535-bb63-0eb2f4a23e0d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242106 Jul 28 12:14:45.040401 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37178) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:45.045095 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-546124a5-c64f-4990-ad3f-6d488949f75c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '5975e914-d7a6-4eb3-93f1-69f798e2b164', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:45.072930 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-546124a5-c64f-4990-ad3f-6d488949f75c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.132953 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-546124a5-c64f-4990-ad3f-6d488949f75c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.136289 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-546124a5-c64f-4990-ad3f-6d488949f75c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.153234 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546124a5-c64f-4990-ad3f-6d488949f75c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b909c63-bf59-4be1-ab47-02ed808ba2e1,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:45.159758 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-546124a5-c64f-4990-ad3f-6d488949f75c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.161205 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-546124a5-c64f-4990-ad3f-6d488949f75c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194453 Jul 28 12:14:45.163974 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37180) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:45.168388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-e38f7d38-adca-4d8a-bb5d-4083d129a303 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '5975e914-d7a6-4eb3-93f1-69f798e2b164', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:45.195874 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e38f7d38-adca-4d8a-bb5d-4083d129a303 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.257148 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e38f7d38-adca-4d8a-bb5d-4083d129a303 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.260868 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e38f7d38-adca-4d8a-bb5d-4083d129a303 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.275911 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f7d38-adca-4d8a-bb5d-4083d129a303 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d175e1-af1b-45c9-b12f-05d30f5f0f7c,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:45.285059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e38f7d38-adca-4d8a-bb5d-4083d129a303 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.286537 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e38f7d38-adca-4d8a-bb5d-4083d129a303 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216004 Jul 28 12:14:45.289296 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37182) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:45.293636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-f01c1bf4-6aaf-4ae8-a836-5d827592c49a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '5975e914-d7a6-4eb3-93f1-69f798e2b164', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:45.317595 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-f01c1bf4-6aaf-4ae8-a836-5d827592c49a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Project 331b9da3639043e2b67d20ab571f5750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:14:45.322572 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f01c1bf4-6aaf-4ae8-a836-5d827592c49a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.387190 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f01c1bf4-6aaf-4ae8-a836-5d827592c49a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.391440 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f01c1bf4-6aaf-4ae8-a836-5d827592c49a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.410619 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c1bf4-6aaf-4ae8-a836-5d827592c49a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ec2af8-c81d-48d8-a050-31d293394910,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:45.415853 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-f01c1bf4-6aaf-4ae8-a836-5d827592c49a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.417226 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f01c1bf4-6aaf-4ae8-a836-5d827592c49a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270161 Jul 28 12:14:45.419900 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37184) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:45.424799 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ec2d48ae-4247-428a-af3b-de2aaa3c0776 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '5975e914-d7a6-4eb3-93f1-69f798e2b164', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:45.447217 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-ec2d48ae-4247-428a-af3b-de2aaa3c0776 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Project 331b9da3639043e2b67d20ab571f5750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:14:45.453225 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ec2d48ae-4247-428a-af3b-de2aaa3c0776 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.466355 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ce203440-ed0a-404b-836a-67a19b2242f7 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:14:45.486993 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: ce203440-ed0a-404b-836a-67a19b2242f7 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:14:45.487343 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ce203440-ed0a-404b-836a-67a19b2242f7 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:14:45.519314 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ec2d48ae-4247-428a-af3b-de2aaa3c0776 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.523000 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ec2d48ae-4247-428a-af3b-de2aaa3c0776 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.537810 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d48ae-4247-428a-af3b-de2aaa3c0776 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb58da5-9b3f-489c-b05d-14d54b7452af,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:45.546502 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ec2d48ae-4247-428a-af3b-de2aaa3c0776 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.547695 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ec2d48ae-4247-428a-af3b-de2aaa3c0776 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267564 Jul 28 12:14:45.550675 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37186) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:45.555575 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-40bc5981-6a0a-4d34-8a67-166df8b89cb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'network': {'name': 'tempest-network-smoke--396458695', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'port_security_enabled': True}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:45.579405 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bc5981-6a0a-4d34-8a67-166df8b89cb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Made reservation on behalf of 331b9da3639043e2b67d20ab571f5750 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:14:45.582868 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-40bc5981-6a0a-4d34-8a67-166df8b89cb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.605457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40bc5981-6a0a-4d34-8a67-166df8b89cb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:14:45.614488 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-40bc5981-6a0a-4d34-8a67-166df8b89cb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.614836 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-40bc5981-6a0a-4d34-8a67-166df8b89cb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Added segment 6ff4f269-8e63-4323-aa52-92b2413ad9a6 of type vlan for network adddd350-d77a-4b44-bd2f-0f378def13a8 Jul 28 12:14:45.655075 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-40bc5981-6a0a-4d34-8a67-166df8b89cb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.684127 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-40bc5981-6a0a-4d34-8a67-166df8b89cb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.690659 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bc5981-6a0a-4d34-8a67-166df8b89cb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:45.691258 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-40bc5981-6a0a-4d34-8a67-166df8b89cb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:46.045980 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-40bc5981-6a0a-4d34-8a67-166df8b89cb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4940877 Jul 28 12:14:46.048814 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37188) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:46.052957 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc5981-6a0a-4d34-8a67-166df8b89cb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Network': ['ID=adddd350-d77a-4b44-bd2f-0f378def13a8,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:46.053671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-752404604', 'admin_state_up': True, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:46.063582 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network adddd350-d77a-4b44-bd2f-0f378def13a8 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:14:46.078909 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:46.079937 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:46.138981 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:46.277619 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:46.477670 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:46.496159 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:46.604713 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.26.1.183 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/69060558-c0ab-4f4d-aa8b-2014de9bc601) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:14:46.708075 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:46.747861 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:46.787749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:14:46.792572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:14:46.797443 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=69060558-c0ab-4f4d-aa8b-2014de9bc601,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:46.799695 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:14:47.049454 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.584706 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.714692 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:14:47.825012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:14:47.836426 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Sync routers for ids ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:14:47.845054 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.846447 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-dec1b28f-c460-49ea-8d97-1512ed90a623 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7965524 Jul 28 12:14:47.850002 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Routers {'7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:47.850199 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37190) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:47.850801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:14:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:47.884689 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9e875763-07e7-46d7-af1e-3aabdcec9613 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=331b9da3639043e2b67d20ab571f5750&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333340 Jul 28 12:14:47.887251 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37192) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:47.963442 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Set router 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:47.985272 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13b0cfa-a30f-4ecc-929a-0cae7ae04ade tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:47.986904 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f13b0cfa-a30f-4ecc-929a-0cae7ae04ade tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0987222 Jul 28 12:14:47.990641 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37194) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:48.027168 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-368a02d1-d8bc-42cb-a807-baa24a8eb33f tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331085 Jul 28 12:14:48.027508 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37196) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:48.033611 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5a186b55-4290-4096-81e5-4574b2cf11bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1728730966', 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:48.131340 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a186b55-4290-4096-81e5-4574b2cf11bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Made reservation on behalf of 331b9da3639043e2b67d20ab571f5750 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:14:48.135240 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5a186b55-4290-4096-81e5-4574b2cf11bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.173002 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752404604', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:46Z', 'revision_number': 3, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:48.201177 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Checking router: 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:14:48.201531 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Updating router 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 port 69060558-c0ab-4f4d-aa8b-2014de9bc601 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:14:48.229444 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.336465 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5a186b55-4290-4096-81e5-4574b2cf11bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.398521 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a186b55-4290-4096-81e5-4574b2cf11bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Subnet': ['ID=35dfedc5-c5e6-4ebb-b88a-0aa37205d21b,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:48.410660 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a186b55-4290-4096-81e5-4574b2cf11bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Checking segment: {'id': '6ff4f269-8e63-4323-aa52-92b2413ad9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:14:48.411288 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a186b55-4290-4096-81e5-4574b2cf11bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network hostable DHCP agents. Network: adddd350-d77a-4b44-bd2f-0f378def13a8, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:14:48.429570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a186b55-4290-4096-81e5-4574b2cf11bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network adddd350-d77a-4b44-bd2f-0f378def13a8 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:14:48.439727 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-5a186b55-4290-4096-81e5-4574b2cf11bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, adddd350-d77a-4b44-bd2f-0f378def13a8) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:14:48.444121 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a186b55-4290-4096-81e5-4574b2cf11bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:48.444740 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5a186b55-4290-4096-81e5-4574b2cf11bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.457901 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcc99e3-0f84-4ab0-8ee8-1a4d16f8f27f None None] Network adddd350-d77a-4b44-bd2f-0f378def13a8 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:14:48.459543 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5a186b55-4290-4096-81e5-4574b2cf11bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4309673 Jul 28 12:14:48.462322 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37198) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:48.545837 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.567641 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Transition to ACTIVE for port object 69060558-c0ab-4f4d-aa8b-2014de9bc601 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:14:48.578722 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.668040 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cde383-7c01-4a8b-9f3f-866e8f39a379 None None] Pushing event updated for resources: {'Port': ['ID=69060558-c0ab-4f4d-aa8b-2014de9bc601,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:48.681879 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Attempting to bind port 69060558-c0ab-4f4d-aa8b-2014de9bc601 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:14:48.682276 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Attempting to bind port 69060558-c0ab-4f4d-aa8b-2014de9bc601 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:14:48.682709 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Attempting to bind port 69060558-c0ab-4f4d-aa8b-2014de9bc601 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:14:48.687808 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cde383-7c01-4a8b-9f3f-866e8f39a379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:48.688162 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cde383-7c01-4a8b-9f3f-866e8f39a379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:48.688509 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cde383-7c01-4a8b-9f3f-866e8f39a379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:48.688855 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cde383-7c01-4a8b-9f3f-866e8f39a379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:48.689193 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cde383-7c01-4a8b-9f3f-866e8f39a379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:48.689529 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cde383-7c01-4a8b-9f3f-866e8f39a379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:48.689869 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cde383-7c01-4a8b-9f3f-866e8f39a379 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:48.690201 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cde383-7c01-4a8b-9f3f-866e8f39a379 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:48.690552 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cde383-7c01-4a8b-9f3f-866e8f39a379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:48.690902 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cde383-7c01-4a8b-9f3f-866e8f39a379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:48.691228 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cde383-7c01-4a8b-9f3f-866e8f39a379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:48.691574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cde383-7c01-4a8b-9f3f-866e8f39a379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:48.700163 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:14:48.700542 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:14:48.700950 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.701341 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:14:48.702555 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Bound port: 69060558-c0ab-4f4d-aa8b-2014de9bc601, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:14:48.703140 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.750248 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-adddd350-d77a-4b44-bd2f-0f378def13a8', 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ips': [{'subnet_id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:14:48.751171 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.788203 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] For port 69060558-c0ab-4f4d-aa8b-2014de9bc601, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:14:48.792123 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] For port 69060558-c0ab-4f4d-aa8b-2014de9bc601, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=69060558-c0ab-4f4d-aa8b-2014de9bc601,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:14:48.839793 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.926141 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.950550 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cde383-7c01-4a8b-9f3f-866e8f39a379 None None] Pushing event updated for resources: {'Port': ['ID=69060558-c0ab-4f4d-aa8b-2014de9bc601,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:48.957392 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Routers {'7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:48.958019 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:14:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:49.010502 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Allocated IP 172.20.0.2 (adddd350-d77a-4b44-bd2f-0f378def13a8/35dfedc5-c5e6-4ebb-b88a-0aa37205d21b/c4f66aa6-b322-44df-99a8-610116270630) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:14:49.131110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] Set router 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:49.516431 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:49.546546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Transition to ACTIVE for port object c4f66aa6-b322-44df-99a8-610116270630 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:14:49.567267 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Transition to ACTIVE for port object c4f66aa6-b322-44df-99a8-610116270630 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:14:49.578472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:49.626534 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Network adddd350-d77a-4b44-bd2f-0f378def13a8 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:14:49.627317 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.20.0.1 (adddd350-d77a-4b44-bd2f-0f378def13a8/35dfedc5-c5e6-4ebb-b88a-0aa37205d21b/12ce9140-2f31-4661-a780-e81f3330e2d3) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:14:49.636664 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:14:49.642162 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752404604', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:46Z', 'revision_number': 3, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:49.644248 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:14:49.649998 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Pushing event updated for resources: {'Port': ['ID=c4f66aa6-b322-44df-99a8-610116270630,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:49.681558 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c37309-a4ee-417d-abd7-3b539b75494c None None] The sync data for ids ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'] in dv-neutron-786478-16-hyperv is: [{'id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752404604', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:46Z', 'revision_number': 3, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:14:49.735126 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Attempting to bind port c4f66aa6-b322-44df-99a8-610116270630 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:14:49.735723 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Attempting to bind port c4f66aa6-b322-44df-99a8-610116270630 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '6ff4f269-8e63-4323-aa52-92b2413ad9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:14:49.736099 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Attempting to bind port c4f66aa6-b322-44df-99a8-610116270630 on network adddd350-d77a-4b44-bd2f-0f378def13a8 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:14:49.742014 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:14:49.742391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Checking segment: {'id': '6ff4f269-8e63-4323-aa52-92b2413ad9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:14:49.742853 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:49.743248 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Bound using segment: {'id': '6ff4f269-8e63-4323-aa52-92b2413ad9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:14:49.743722 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Bound port: c4f66aa6-b322-44df-99a8-610116270630, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff4f269-8e63-4323-aa52-92b2413ad9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:14:49.744106 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:49.768757 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:49.784546 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Transition to ACTIVE for port object 12ce9140-2f31-4661-a780-e81f3330e2d3 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:14:49.821444 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:49.822510 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] For port c4f66aa6-b322-44df-99a8-610116270630, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:14:49.826119 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] For port c4f66aa6-b322-44df-99a8-610116270630, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c4f66aa6-b322-44df-99a8-610116270630,segment=NetworkSegment(6ff4f269-8e63-4323-aa52-92b2413ad9a6),segment_id=6ff4f269-8e63-4323-aa52-92b2413ad9a6)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:14:49.831384 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:49.867803 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network adddd350-d77a-4b44-bd2f-0f378def13a8 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:14:49.873328 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:14:49.878723 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:14:49.883023 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=12ce9140-2f31-4661-a780-e81f3330e2d3,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:49.900457 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5454f0-518d-4973-95af-a2c2be68f4a3 None None] Pushing event updated for resources: {'Port': ['ID=c4f66aa6-b322-44df-99a8-610116270630,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:49.951919 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:50.111042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:50.269612 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:50.447043 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:50.454052 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:50.553867 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:50.555697 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=12ce9140-2f31-4661-a780-e81f3330e2d3,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:50.663413 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network adddd350-d77a-4b44-bd2f-0f378def13a8 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:14:50.664887 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:14:50.788196 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:14:50.903204 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ef5e2f-5a7c-404a-ba54-0a8bb63fdd8b None None] Network adddd350-d77a-4b44-bd2f-0f378def13a8 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:14:50.905840 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:14:50.917013 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9bd2fd45-d2c4-444a-8879-4657c082720f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "PUT /v2.0/routers/7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4474068 Jul 28 12:14:51.016020 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3ecaaa68-ee80-4256-82c5-02fa49985ad8 None None] Provisioning for port c4f66aa6-b322-44df-99a8-610116270630 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:14:51.057357 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-d848c484-3e36-49e0-b621-ed2fecce4e7d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713047248&fields=id&tenant_id=331b9da3639043e2b67d20ab571f5750 HTTP/1.1" status: 200 len: 267 time: 0.0353661 Jul 28 12:14:51.184582 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-6563e89d-151b-41c8-ac6e-4c52107a2bf6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:51.187064 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-6563e89d-151b-41c8-ac6e-4c52107a2bf6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/networks?id=adddd350-d77a-4b44-bd2f-0f378def13a8 HTTP/1.1" status: 200 len: 796 time: 0.1202369 Jul 28 12:14:51.205165 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-5f663304-f980-46ab-93a2-1bcb13046607 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/quotas/331b9da3639043e2b67d20ab571f5750 HTTP/1.1" status: 200 len: 375 time: 0.0108826 Jul 28 12:14:51.272569 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-63a76917-3cfa-4823-a174-7cff36755402 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570779 Jul 28 12:14:51.357642 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e59d3298-ac9e-4803-8456-23f419daa694 None None] Provisioning for port 12ce9140-2f31-4661-a780-e81f3330e2d3 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:14:51.365485 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e59d3298-ac9e-4803-8456-23f419daa694 None None] Provisioning complete for port 12ce9140-2f31-4661-a780-e81f3330e2d3 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:51.366386 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e59d3298-ac9e-4803-8456-23f419daa694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.378474 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-775836ee-af04-4669-be6d-57a9369c4a5b service neutron] 10.222.0.43 "GET /v2.0/networks/adddd350-d77a-4b44-bd2f-0f378def13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913520 Jul 28 12:14:51.415466 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e59d3298-ac9e-4803-8456-23f419daa694 None None] Port 12ce9140-2f31-4661-a780-e81f3330e2d3 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:14:51.487974 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-9db13a01-c51d-469c-b9b1-076bf31d95a4 service neutron] 10.222.0.43 "GET /v2.0/networks/adddd350-d77a-4b44-bd2f-0f378def13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027739 Jul 28 12:14:51.489222 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Sync routers for ids ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:14:51.505380 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Routers {'7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:51.506080 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:14:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:51.538231 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-13254a13-7bb0-4d18-b990-d7b93a886985 None None] Provisioning complete for port 12ce9140-2f31-4661-a780-e81f3330e2d3 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:51.538894 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-13254a13-7bb0-4d18-b990-d7b93a886985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.601418 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-13254a13-7bb0-4d18-b990-d7b93a886985 None None] Port 12ce9140-2f31-4661-a780-e81f3330e2d3 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:14:51.643284 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c4f66aa6-b322-44df-99a8-610116270630 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:14:51.668508 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Set router 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:51.722731 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port c4f66aa6-b322-44df-99a8-610116270630 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:14:51.727202 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port c4f66aa6-b322-44df-99a8-610116270630 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:51.727796 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.768681 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1b40e3f2-452e-467f-ad68-08b6a7c1344c req-68ac9b9a-9252-40a8-81f5-adc4caa8a458 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 210 time: 0.0651596 Jul 28 12:14:51.864581 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.869048 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-24d1124c-3410-4cd4-80b2-1a900d0981d6 None None] Provisioning complete for port 12ce9140-2f31-4661-a780-e81f3330e2d3 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:51.869550 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24d1124c-3410-4cd4-80b2-1a900d0981d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.923058 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752404604', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:50Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '12ce9140-2f31-4661-a780-e81f3330e2d3', 'name': '', 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:c5:a9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:49Z', 'updated_at': '2021-07-28T12:14:50Z', 'revision_number': 2, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:51.941693 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-24d1124c-3410-4cd4-80b2-1a900d0981d6 None None] Port 12ce9140-2f31-4661-a780-e81f3330e2d3 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:14:51.944257 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port c4f66aa6-b322-44df-99a8-610116270630, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c4f66aa6-b322-44df-99a8-610116270630,segment=NetworkSegment(6ff4f269-8e63-4323-aa52-92b2413ad9a6),segment_id=6ff4f269-8e63-4323-aa52-92b2413ad9a6)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:51.949223 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.950112 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 69060558-c0ab-4f4d-aa8b-2014de9bc601 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:14:51.959510 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Checking router: 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:14:51.960205 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Updating router 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 port 12ce9140-2f31-4661-a780-e81f3330e2d3 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:14:51.991987 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:52.033419 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=c4f66aa6-b322-44df-99a8-610116270630,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:52.047759 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 69060558-c0ab-4f4d-aa8b-2014de9bc601 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:14:52.052282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 69060558-c0ab-4f4d-aa8b-2014de9bc601 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:52.052861 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:52.150182 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:52.173586 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 69060558-c0ab-4f4d-aa8b-2014de9bc601, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=69060558-c0ab-4f4d-aa8b-2014de9bc601,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:52.177916 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:52.226897 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=69060558-c0ab-4f4d-aa8b-2014de9bc601,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:52.373693 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:52.382882 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Transition to ACTIVE for port object 12ce9140-2f31-4661-a780-e81f3330e2d3 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:14:52.388047 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:52.438079 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21971bd-c1b4-433a-af19-84337fcc3fa8 None None] Pushing event updated for resources: {'Port': ['ID=12ce9140-2f31-4661-a780-e81f3330e2d3,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:52.477785 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21971bd-c1b4-433a-af19-84337fcc3fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:52.478119 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21971bd-c1b4-433a-af19-84337fcc3fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:52.478459 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21971bd-c1b4-433a-af19-84337fcc3fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:52.478794 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21971bd-c1b4-433a-af19-84337fcc3fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:52.479115 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21971bd-c1b4-433a-af19-84337fcc3fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:52.479437 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21971bd-c1b4-433a-af19-84337fcc3fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:52.479755 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21971bd-c1b4-433a-af19-84337fcc3fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:52.480071 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21971bd-c1b4-433a-af19-84337fcc3fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:52.480388 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21971bd-c1b4-433a-af19-84337fcc3fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:52.480699 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21971bd-c1b4-433a-af19-84337fcc3fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:52.481009 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21971bd-c1b4-433a-af19-84337fcc3fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:52.481318 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21971bd-c1b4-433a-af19-84337fcc3fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:52.494680 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Attempting to bind port 12ce9140-2f31-4661-a780-e81f3330e2d3 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:14:52.495253 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Attempting to bind port 12ce9140-2f31-4661-a780-e81f3330e2d3 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '6ff4f269-8e63-4323-aa52-92b2413ad9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:14:52.495385 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Attempting to bind port 12ce9140-2f31-4661-a780-e81f3330e2d3 on network adddd350-d77a-4b44-bd2f-0f378def13a8 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:14:52.501259 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:14:52.501626 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Checking segment: {'id': '6ff4f269-8e63-4323-aa52-92b2413ad9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:14:52.502020 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:52.502413 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Bound using segment: {'id': '6ff4f269-8e63-4323-aa52-92b2413ad9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:14:52.502895 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Bound port: 12ce9140-2f31-4661-a780-e81f3330e2d3, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff4f269-8e63-4323-aa52-92b2413ad9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:14:52.503266 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:52.570051 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] For port 12ce9140-2f31-4661-a780-e81f3330e2d3, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:14:52.573332 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] For port 12ce9140-2f31-4661-a780-e81f3330e2d3, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=12ce9140-2f31-4661-a780-e81f3330e2d3,segment=NetworkSegment(6ff4f269-8e63-4323-aa52-92b2413ad9a6),segment_id=6ff4f269-8e63-4323-aa52-92b2413ad9a6)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:14:52.579895 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:52.627783 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Routers {'7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:52.628419 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:14:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:52.762149 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] Set router 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:52.791167 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21971bd-c1b4-433a-af19-84337fcc3fa8 None None] Pushing event updated for resources: {'Port': ['ID=12ce9140-2f31-4661-a780-e81f3330e2d3,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:52.825919 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-e4c3f11a-ca77-45f0-a21d-d0bf8402de9d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:52.829031 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-e4c3f11a-ca77-45f0-a21d-d0bf8402de9d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "GET /v2.0/networks?id=adddd350-d77a-4b44-bd2f-0f378def13a8 HTTP/1.1" status: 200 len: 796 time: 0.1978412 Jul 28 12:14:52.892594 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-14c40428-e9ec-4bce-aea6-c763f1e62bba tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=331b9da3639043e2b67d20ab571f5750 HTTP/1.1" status: 200 len: 380 time: 0.0475547 Jul 28 12:14:52.902940 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-f6e46b6b-91a1-4190-ad82-faaf42eb47f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'port': {'device_id': '8854e16c-dccb-4429-92e3-20a280fb0de1', 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8', 'admin_state_up': True, 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'security_groups': ['5975e914-d7a6-4eb3-93f1-69f798e2b164']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:52.915009 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-16759c49-104d-48b7-83fa-996ef9905fa9 req-99af3b39-1871-4382-a4c1-16b7f209b9f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 210 time: 0.0422091 Jul 28 12:14:53.011090 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752404604', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:50Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '12ce9140-2f31-4661-a780-e81f3330e2d3', 'name': '', 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:c5:a9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:49Z', 'updated_at': '2021-07-28T12:14:52Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:53.020682 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-f6e46b6b-91a1-4190-ad82-faaf42eb47f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Made reservation on behalf of 331b9da3639043e2b67d20ab571f5750 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:14:53.025741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-f6e46b6b-91a1-4190-ad82-faaf42eb47f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.038341 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75977075-4157-404f-bc34-0fbab67dda68 None None] The sync data for ids ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'] in dv-neutron-786478-16-hyperv is: [{'id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752404604', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:50Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '12ce9140-2f31-4661-a780-e81f3330e2d3', 'name': '', 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:c5:a9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:49Z', 'updated_at': '2021-07-28T12:14:52Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:14:53.189524 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-f6e46b6b-91a1-4190-ad82-faaf42eb47f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.20.0.14 (adddd350-d77a-4b44-bd2f-0f378def13a8/35dfedc5-c5e6-4ebb-b88a-0aa37205d21b/f2a746ed-4e71-44ef-9f69-061f78359628) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:14:53.349751 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-f6e46b6b-91a1-4190-ad82-faaf42eb47f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.364989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-f6e46b6b-91a1-4190-ad82-faaf42eb47f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Transition to ACTIVE for port object f2a746ed-4e71-44ef-9f69-061f78359628 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:14:53.399449 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-f6e46b6b-91a1-4190-ad82-faaf42eb47f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.446176 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-f6e46b6b-91a1-4190-ad82-faaf42eb47f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network adddd350-d77a-4b44-bd2f-0f378def13a8 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:14:53.449169 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-f6e46b6b-91a1-4190-ad82-faaf42eb47f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:14:53.455241 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-f6e46b6b-91a1-4190-ad82-faaf42eb47f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:14:53.506719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-f6e46b6b-91a1-4190-ad82-faaf42eb47f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:53.507255 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-f6e46b6b-91a1-4190-ad82-faaf42eb47f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.528866 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-f6e46b6b-91a1-4190-ad82-faaf42eb47f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6296902 Jul 28 12:14:53.533436 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e46b6b-91a1-4190-ad82-faaf42eb47f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=f2a746ed-4e71-44ef-9f69-061f78359628,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:53.542297 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Request body: {'port': {'device_id': '8854e16c-dccb-4429-92e3-20a280fb0de1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:53.602355 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.685281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c4f66aa6-b322-44df-99a8-610116270630 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:14:53.744510 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4fc26d83-5b37-40f3-99bb-fc342b8d470b None None] Provisioning for port f2a746ed-4e71-44ef-9f69-061f78359628 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:14:53.750829 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4fc26d83-5b37-40f3-99bb-fc342b8d470b None None] Provisioning complete for port f2a746ed-4e71-44ef-9f69-061f78359628 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:53.751459 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4fc26d83-5b37-40f3-99bb-fc342b8d470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.786938 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port c4f66aa6-b322-44df-99a8-610116270630 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:53.787595 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.795169 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-4fc26d83-5b37-40f3-99bb-fc342b8d470b None None] Port f2a746ed-4e71-44ef-9f69-061f78359628 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:14:53.885137 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 69060558-c0ab-4f4d-aa8b-2014de9bc601 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:14:53.898746 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a746ed-4e71-44ef-9f69-061f78359628 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:14:53.907691 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.921039 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Transition to ACTIVE for port object f2a746ed-4e71-44ef-9f69-061f78359628 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:14:53.924832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.936823 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 69060558-c0ab-4f4d-aa8b-2014de9bc601 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:53.937477 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:54.018569 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Pushing event updated for resources: {'Port': ['ID=f2a746ed-4e71-44ef-9f69-061f78359628,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:54.054485 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 12ce9140-2f31-4661-a780-e81f3330e2d3 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:14:54.067135 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbabdb1-9106-4536-b125-8eff1ea6a5fe req-9e217c33-a028-4ed2-9344-c2a5f96125d6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:54.068192 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bfbabdb1-9106-4536-b125-8eff1ea6a5fe req-9e217c33-a028-4ed2-9344-c2a5f96125d6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 944 time: 0.0582147 Jul 28 12:14:54.080111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Attempting to bind port f2a746ed-4e71-44ef-9f69-061f78359628 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:14:54.080455 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Attempting to bind port f2a746ed-4e71-44ef-9f69-061f78359628 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '6ff4f269-8e63-4323-aa52-92b2413ad9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:14:54.080787 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Attempting to bind port f2a746ed-4e71-44ef-9f69-061f78359628 on network adddd350-d77a-4b44-bd2f-0f378def13a8 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:14:54.085436 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Port f2a746ed-4e71-44ef-9f69-061f78359628 on network adddd350-d77a-4b44-bd2f-0f378def13a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:14:54.085762 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Attempting to bind port f2a746ed-4e71-44ef-9f69-061f78359628 on network adddd350-d77a-4b44-bd2f-0f378def13a8 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:14:54.091063 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:14:54.091404 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Checking segment: {'id': '6ff4f269-8e63-4323-aa52-92b2413ad9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:14:54.091797 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Bound using segment: {'id': '6ff4f269-8e63-4323-aa52-92b2413ad9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:14:54.092856 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Bound port: f2a746ed-4e71-44ef-9f69-061f78359628, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff4f269-8e63-4323-aa52-92b2413ad9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:14:54.093389 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:54.138543 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 12ce9140-2f31-4661-a780-e81f3330e2d3 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:14:54.138814 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bfbabdb1-9106-4536-b125-8eff1ea6a5fe req-63e3d679-7e6a-4690-882e-b31986e32532 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591996 Jul 28 12:14:54.143463 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 12ce9140-2f31-4661-a780-e81f3330e2d3 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:54.143923 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:54.195472 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] For port f2a746ed-4e71-44ef-9f69-061f78359628, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:14:54.203452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] For port f2a746ed-4e71-44ef-9f69-061f78359628, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f2a746ed-4e71-44ef-9f69-061f78359628,segment=NetworkSegment(6ff4f269-8e63-4323-aa52-92b2413ad9a6),segment_id=6ff4f269-8e63-4323-aa52-92b2413ad9a6)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:14:54.210560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:54.248265 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:54.248942 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:54.250349 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] 10.222.0.39 "PUT /v2.0/ports/f2a746ed-4e71-44ef-9f69-061f78359628 HTTP/1.1" status: 200 len: 1094 time: 0.7124386 Jul 28 12:14:54.250861 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8854e16c-dccb-4429-92e3-20a280fb0de1', 'tag': 'f2a746ed-4e71-44ef-9f69-061f78359628'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:14:54.253112 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080785fe-f5df-41cd-9309-fd7ee478e57b" -d '{"events": [{"name": "network-changed", "server_uuid": "8854e16c-dccb-4429-92e3-20a280fb0de1", "tag": "f2a746ed-4e71-44ef-9f69-061f78359628"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:14:54.261445 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:54.289657 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd31a2-4864-4542-b389-3c91b82fbb3d service neutron] Pushing event updated for resources: {'Port': ['ID=f2a746ed-4e71-44ef-9f69-061f78359628,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:54.309277 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 12ce9140-2f31-4661-a780-e81f3330e2d3, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=12ce9140-2f31-4661-a780-e81f3330e2d3,segment=NetworkSegment(6ff4f269-8e63-4323-aa52-92b2413ad9a6),segment_id=6ff4f269-8e63-4323-aa52-92b2413ad9a6)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:54.327480 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:54.340813 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed2117b-0fed-4572-8b5e-665a5f48c859 x-openstack-request-id: req-9ed2117b-0fed-4572-8b5e-665a5f48c859 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:14:54.342547 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8854e16c-dccb-4429-92e3-20a280fb0de1", "tag": "f2a746ed-4e71-44ef-9f69-061f78359628", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:14:54.342820 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ed2117b-0fed-4572-8b5e-665a5f48c859 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:14:54.343282 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8854e16c-dccb-4429-92e3-20a280fb0de1', 'tag': 'f2a746ed-4e71-44ef-9f69-061f78359628', 'status': 'completed', 'code': 200} Jul 28 12:14:54.366158 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-0a8d61b0-3f89-4f03-b6dc-9bb7c710ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:54.370673 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-0a8d61b0-3f89-4f03-b6dc-9bb7c710ee33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 1097 time: 0.0615735 Jul 28 12:14:54.395177 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=12ce9140-2f31-4661-a780-e81f3330e2d3,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:54.417805 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-0bcfd675-a828-484d-a6e5-a1bc112ec327 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a746ed-4e71-44ef-9f69-061f78359628 HTTP/1.1" status: 200 len: 217 time: 0.0422182 Jul 28 12:14:54.470733 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-79aa4e77-8c0f-470c-9cfd-15dad8eabacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:54.472364 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-79aa4e77-8c0f-470c-9cfd-15dad8eabacb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35dfedc5-c5e6-4ebb-b88a-0aa37205d21b HTTP/1.1" status: 200 len: 835 time: 0.0471106 Jul 28 12:14:54.522699 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-437fe51f-b0d4-4ebe-8e9f-77a0569e8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:54.524538 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-437fe51f-b0d4-4ebe-8e9f-77a0569e8fa1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adddd350-d77a-4b44-bd2f-0f378def13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0452037 Jul 28 12:14:54.619706 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-3c20b0cc-e846-40be-9292-4d5211eed7df service neutron] 10.222.0.39 "GET /v2.0/networks/adddd350-d77a-4b44-bd2f-0f378def13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876706 Jul 28 12:14:54.712110 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-044a2750-5c16-4ea1-97b4-44420a2d673f req-7d0ac721-0344-4564-a40a-a5385a544cda service neutron] 10.222.0.39 "GET /v2.0/networks/adddd350-d77a-4b44-bd2f-0f378def13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857532 Jul 28 12:14:54.801321 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080785fe-f5df-41cd-9309-fd7ee478e57b req-73fbc094-6678-401d-9b5b-20b71c6448a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:54.802957 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-080785fe-f5df-41cd-9309-fd7ee478e57b req-73fbc094-6678-401d-9b5b-20b71c6448a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 1097 time: 0.0440483 Jul 28 12:14:54.901607 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080785fe-f5df-41cd-9309-fd7ee478e57b req-c3dfd7e6-8886-4a1c-aedb-df6e6dda4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:54.903131 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-080785fe-f5df-41cd-9309-fd7ee478e57b req-c3dfd7e6-8886-4a1c-aedb-df6e6dda4ef9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=adddd350-d77a-4b44-bd2f-0f378def13a8 HTTP/1.1" status: 200 len: 897 time: 0.0917249 Jul 28 12:14:54.946352 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-080785fe-f5df-41cd-9309-fd7ee478e57b req-6ca488a6-3315-4f7d-9f50-141113b5a7d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a746ed-4e71-44ef-9f69-061f78359628 HTTP/1.1" status: 200 len: 217 time: 0.0343916 Jul 28 12:14:55.005740 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080785fe-f5df-41cd-9309-fd7ee478e57b req-ec61eb27-9643-4d9c-b103-ed40d675cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:55.007705 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-080785fe-f5df-41cd-9309-fd7ee478e57b req-ec61eb27-9643-4d9c-b103-ed40d675cce5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35dfedc5-c5e6-4ebb-b88a-0aa37205d21b HTTP/1.1" status: 200 len: 835 time: 0.0536923 Jul 28 12:14:55.055487 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080785fe-f5df-41cd-9309-fd7ee478e57b req-c0bd2c08-d1cc-45a3-bac1-c7f50b3cbf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:55.056927 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-080785fe-f5df-41cd-9309-fd7ee478e57b req-c0bd2c08-d1cc-45a3-bac1-c7f50b3cbf3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adddd350-d77a-4b44-bd2f-0f378def13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409219 Jul 28 12:14:55.150504 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-080785fe-f5df-41cd-9309-fd7ee478e57b req-082bf0cc-f8fb-4fea-bc89-60258ea8c9c7 service neutron] 10.222.0.39 "GET /v2.0/networks/adddd350-d77a-4b44-bd2f-0f378def13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845158 Jul 28 12:14:55.249160 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5959a2-69cb-426e-ae47-3e5f7b8b2fa9 req-81e058a5-5109-44d9-86e7-193979e7323c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:55.250106 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-080785fe-f5df-41cd-9309-fd7ee478e57b req-df252bc0-017a-48f3-8705-b353d1ace001 service neutron] 10.222.0.39 "GET /v2.0/networks/adddd350-d77a-4b44-bd2f-0f378def13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915287 Jul 28 12:14:55.252069 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8e5959a2-69cb-426e-ae47-3e5f7b8b2fa9 req-81e058a5-5109-44d9-86e7-193979e7323c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 944 time: 0.0534179 Jul 28 12:14:55.293789 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8e5959a2-69cb-426e-ae47-3e5f7b8b2fa9 req-87501678-3999-4fe7-8554-caf513cdcf44 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348177 Jul 28 12:14:55.516555 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 12ce9140-2f31-4661-a780-e81f3330e2d3 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:14:55.565557 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 12ce9140-2f31-4661-a780-e81f3330e2d3 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:55.565934 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:56.410556 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d050aa0-3ff6-46b5-9540-38ece3de1819 req-92a86202-f532-4a0b-ba07-64b064609e4f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:56.412336 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5d050aa0-3ff6-46b5-9540-38ece3de1819 req-92a86202-f532-4a0b-ba07-64b064609e4f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 944 time: 0.0490887 Jul 28 12:14:56.451075 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5d050aa0-3ff6-46b5-9540-38ece3de1819 req-47f6bc87-dda8-4a1d-a57f-9f2817bc79b8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326800 Jul 28 12:14:56.833172 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device f2a746ed-4e71-44ef-9f69-061f78359628 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:14:56.924175 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port f2a746ed-4e71-44ef-9f69-061f78359628, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f2a746ed-4e71-44ef-9f69-061f78359628,segment=NetworkSegment(6ff4f269-8e63-4323-aa52-92b2413ad9a6),segment_id=6ff4f269-8e63-4323-aa52-92b2413ad9a6)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:56.935405 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': 'f2a746ed-4e71-44ef-9f69-061f78359628', 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8', 'port_id': 'f2a746ed-4e71-44ef-9f69-061f78359628', 'mac_address': 'fa:16:3e:e1:7b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:14:56.971228 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:56.983213 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a746ed-4e71-44ef-9f69-061f78359628 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:14:57.005879 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port f2a746ed-4e71-44ef-9f69-061f78359628, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f2a746ed-4e71-44ef-9f69-061f78359628,segment=NetworkSegment(6ff4f269-8e63-4323-aa52-92b2413ad9a6),segment_id=6ff4f269-8e63-4323-aa52-92b2413ad9a6)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:57.010062 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:57.055498 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=f2a746ed-4e71-44ef-9f69-061f78359628,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:57.215151 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['f2a746ed-4e71-44ef-9f69-061f78359628'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:14:57.569864 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e2f37-6976-403d-ae7f-bb6ccc6c8ef2 req-a6ce540e-5f5e-4c91-bdad-3b948b650730 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:57.571370 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0e6e2f37-6976-403d-ae7f-bb6ccc6c8ef2 req-a6ce540e-5f5e-4c91-bdad-3b948b650730 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 945 time: 0.0536990 Jul 28 12:14:57.612135 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0e6e2f37-6976-403d-ae7f-bb6ccc6c8ef2 req-f2d38d4c-b7e5-4555-9e9b-97cb0ef3d424 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348775 Jul 28 12:14:57.852104 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:14:58.792380 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc5f39-e911-4c55-87f2-d85e18accac1 req-6f3b00e7-4f1a-4d4e-b174-bd6d70d0c66a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:58.794964 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fbbc5f39-e911-4c55-87f2-d85e18accac1 req-6f3b00e7-4f1a-4d4e-b174-bd6d70d0c66a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 945 time: 0.0924740 Jul 28 12:14:58.849626 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fbbc5f39-e911-4c55-87f2-d85e18accac1 req-893f4fc5-923f-45b5-a82b-c8d5dc5ffc5d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444493 Jul 28 12:14:58.854771 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device f2a746ed-4e71-44ef-9f69-061f78359628 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:14:58.939251 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port f2a746ed-4e71-44ef-9f69-061f78359628 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:14:58.943890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port f2a746ed-4e71-44ef-9f69-061f78359628 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:58.944604 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:59.069904 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:59.106704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8854e16c-dccb-4429-92e3-20a280fb0de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a746ed-4e71-44ef-9f69-061f78359628'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:14:59.110784 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11caf528-8085-4661-818e-ecfdc164b00b" -d '{"events": [{"server_uuid": "8854e16c-dccb-4429-92e3-20a280fb0de1", "name": "network-vif-plugged", "status": "completed", "tag": "f2a746ed-4e71-44ef-9f69-061f78359628"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:14:59.132435 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port f2a746ed-4e71-44ef-9f69-061f78359628, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f2a746ed-4e71-44ef-9f69-061f78359628,segment=NetworkSegment(6ff4f269-8e63-4323-aa52-92b2413ad9a6),segment_id=6ff4f269-8e63-4323-aa52-92b2413ad9a6)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:59.140895 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:59.177255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3273a01-7e87-4d24-a438-2263454517a0 x-openstack-request-id: req-f3273a01-7e87-4d24-a438-2263454517a0 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:14:59.177642 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8854e16c-dccb-4429-92e3-20a280fb0de1", "name": "network-vif-plugged", "status": "completed", "tag": "f2a746ed-4e71-44ef-9f69-061f78359628", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:14:59.177982 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3273a01-7e87-4d24-a438-2263454517a0 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:14:59.178516 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8854e16c-dccb-4429-92e3-20a280fb0de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a746ed-4e71-44ef-9f69-061f78359628', 'code': 200} Jul 28 12:14:59.216480 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=f2a746ed-4e71-44ef-9f69-061f78359628,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:59.372675 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1a634-0dd5-4cf9-86aa-28d3d9de7baf req-aa4116ab-3364-4671-94dc-66744e31445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:59.375166 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ece1a634-0dd5-4cf9-86aa-28d3d9de7baf req-aa4116ab-3364-4671-94dc-66744e31445e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 1099 time: 0.0430877 Jul 28 12:14:59.411336 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ece1a634-0dd5-4cf9-86aa-28d3d9de7baf req-7f360355-7e50-4fa2-9cad-b4d5ee3d583c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285716 Jul 28 12:14:59.974690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c4443-0202-471b-9d87-ddd5204f072d req-7c1a0c6a-0428-4bca-b0bd-aa79c78b3484 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:59.976168 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-348c4443-0202-471b-9d87-ddd5204f072d req-7c1a0c6a-0428-4bca-b0bd-aa79c78b3484 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 946 time: 0.0486801 Jul 28 12:15:00.015741 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-348c4443-0202-471b-9d87-ddd5204f072d req-61f2386c-416e-4478-91cf-35ff3d714ce5 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335982 Jul 28 12:15:01.134296 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fd28c-607b-413a-b8b5-4793c1fa91ee req-599039dc-daa9-492c-bb30-c7ef3ae07de9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:01.135797 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c40fd28c-607b-413a-b8b5-4793c1fa91ee req-599039dc-daa9-492c-bb30-c7ef3ae07de9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 946 time: 0.0506828 Jul 28 12:15:01.179307 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c40fd28c-607b-413a-b8b5-4793c1fa91ee req-b1594dce-93b4-4293-8c7a-a5644708a6e6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370235 Jul 28 12:15:01.294283 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e980465-c4dd-47ee-9d30-8f700748712a req-05cfb5f9-d78f-4141-9bc6-856b7744a53c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:01.295862 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2e980465-c4dd-47ee-9d30-8f700748712a req-05cfb5f9-d78f-4141-9bc6-856b7744a53c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 946 time: 0.0493305 Jul 28 12:15:01.336502 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2e980465-c4dd-47ee-9d30-8f700748712a req-8081b78b-3f56-4d7e-bae6-27f21b976ea8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345905 Jul 28 12:15:01.357705 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37252) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:15:01.397380 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16889908-9371-4349-95be-51ffcdea2116 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:01.398921 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-16889908-9371-4349-95be-51ffcdea2116 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 1094 time: 0.0400460 Jul 28 12:15:01.401921 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37254) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:15:01.407022 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': 'f2a746ed-4e71-44ef-9f69-061f78359628', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:15:01.429034 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.528952 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.630643 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.26.1.173 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/cbf49b71-6c7e-480e-9bf6-c3853f9fe6e7) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:15:01.735948 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.773941 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.810750 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:15:01.813605 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:15:01.819567 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:15:01.824946 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=cbf49b71-6c7e-480e-9bf6-c3853f9fe6e7,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:02.441350 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66b7313e-b266-4c8d-894e-199d6b5fa77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:02.494481 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:02.559701 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:02.707329 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:02.711766 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:02.782011 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=cbf49b71-6c7e-480e-9bf6-c3853f9fe6e7,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:02.792338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:02.893098 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Floating IP fb312210-bed4-4639-a0fa-aa3d7e477eaa associated. External IP: 172.26.1.173, port: f2a746ed-4e71-44ef-9f69-061f78359628. Jul 28 12:15:03.097027 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:15:03.215150 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:15:03.225481 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdede29-79f4-4ab1-a2b3-284ab0b3bf47 None None] Sync routers for ids ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:15:03.234565 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdede29-79f4-4ab1-a2b3-284ab0b3bf47 None None] Routers {'7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:15:03.235100 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:03.235291 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6fdede29-79f4-4ab1-a2b3-284ab0b3bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:14:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:15:03.266172 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1c46978e-90b5-489f-8808-95844d5f718b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8631840 Jul 28 12:15:03.266803 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8854e16c-dccb-4429-92e3-20a280fb0de1', 'tag': 'f2a746ed-4e71-44ef-9f69-061f78359628'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:15:03.269285 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec376603-413c-485c-a8c5-e22c219ab41c" -d '{"events": [{"name": "network-changed", "server_uuid": "8854e16c-dccb-4429-92e3-20a280fb0de1", "tag": "f2a746ed-4e71-44ef-9f69-061f78359628"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:15:03.311990 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89383e3-bc3e-4b01-81bd-aa7fa1cbc28f x-openstack-request-id: req-f89383e3-bc3e-4b01-81bd-aa7fa1cbc28f {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:15:03.312285 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8854e16c-dccb-4429-92e3-20a280fb0de1", "tag": "f2a746ed-4e71-44ef-9f69-061f78359628", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:15:03.312561 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f89383e3-bc3e-4b01-81bd-aa7fa1cbc28f {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:15:03.313269 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8854e16c-dccb-4429-92e3-20a280fb0de1', 'tag': 'f2a746ed-4e71-44ef-9f69-061f78359628', 'status': 'completed', 'code': 200} Jul 28 12:15:03.358400 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-6fdede29-79f4-4ab1-a2b3-284ab0b3bf47 None None] Set router 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:15:03.375430 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c90aa2-cfe9-449c-b8cd-55374c48f52c req-be67b6c3-72ba-43fb-982e-77e1b2a6c1d7 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:03.377041 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-46c90aa2-cfe9-449c-b8cd-55374c48f52c req-be67b6c3-72ba-43fb-982e-77e1b2a6c1d7 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 946 time: 0.0514400 Jul 28 12:15:03.381321 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376603-413c-485c-a8c5-e22c219ab41c req-229e588c-e887-4248-826d-01a75db38547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:03.382899 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ec376603-413c-485c-a8c5-e22c219ab41c req-229e588c-e887-4248-826d-01a75db38547 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 1099 time: 0.0471199 Jul 28 12:15:03.421644 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-46c90aa2-cfe9-449c-b8cd-55374c48f52c req-c0adbc64-a377-4593-93df-8e47bc51bc68 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383358 Jul 28 12:15:03.446242 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37260) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:15:03.532428 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-aa870e41-7b0d-47d5-aab7-a1d5c1fbe6e7 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/fb312210-bed4-4639-a0fa-aa3d7e477eaa HTTP/1.1" status: 200 len: 992 time: 0.0850046 Jul 28 12:15:03.545656 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376603-413c-485c-a8c5-e22c219ab41c req-0655c6af-3d63-41f8-a4f0-72037cb227fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:03.547342 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ec376603-413c-485c-a8c5-e22c219ab41c req-0655c6af-3d63-41f8-a4f0-72037cb227fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=adddd350-d77a-4b44-bd2f-0f378def13a8 HTTP/1.1" status: 200 len: 897 time: 0.1566520 Jul 28 12:15:03.604280 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6fdede29-79f4-4ab1-a2b3-284ab0b3bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752404604', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:50Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'fb312210-bed4-4639-a0fa-aa3d7e477eaa', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'floating_ip_address': '172.26.1.173', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'port_id': 'f2a746ed-4e71-44ef-9f69-061f78359628', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8', 'mac_address': 'fa:16:3e:e1:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8854e16c-dccb-4429-92e3-20a280fb0de1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:15:02Z', 'updated_at': '2021-07-28T12:15:02Z', 'revision_number': 0, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ce9140-2f31-4661-a780-e81f3330e2d3', 'name': '', 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:c5:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:49Z', 'updated_at': '2021-07-28T12:14:54Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:15:03.621623 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ec376603-413c-485c-a8c5-e22c219ab41c req-e464b711-f3ae-4775-a4f0-9637e96efb2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a746ed-4e71-44ef-9f69-061f78359628 HTTP/1.1" status: 200 len: 1000 time: 0.0673633 Jul 28 12:15:03.631823 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdede29-79f4-4ab1-a2b3-284ab0b3bf47 None None] Checking router: 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:15:03.640838 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdede29-79f4-4ab1-a2b3-284ab0b3bf47 None None] Routers {'7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:15:03.641449 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6fdede29-79f4-4ab1-a2b3-284ab0b3bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:14:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:15:03.672788 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376603-413c-485c-a8c5-e22c219ab41c req-a2d1b620-cca4-49c9-8285-bc571ee07675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:03.674296 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ec376603-413c-485c-a8c5-e22c219ab41c req-a2d1b620-cca4-49c9-8285-bc571ee07675 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35dfedc5-c5e6-4ebb-b88a-0aa37205d21b HTTP/1.1" status: 200 len: 835 time: 0.0456533 Jul 28 12:15:03.730247 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376603-413c-485c-a8c5-e22c219ab41c req-6d2fd9b6-1b8a-4c1e-af90-dba20f7238f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:03.731793 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ec376603-413c-485c-a8c5-e22c219ab41c req-6d2fd9b6-1b8a-4c1e-af90-dba20f7238f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adddd350-d77a-4b44-bd2f-0f378def13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0510340 Jul 28 12:15:03.750916 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-6fdede29-79f4-4ab1-a2b3-284ab0b3bf47 None None] Set router 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:15:03.829403 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ec376603-413c-485c-a8c5-e22c219ab41c req-f83e2f78-3c8d-4d09-9757-c6da840eb30d service neutron] 10.222.0.39 "GET /v2.0/networks/adddd350-d77a-4b44-bd2f-0f378def13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901725 Jul 28 12:15:03.933480 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ec376603-413c-485c-a8c5-e22c219ab41c req-4aa57045-2160-4ff5-b7b0-c66b12365922 service neutron] 10.222.0.39 "GET /v2.0/networks/adddd350-d77a-4b44-bd2f-0f378def13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973513 Jul 28 12:15:04.128345 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6fdede29-79f4-4ab1-a2b3-284ab0b3bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752404604', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:50Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'fb312210-bed4-4639-a0fa-aa3d7e477eaa', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'floating_ip_address': '172.26.1.173', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'port_id': 'f2a746ed-4e71-44ef-9f69-061f78359628', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8', 'mac_address': 'fa:16:3e:e1:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8854e16c-dccb-4429-92e3-20a280fb0de1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:15:02Z', 'updated_at': '2021-07-28T12:15:02Z', 'revision_number': 0, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ce9140-2f31-4661-a780-e81f3330e2d3', 'name': '', 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:c5:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:49Z', 'updated_at': '2021-07-28T12:14:54Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:15:04.158754 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdede29-79f4-4ab1-a2b3-284ab0b3bf47 None None] The sync data for ids ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'] in dv-neutron-786478-16-hyperv is: [{'id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752404604', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:50Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'fb312210-bed4-4639-a0fa-aa3d7e477eaa', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'floating_ip_address': '172.26.1.173', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'port_id': 'f2a746ed-4e71-44ef-9f69-061f78359628', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8', 'mac_address': 'fa:16:3e:e1:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8854e16c-dccb-4429-92e3-20a280fb0de1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:15:02Z', 'updated_at': '2021-07-28T12:15:02Z', 'revision_number': 0, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ce9140-2f31-4661-a780-e81f3330e2d3', 'name': '', 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:c5:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:49Z', 'updated_at': '2021-07-28T12:14:54Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:15:04.346354 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35419d1d-7c14-4285-a004-c1f98f33165f None None] New status for floating IP fb312210-bed4-4639-a0fa-aa3d7e477eaa: ACTIVE {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:15:04.536477 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37262) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:15:04.598845 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d52d451b-8dfc-4a8b-ae71-13a8cc029ea7 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/fb312210-bed4-4639-a0fa-aa3d7e477eaa HTTP/1.1" status: 200 len: 994 time: 0.0611837 Jul 28 12:15:04.914596 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ce81060-e82b-4cab-a10e-aa66685d26fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:05.384160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:06.494565 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:08.044850 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:20.272797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:22.286841 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-479683d2-4b8c-4726-8abf-c651bb608255 req-02dbf11c-457a-40ca-a406-7e03be70df08 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410628 Jul 28 12:15:22.390313 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479683d2-4b8c-4726-8abf-c651bb608255 req-33bb6117-019e-4069-92cf-6f5922b15aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:22.391067 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-479683d2-4b8c-4726-8abf-c651bb608255 req-33bb6117-019e-4069-92cf-6f5922b15aec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 1099 time: 0.0547781 Jul 28 12:15:22.501760 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479683d2-4b8c-4726-8abf-c651bb608255 req-827f0a28-a92f-4a90-93e1-76b8ee92df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:22.503272 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-479683d2-4b8c-4726-8abf-c651bb608255 req-827f0a28-a92f-4a90-93e1-76b8ee92df49 service neutron] 10.222.0.39 "GET /v2.0/networks?id=adddd350-d77a-4b44-bd2f-0f378def13a8 HTTP/1.1" status: 200 len: 897 time: 0.0909851 Jul 28 12:15:22.583725 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-479683d2-4b8c-4726-8abf-c651bb608255 req-89bc6744-d08b-4a35-8e26-c369477bf489 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a746ed-4e71-44ef-9f69-061f78359628 HTTP/1.1" status: 200 len: 1002 time: 0.0722268 Jul 28 12:15:22.638976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479683d2-4b8c-4726-8abf-c651bb608255 req-b200563f-9f14-4eba-bb9f-1b621e27a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:22.640532 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-479683d2-4b8c-4726-8abf-c651bb608255 req-b200563f-9f14-4eba-bb9f-1b621e27a02f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35dfedc5-c5e6-4ebb-b88a-0aa37205d21b HTTP/1.1" status: 200 len: 835 time: 0.0500104 Jul 28 12:15:22.704084 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479683d2-4b8c-4726-8abf-c651bb608255 req-df3eb6a6-ce43-4d22-b7fa-3be23468c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:22.707559 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-479683d2-4b8c-4726-8abf-c651bb608255 req-df3eb6a6-ce43-4d22-b7fa-3be23468c319 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adddd350-d77a-4b44-bd2f-0f378def13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0588737 Jul 28 12:15:22.814390 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-479683d2-4b8c-4726-8abf-c651bb608255 req-afba6141-10f2-426c-8f97-1103014fa7e0 service neutron] 10.222.0.39 "GET /v2.0/networks/adddd350-d77a-4b44-bd2f-0f378def13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000874 Jul 28 12:15:22.913896 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-479683d2-4b8c-4726-8abf-c651bb608255 req-a5e91d43-5fcf-4c43-84e3-1fba1669f80c service neutron] 10.222.0.39 "GET /v2.0/networks/adddd350-d77a-4b44-bd2f-0f378def13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911934 Jul 28 12:15:32.348804 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069f920-846f-4dc0-b1e1-8ac1c836409d req-2906b1b7-3c42-48ea-a9a4-86d6fc03b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:32.350986 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b069f920-846f-4dc0-b1e1-8ac1c836409d req-2906b1b7-3c42-48ea-a9a4-86d6fc03b98b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 1099 time: 0.0522795 Jul 28 12:15:32.357341 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc8307-7e1a-41ee-a5fd-4a93223fd8f6 req-d00aa74a-0733-44f6-9ed0-6ae5e8c5153a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:32.359087 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-10fc8307-7e1a-41ee-a5fd-4a93223fd8f6 req-d00aa74a-0733-44f6-9ed0-6ae5e8c5153a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 946 time: 0.0620420 Jul 28 12:15:32.410060 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-10fc8307-7e1a-41ee-a5fd-4a93223fd8f6 req-7664abcb-5435-43a4-b818-50a6cc0cacd5 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426176 Jul 28 12:15:32.469037 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d982c0d-4875-4786-afef-185e518562c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:32.471805 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069f920-846f-4dc0-b1e1-8ac1c836409d req-577e081e-cde7-4856-ada0-ee010d608179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:32.473410 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b069f920-846f-4dc0-b1e1-8ac1c836409d req-577e081e-cde7-4856-ada0-ee010d608179 service neutron] 10.222.0.39 "GET /v2.0/networks?id=adddd350-d77a-4b44-bd2f-0f378def13a8 HTTP/1.1" status: 200 len: 897 time: 0.1152081 Jul 28 12:15:32.567925 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b069f920-846f-4dc0-b1e1-8ac1c836409d req-b012f387-9aa9-4c88-9b56-7ebcf21634f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a746ed-4e71-44ef-9f69-061f78359628 HTTP/1.1" status: 200 len: 1002 time: 0.0862274 Jul 28 12:15:32.635956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069f920-846f-4dc0-b1e1-8ac1c836409d req-0c50559a-e1e8-44c2-82de-d80ce3642bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:32.637723 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b069f920-846f-4dc0-b1e1-8ac1c836409d req-0c50559a-e1e8-44c2-82de-d80ce3642bf1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35dfedc5-c5e6-4ebb-b88a-0aa37205d21b HTTP/1.1" status: 200 len: 835 time: 0.0599976 Jul 28 12:15:32.697047 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069f920-846f-4dc0-b1e1-8ac1c836409d req-b6b15138-d765-48c4-af70-99970934084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:32.698944 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b069f920-846f-4dc0-b1e1-8ac1c836409d req-b6b15138-d765-48c4-af70-99970934084d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adddd350-d77a-4b44-bd2f-0f378def13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0537286 Jul 28 12:15:32.818296 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b069f920-846f-4dc0-b1e1-8ac1c836409d req-2e193f50-3d3a-4ca0-a251-a95b5fbd9272 service neutron] 10.222.0.39 "GET /v2.0/networks/adddd350-d77a-4b44-bd2f-0f378def13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117110 Jul 28 12:15:32.949210 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-b069f920-846f-4dc0-b1e1-8ac1c836409d req-91f76ea8-1936-44e1-bb22-7c05f3aa7c9e service neutron] 10.222.0.39 "GET /v2.0/networks/adddd350-d77a-4b44-bd2f-0f378def13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236062 Jul 28 12:15:33.550794 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72276a-339e-4c0e-ad34-161004a32d8b req-593725e3-4291-484b-b1b0-f29b57c9ddf5 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:33.552339 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0f72276a-339e-4c0e-ad34-161004a32d8b req-593725e3-4291-484b-b1b0-f29b57c9ddf5 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 946 time: 0.0602922 Jul 28 12:15:33.596865 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0f72276a-339e-4c0e-ad34-161004a32d8b req-942645e5-2631-4abf-8aa9-c31d04c5c45c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384851 Jul 28 12:15:34.717239 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea26994-bb6f-40be-8e9b-c12e52a8b323 req-8505826a-1ea1-4b44-87cb-8145a63955ee tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:34.718743 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6ea26994-bb6f-40be-8e9b-c12e52a8b323 req-8505826a-1ea1-4b44-87cb-8145a63955ee tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 946 time: 0.0511956 Jul 28 12:15:34.760414 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6ea26994-bb6f-40be-8e9b-c12e52a8b323 req-162374c5-bccb-4a6d-a610-5bd4b9b8095d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350556 Jul 28 12:15:34.852061 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:15:34.914672 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6227a410-773e-4cc4-8896-80a1d13e2d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:35.387687 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:35.882829 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3995424-c087-4cde-b006-3bde4090a425 req-2dbb601d-51a7-4f5a-9bf7-a75cca06f2fb tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:35.884425 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e3995424-c087-4cde-b006-3bde4090a425 req-2dbb601d-51a7-4f5a-9bf7-a75cca06f2fb tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 946 time: 0.0516396 Jul 28 12:15:35.925234 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e3995424-c087-4cde-b006-3bde4090a425 req-78f50edd-29fa-4f63-abea-9ea5f0b7dca4 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347614 Jul 28 12:15:36.498431 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:37.048074 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cfd5d-04b0-45d0-98fe-fafe50ea258a req-4212a5ec-28aa-4736-801f-58b3c754022a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:37.049706 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-462cfd5d-04b0-45d0-98fe-fafe50ea258a req-4212a5ec-28aa-4736-801f-58b3c754022a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 946 time: 0.0526741 Jul 28 12:15:37.097411 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-462cfd5d-04b0-45d0-98fe-fafe50ea258a req-c37793eb-af89-4a05-88ae-1d299e7e4546 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404861 Jul 28 12:15:38.051842 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:38.233090 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98024a78-6b81-455e-8f76-1df06fd4d820 req-c4a7c6dd-7b3a-4da0-8b68-c03fde023efc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:38.235538 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-98024a78-6b81-455e-8f76-1df06fd4d820 req-c4a7c6dd-7b3a-4da0-8b68-c03fde023efc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 946 time: 0.0608470 Jul 28 12:15:38.279065 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-98024a78-6b81-455e-8f76-1df06fd4d820 req-016f0228-7d23-4c59-935e-fb7881e7d167 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368595 Jul 28 12:15:39.399061 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b356aa-3b30-4bf7-8f93-530bb7e4067a req-c0df9db1-2239-471c-8f04-a3fcdd009fae tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:39.400624 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f2b356aa-3b30-4bf7-8f93-530bb7e4067a req-c0df9db1-2239-471c-8f04-a3fcdd009fae tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 946 time: 0.0506532 Jul 28 12:15:39.441962 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f2b356aa-3b30-4bf7-8f93-530bb7e4067a req-86be8a1f-94a6-4b19-9c2f-028b2f498a13 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352948 Jul 28 12:15:40.574586 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d56c52-2f26-4f2a-821a-c4651558906e req-c2aa38eb-cfff-4ca8-9db7-13efaf40c1ab tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:40.576120 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-45d56c52-2f26-4f2a-821a-c4651558906e req-c2aa38eb-cfff-4ca8-9db7-13efaf40c1ab tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 946 time: 0.0548801 Jul 28 12:15:40.623846 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-45d56c52-2f26-4f2a-821a-c4651558906e req-4912aaac-4a33-4719-9b01-4036355fbb95 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399158 Jul 28 12:15:41.756924 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da2aa6-7709-4abf-81df-e3db3e143348 req-442b673e-c439-45e4-b6b3-bfa017ff4708 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:41.758693 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e0da2aa6-7709-4abf-81df-e3db3e143348 req-442b673e-c439-45e4-b6b3-bfa017ff4708 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 946 time: 0.0618141 Jul 28 12:15:41.807212 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e0da2aa6-7709-4abf-81df-e3db3e143348 req-37b0418c-a10a-49e1-a97f-215e2a57fa30 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424981 Jul 28 12:15:42.929154 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fad5b-d0ac-4705-ba43-9b7948dd13ed req-ac643f85-0fae-4556-a016-485b1696892f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:42.930776 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-cf8fad5b-d0ac-4705-ba43-9b7948dd13ed req-ac643f85-0fae-4556-a016-485b1696892f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 946 time: 0.0510209 Jul 28 12:15:42.969223 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-cf8fad5b-d0ac-4705-ba43-9b7948dd13ed req-35d3e4e6-ad9a-4f4e-8f33-20caa7ebd319 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324903 Jul 28 12:15:44.087174 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207f430-fab1-49c1-997a-21f778885f48 req-05d4cb47-c277-4824-8f23-66ff129f18bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:44.088619 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6207f430-fab1-49c1-997a-21f778885f48 req-05d4cb47-c277-4824-8f23-66ff129f18bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 946 time: 0.0504262 Jul 28 12:15:44.132324 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6207f430-fab1-49c1-997a-21f778885f48 req-f68e6a44-686d-405a-ad7a-40947b123237 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377393 Jul 28 12:15:44.154329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37298) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:15:44.215299 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-fceb618c-f1e6-42bd-8a6b-6c70829c34d7 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/fb312210-bed4-4639-a0fa-aa3d7e477eaa HTTP/1.1" status: 200 len: 994 time: 0.0597682 Jul 28 12:15:50.290182 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:02.445015 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5ede-a04b-4ec9-a998-0d4586132de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:04.916041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0190a4da-981f-4486-a9bb-35bc7f08c679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:05.390555 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:06.500669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:08.052534 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:11.851800 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:16:14.583796 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37314) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:14.747965 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port cbf49b71-6c7e-480e-9bf6-c3853f9fe6e7 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:16:14.748345 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:14.829592 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:14.829915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:14.846389 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for cbf49b71-6c7e-480e-9bf6-c3853f9fe6e7 owned by network:floatingip {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:16:15.000221 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:15.028653 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=cbf49b71-6c7e-480e-9bf6-c3853f9fe6e7,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:15.053000 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:15.053375 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:15.053756 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:15.054122 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:15.054514 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:15.054886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:15.055245 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:15.055604 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:15.055962 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:15.056308 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:15.056674 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:15.057024 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:15.100361 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:15.100597 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Floating IP fb312210-bed4-4639-a0fa-aa3d7e477eaa disassociated (deleted). External IP: 172.26.1.173, port: f2a746ed-4e71-44ef-9f69-061f78359628. Jul 28 12:16:15.319723 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:16:15.433154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:16:15.438553 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:15.446853 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e393cd67-487d-46d8-accc-e8c98e722d9c None None] Sync routers for ids ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:16:15.456019 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e393cd67-487d-46d8-accc-e8c98e722d9c None None] Routers {'7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:16:15.456645 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e393cd67-487d-46d8-accc-e8c98e722d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:16:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:15.468888 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-417229b1-adb4-4977-ae0f-7b062011eb29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/floatingips/fb312210-bed4-4639-a0fa-aa3d7e477eaa HTTP/1.1" status: 204 len: 168 time: 0.8837616 Jul 28 12:16:15.469535 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8854e16c-dccb-4429-92e3-20a280fb0de1', 'tag': 'f2a746ed-4e71-44ef-9f69-061f78359628'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:16:15.472390 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8011c91b-f204-40cd-992a-c869ead109c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8854e16c-dccb-4429-92e3-20a280fb0de1", "tag": "f2a746ed-4e71-44ef-9f69-061f78359628"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:16:15.588755 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-e393cd67-487d-46d8-accc-e8c98e722d9c None None] Set router 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:16:15.593603 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2c5070-21ff-4f65-9718-fc5d4d200188 x-openstack-request-id: req-4b2c5070-21ff-4f65-9718-fc5d4d200188 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:16:15.594134 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8854e16c-dccb-4429-92e3-20a280fb0de1", "tag": "f2a746ed-4e71-44ef-9f69-061f78359628", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:16:15.594354 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b2c5070-21ff-4f65-9718-fc5d4d200188 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:16:15.594732 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8854e16c-dccb-4429-92e3-20a280fb0de1', 'tag': 'f2a746ed-4e71-44ef-9f69-061f78359628', 'status': 'completed', 'code': 200} Jul 28 12:16:15.684357 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011c91b-f204-40cd-992a-c869ead109c0 req-7192e094-895f-466f-9bd6-2206a0b782a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:15.686159 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8011c91b-f204-40cd-992a-c869ead109c0 req-7192e094-895f-466f-9bd6-2206a0b782a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 1099 time: 0.0627019 Jul 28 12:16:15.764272 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066604d-ef32-40b2-bd1b-351c788fd77c req-ea85bbba-6036-41e5-b1fc-936fc1a2d553 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:15.766370 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4066604d-ef32-40b2-bd1b-351c788fd77c req-ea85bbba-6036-41e5-b1fc-936fc1a2d553 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 946 time: 0.0609522 Jul 28 12:16:15.789946 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011c91b-f204-40cd-992a-c869ead109c0 req-e0191368-0946-49ec-8da0-0a353e04de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:15.791478 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8011c91b-f204-40cd-992a-c869ead109c0 req-e0191368-0946-49ec-8da0-0a353e04de4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=adddd350-d77a-4b44-bd2f-0f378def13a8 HTTP/1.1" status: 200 len: 897 time: 0.0962460 Jul 28 12:16:15.812881 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4066604d-ef32-40b2-bd1b-351c788fd77c req-6a5a2315-d72d-4ca5-8b4f-326b7eab0527 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388265 Jul 28 12:16:15.838320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e393cd67-487d-46d8-accc-e8c98e722d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752404604', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:50Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '12ce9140-2f31-4661-a780-e81f3330e2d3', 'name': '', 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:c5:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:49Z', 'updated_at': '2021-07-28T12:14:54Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:15.844103 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8011c91b-f204-40cd-992a-c869ead109c0 req-6788420a-156e-49ba-bd33-6f1db224923b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a746ed-4e71-44ef-9f69-061f78359628 HTTP/1.1" status: 200 len: 217 time: 0.0442688 Jul 28 12:16:15.865476 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e393cd67-487d-46d8-accc-e8c98e722d9c None None] Checking router: 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:16:15.873576 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e393cd67-487d-46d8-accc-e8c98e722d9c None None] Routers {'7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:16:15.874292 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e393cd67-487d-46d8-accc-e8c98e722d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:16:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:15.899457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011c91b-f204-40cd-992a-c869ead109c0 req-3aeac784-74b4-473b-a680-ed75c00caa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:15.900944 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8011c91b-f204-40cd-992a-c869ead109c0 req-3aeac784-74b4-473b-a680-ed75c00caa03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35dfedc5-c5e6-4ebb-b88a-0aa37205d21b HTTP/1.1" status: 200 len: 835 time: 0.0482786 Jul 28 12:16:15.948614 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011c91b-f204-40cd-992a-c869ead109c0 req-b53640fd-a7a9-4f89-bbf5-f8e81a5afac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:15.950049 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8011c91b-f204-40cd-992a-c869ead109c0 req-b53640fd-a7a9-4f89-bbf5-f8e81a5afac2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adddd350-d77a-4b44-bd2f-0f378def13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0414546 Jul 28 12:16:16.005931 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-e393cd67-487d-46d8-accc-e8c98e722d9c None None] Set router 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:16:16.051977 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8011c91b-f204-40cd-992a-c869ead109c0 req-5834f70d-ad7e-45b9-8147-bab6fc26e471 service neutron] 10.222.0.39 "GET /v2.0/networks/adddd350-d77a-4b44-bd2f-0f378def13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936430 Jul 28 12:16:16.150697 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8011c91b-f204-40cd-992a-c869ead109c0 req-2ee08e3c-7104-4728-b402-f784a48f12bc service neutron] 10.222.0.39 "GET /v2.0/networks/adddd350-d77a-4b44-bd2f-0f378def13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912080 Jul 28 12:16:16.226040 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e393cd67-487d-46d8-accc-e8c98e722d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752404604', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:50Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '12ce9140-2f31-4661-a780-e81f3330e2d3', 'name': '', 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:c5:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:49Z', 'updated_at': '2021-07-28T12:14:54Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:16.257498 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e393cd67-487d-46d8-accc-e8c98e722d9c None None] The sync data for ids ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'] in dv-neutron-786478-16-hyperv is: [{'id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752404604', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:50Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '12ce9140-2f31-4661-a780-e81f3330e2d3', 'name': '', 'network_id': 'adddd350-d77a-4b44-bd2f-0f378def13a8', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:c5:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:49Z', 'updated_at': '2021-07-28T12:14:54Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '35dfedc5-c5e6-4ebb-b88a-0aa37205d21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:16:16.493972 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5515d932-89e3-4dd3-a32d-41fcdb31d120 None None] New status for floating IP fb312210-bed4-4639-a0fa-aa3d7e477eaa: DOWN {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:16:16.950558 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fd5f6-40c4-48b8-8d88-295cca6de222 req-06dfc17c-08bf-4fda-a263-59a65b75a000 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:16.952263 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e77fd5f6-40c4-48b8-8d88-295cca6de222 req-06dfc17c-08bf-4fda-a263-59a65b75a000 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 946 time: 0.0536993 Jul 28 12:16:16.995272 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e77fd5f6-40c4-48b8-8d88-295cca6de222 req-90ca3c71-d72d-4a1e-abcf-f09ceef09fe3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=5975e914-d7a6-4eb3-93f1-69f798e2b164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346313 Jul 28 12:16:17.166363 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf13bee-7d98-4ccd-91df-91f7fca06530 req-2dade201-a6b0-47b4-9944-1d045b702c73 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:17.168063 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3cf13bee-7d98-4ccd-91df-91f7fca06530 req-2dade201-a6b0-47b4-9944-1d045b702c73 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 946 time: 0.0551651 Jul 28 12:16:17.267295 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-3cf13bee-7d98-4ccd-91df-91f7fca06530 req-b11d5e81-9e8f-40f5-bef3-2f5a9c8fc0bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port f2a746ed-4e71-44ef-9f69-061f78359628 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:16:17.268537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-3cf13bee-7d98-4ccd-91df-91f7fca06530 req-b11d5e81-9e8f-40f5-bef3-2f5a9c8fc0bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:17.358826 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-3cf13bee-7d98-4ccd-91df-91f7fca06530 req-b11d5e81-9e8f-40f5-bef3-2f5a9c8fc0bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] For port f2a746ed-4e71-44ef-9f69-061f78359628, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f2a746ed-4e71-44ef-9f69-061f78359628,segment=NetworkSegment(6ff4f269-8e63-4323-aa52-92b2413ad9a6),segment_id=6ff4f269-8e63-4323-aa52-92b2413ad9a6)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:16:17.359298 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-3cf13bee-7d98-4ccd-91df-91f7fca06530 req-b11d5e81-9e8f-40f5-bef3-2f5a9c8fc0bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:17.373047 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-3cf13bee-7d98-4ccd-91df-91f7fca06530 req-b11d5e81-9e8f-40f5-bef3-2f5a9c8fc0bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for f2a746ed-4e71-44ef-9f69-061f78359628 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:16:17.815510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-3cf13bee-7d98-4ccd-91df-91f7fca06530 req-b11d5e81-9e8f-40f5-bef3-2f5a9c8fc0bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:17.854032 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d5e81-9e8f-40f5-bef3-2f5a9c8fc0bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=f2a746ed-4e71-44ef-9f69-061f78359628,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:17.895451 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf13bee-7d98-4ccd-91df-91f7fca06530 req-b11d5e81-9e8f-40f5-bef3-2f5a9c8fc0bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] No DVR routers for this DVR port f2a746ed-4e71-44ef-9f69-061f78359628 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:16:17.897854 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-3cf13bee-7d98-4ccd-91df-91f7fca06530 req-b11d5e81-9e8f-40f5-bef3-2f5a9c8fc0bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:17.899930 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-3cf13bee-7d98-4ccd-91df-91f7fca06530 req-b11d5e81-9e8f-40f5-bef3-2f5a9c8fc0bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "DELETE /v2.0/ports/f2a746ed-4e71-44ef-9f69-061f78359628 HTTP/1.1" status: 204 len: 173 time: 0.7260585 Jul 28 12:16:17.900426 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8854e16c-dccb-4429-92e3-20a280fb0de1', 'name': 'network-vif-deleted', 'tag': 'f2a746ed-4e71-44ef-9f69-061f78359628'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:16:17.902809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3c58ae-edbf-4595-a58c-ba4c97750728" -d '{"events": [{"server_uuid": "8854e16c-dccb-4429-92e3-20a280fb0de1", "name": "network-vif-deleted", "tag": "f2a746ed-4e71-44ef-9f69-061f78359628"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:16:17.940083 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a029e15c-5fdf-4fd5-bbe1-1c5b2316a80f x-openstack-request-id: req-a029e15c-5fdf-4fd5-bbe1-1c5b2316a80f {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:16:17.940381 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8854e16c-dccb-4429-92e3-20a280fb0de1", "name": "network-vif-deleted", "tag": "f2a746ed-4e71-44ef-9f69-061f78359628", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:16:17.940630 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a029e15c-5fdf-4fd5-bbe1-1c5b2316a80f {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:16:17.941057 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8854e16c-dccb-4429-92e3-20a280fb0de1', 'name': 'network-vif-deleted', 'tag': 'f2a746ed-4e71-44ef-9f69-061f78359628', 'status': 'completed', 'code': 200} Jul 28 12:16:18.119625 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0a614a30-ceac-4870-89e9-5e04173729c8 req-a9189914-61bb-446b-a262-9fbd1c1b8669 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=8854e16c-dccb-4429-92e3-20a280fb0de1 HTTP/1.1" status: 200 len: 210 time: 0.0267699 Jul 28 12:16:19.178565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37334) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:19.561627 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6fd9176c-8664-47a0-8f74-6269a236fd1b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:19.845546 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-6fd9176c-8664-47a0-8f74-6269a236fd1b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port 12ce9140-2f31-4661-a780-e81f3330e2d3 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:16:19.845937 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6fd9176c-8664-47a0-8f74-6269a236fd1b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:19.950450 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-6fd9176c-8664-47a0-8f74-6269a236fd1b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] For port 12ce9140-2f31-4661-a780-e81f3330e2d3, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=12ce9140-2f31-4661-a780-e81f3330e2d3,segment=NetworkSegment(6ff4f269-8e63-4323-aa52-92b2413ad9a6),segment_id=6ff4f269-8e63-4323-aa52-92b2413ad9a6)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:16:19.950824 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6fd9176c-8664-47a0-8f74-6269a236fd1b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:19.964010 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-6fd9176c-8664-47a0-8f74-6269a236fd1b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for 12ce9140-2f31-4661-a780-e81f3330e2d3 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:16:20.161084 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6fd9176c-8664-47a0-8f74-6269a236fd1b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:20.187199 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9176c-8664-47a0-8f74-6269a236fd1b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=12ce9140-2f31-4661-a780-e81f3330e2d3,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:20.289344 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:20.371224 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6fd9176c-8664-47a0-8f74-6269a236fd1b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:20.600786 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd9176c-8664-47a0-8f74-6269a236fd1b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:16:20.710433 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd9176c-8664-47a0-8f74-6269a236fd1b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:16:20.715384 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6fd9176c-8664-47a0-8f74-6269a236fd1b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "PUT /v2.0/routers/7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5357955 Jul 28 12:16:20.718111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37336) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:20.719688 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9701a4-751e-4635-9c2e-f4bf096b37f7 None None] Sync routers for ids ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:16:20.728856 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9701a4-751e-4635-9c2e-f4bf096b37f7 None None] Routers {'7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:16:20.729474 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-dd9701a4-751e-4635-9c2e-f4bf096b37f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:16:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:20.777048 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-7451cc0f-8cce-4813-8616-a293ea615893 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting subnet 35dfedc5-c5e6-4ebb-b88a-0aa37205d21b {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:16:20.782408 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7451cc0f-8cce-4813-8616-a293ea615893 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:20.824972 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7451cc0f-8cce-4813-8616-a293ea615893 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:20.846743 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-dd9701a4-751e-4635-9c2e-f4bf096b37f7 None None] Set router 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:16:20.912287 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7451cc0f-8cce-4813-8616-a293ea615893 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:20.976495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7451cc0f-8cce-4813-8616-a293ea615893 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:21.006769 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451cc0f-8cce-4813-8616-a293ea615893 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Subnet': ['ID=35dfedc5-c5e6-4ebb-b88a-0aa37205d21b,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:21.008788 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7451cc0f-8cce-4813-8616-a293ea615893 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:21.010723 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7451cc0f-8cce-4813-8616-a293ea615893 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/subnets/35dfedc5-c5e6-4ebb-b88a-0aa37205d21b HTTP/1.1" status: 204 len: 168 time: 0.2914240 Jul 28 12:16:21.013818 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37338) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:21.018552 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4babb411-16ff-46a2-99c8-d14f1109881a None None] Network adddd350-d77a-4b44-bd2f-0f378def13a8 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:16:21.099705 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-dd9701a4-751e-4635-9c2e-f4bf096b37f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752404604', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:16:20Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:21.129779 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9701a4-751e-4635-9c2e-f4bf096b37f7 None None] Checking router: 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:16:21.135166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa583cc7-efc9-4eeb-abd5-309999021e82 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:21.172461 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9701a4-751e-4635-9c2e-f4bf096b37f7 None None] Routers {'7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:16:21.173091 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-dd9701a4-751e-4635-9c2e-f4bf096b37f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:16:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:21.253946 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa583cc7-efc9-4eeb-abd5-309999021e82 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:21.264293 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device f2a746ed-4e71-44ef-9f69-061f78359628 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:16:21.292556 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: f2a746ed-4e71-44ef-9f69-061f78359628 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:16:21.293254 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device f2a746ed-4e71-44ef-9f69-061f78359628 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:16:21.312503 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] DHCP port deletion for adddd350-d77a-4b44-bd2f-0f378def13a8 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:16:21.320330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-aa583cc7-efc9-4eeb-abd5-309999021e82 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port 69060558-c0ab-4f4d-aa8b-2014de9bc601 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:16:21.320673 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa583cc7-efc9-4eeb-abd5-309999021e82 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:21.321302 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-dd9701a4-751e-4635-9c2e-f4bf096b37f7 None None] Set router 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:16:21.399352 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-aa583cc7-efc9-4eeb-abd5-309999021e82 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] For port 69060558-c0ab-4f4d-aa8b-2014de9bc601, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=69060558-c0ab-4f4d-aa8b-2014de9bc601,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:16:21.399623 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa583cc7-efc9-4eeb-abd5-309999021e82 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:21.413758 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-aa583cc7-efc9-4eeb-abd5-309999021e82 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for 69060558-c0ab-4f4d-aa8b-2014de9bc601 owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:16:21.487326 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] Deleting port c4f66aa6-b322-44df-99a8-610116270630 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:16:21.487698 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:21.599870 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa583cc7-efc9-4eeb-abd5-309999021e82 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:21.628495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa583cc7-efc9-4eeb-abd5-309999021e82 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=69060558-c0ab-4f4d-aa8b-2014de9bc601,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:21.701417 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa583cc7-efc9-4eeb-abd5-309999021e82 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:21.711914 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device c4f66aa6-b322-44df-99a8-610116270630 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:16:21.774539 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] For port c4f66aa6-b322-44df-99a8-610116270630, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=c4f66aa6-b322-44df-99a8-610116270630,segment=NetworkSegment(6ff4f269-8e63-4323-aa52-92b2413ad9a6),segment_id=6ff4f269-8e63-4323-aa52-92b2413ad9a6)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:16:21.774947 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:21.796273 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] Calling delete_port for c4f66aa6-b322-44df-99a8-610116270630 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:16:21.796541 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa583cc7-efc9-4eeb-abd5-309999021e82 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:21.799021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa583cc7-efc9-4eeb-abd5-309999021e82 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:21.848423 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa583cc7-efc9-4eeb-abd5-309999021e82 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:21.848998 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa583cc7-efc9-4eeb-abd5-309999021e82 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Fanout notify agent at l3_agent the message router_deleted on router 7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:16:21.857742 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-aa583cc7-efc9-4eeb-abd5-309999021e82 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:21.858900 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-aa583cc7-efc9-4eeb-abd5-309999021e82 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/routers/7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4 HTTP/1.1" status: 204 len: 168 time: 0.8440800 Jul 28 12:16:21.862183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37340) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:21.880557 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-dd9701a4-751e-4635-9c2e-f4bf096b37f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752404604', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:16:20Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:21.919630 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9701a4-751e-4635-9c2e-f4bf096b37f7 None None] The sync data for ids ['7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4'] in dv-neutron-786478-16-hyperv is: [{'id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752404604', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:16:20Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '69060558-c0ab-4f4d-aa8b-2014de9bc601', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed4d9bb-09f9-40b1-aa0c-ef625943c1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:46Z', 'updated_at': '2021-07-28T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:16:21.931377 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:21.946929 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:21.963260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:22.009812 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] Pushing event deleted for resources: {'Port': ['ID=c4f66aa6-b322-44df-99a8-610116270630,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:22.019899 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] No DVR routers for this DVR port c4f66aa6-b322-44df-99a8-610116270630 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:16:22.022368 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.022770 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.023119 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.023461 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.023798 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.024141 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.024515 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.024852 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.025211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.025572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.025928 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.026254 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda1363-4d17-4654-bf23-eda3b30c882e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.043359 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:22.054562 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adddd350-d77a-4b44-bd2f-0f378def13a8']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:22.071453 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff4f269-8e63-4323-aa52-92b2413ad9a6') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:22.071742 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff4f269-8e63-4323-aa52-92b2413ad9a6') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:22.081282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:22.094652 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:22.101564 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:16:22.101949 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:16:22.104805 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:16:22.163289 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:22.170081 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:22.172084 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/networks/adddd350-d77a-4b44-bd2f-0f378def13a8 HTTP/1.1" status: 204 len: 168 time: 0.3089244 Jul 28 12:16:22.175494 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37342) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:22.192901 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Network': ['ID=adddd350-d77a-4b44-bd2f-0f378def13a8,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:22.209663 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.209910 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.210251 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.210613 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.210945 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.211276 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.211603 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.211933 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.212254 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.212573 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.212898 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.213217 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3268584-37a3-4dce-8752-200db2e7c95e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:22.256812 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eafa9cff-3a03-4478-99f1-b6daa704871e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:22.285282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eafa9cff-3a03-4478-99f1-b6daa704871e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:22.352976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eafa9cff-3a03-4478-99f1-b6daa704871e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:22.355637 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-eafa9cff-3a03-4478-99f1-b6daa704871e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:22.360160 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-eafa9cff-3a03-4478-99f1-b6daa704871e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/security-groups/5975e914-d7a6-4eb3-93f1-69f798e2b164 HTTP/1.1" status: 204 len: 168 time: 0.1834326 Jul 28 12:16:22.370384 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa9cff-3a03-4478-99f1-b6daa704871e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5975e914-d7a6-4eb3-93f1-69f798e2b164,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:22.909694 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37348) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:22.915618 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-f16b3a1d-78e4-4b3b-a5da-50f3d07be178 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1595525959', 'description': 'tempest-secgroup-smoke-1595525959 description', 'project_id': '331b9da3639043e2b67d20ab571f5750'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:16:22.941372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f16b3a1d-78e4-4b3b-a5da-50f3d07be178 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.039646 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f16b3a1d-78e4-4b3b-a5da-50f3d07be178 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.043968 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f16b3a1d-78e4-4b3b-a5da-50f3d07be178 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.082140 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b3a1d-78e4-4b3b-a5da-50f3d07be178 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8805bf7b-6169-4f8f-b73c-5bd041c988ea,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:23.084767 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f16b3a1d-78e4-4b3b-a5da-50f3d07be178 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.086300 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f16b3a1d-78e4-4b3b-a5da-50f3d07be178 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1751974 Jul 28 12:16:23.089960 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37350) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:23.097390 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-bafd75ab-806d-4eed-86cb-3589fcb53eef tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '8805bf7b-6169-4f8f-b73c-5bd041c988ea', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:16:23.132132 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bafd75ab-806d-4eed-86cb-3589fcb53eef tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.201803 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bafd75ab-806d-4eed-86cb-3589fcb53eef tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.207380 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bafd75ab-806d-4eed-86cb-3589fcb53eef tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.224951 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd75ab-806d-4eed-86cb-3589fcb53eef tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3946cc1-80d2-4506-9c7e-f9a9bfa5c88a,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:23.232889 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-bafd75ab-806d-4eed-86cb-3589fcb53eef tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.234107 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-bafd75ab-806d-4eed-86cb-3589fcb53eef tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429625 Jul 28 12:16:23.237332 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37352) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:23.242042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-fef2b844-b998-41f7-bfbb-60d2df94deb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '8805bf7b-6169-4f8f-b73c-5bd041c988ea', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:16:23.270666 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef2b844-b998-41f7-bfbb-60d2df94deb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.332280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef2b844-b998-41f7-bfbb-60d2df94deb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.336165 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef2b844-b998-41f7-bfbb-60d2df94deb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.358788 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2b844-b998-41f7-bfbb-60d2df94deb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7839866b-a6c7-49df-8d08-33e3b353ea98,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:23.361454 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fef2b844-b998-41f7-bfbb-60d2df94deb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.362788 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fef2b844-b998-41f7-bfbb-60d2df94deb1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244025 Jul 28 12:16:23.365609 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37354) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:23.370147 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-1cc6cdfa-102a-46ae-9740-2ad14c2a9502 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '8805bf7b-6169-4f8f-b73c-5bd041c988ea', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:16:23.398799 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1cc6cdfa-102a-46ae-9740-2ad14c2a9502 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.460396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1cc6cdfa-102a-46ae-9740-2ad14c2a9502 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.464178 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1cc6cdfa-102a-46ae-9740-2ad14c2a9502 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.484282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6cdfa-102a-46ae-9740-2ad14c2a9502 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47e50c5-b095-4ccd-a28f-53f83470c425,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:23.487962 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1cc6cdfa-102a-46ae-9740-2ad14c2a9502 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.489166 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1cc6cdfa-102a-46ae-9740-2ad14c2a9502 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226146 Jul 28 12:16:23.491938 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37356) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:23.496452 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c692ddf3-8481-43d4-9df0-dae87b883e47 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '8805bf7b-6169-4f8f-b73c-5bd041c988ea', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:16:23.528846 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c692ddf3-8481-43d4-9df0-dae87b883e47 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.563014 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 69060558-c0ab-4f4d-aa8b-2014de9bc601 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:16:23.593312 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 69060558-c0ab-4f4d-aa8b-2014de9bc601 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:16:23.593701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 69060558-c0ab-4f4d-aa8b-2014de9bc601 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:16:23.594347 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 12ce9140-2f31-4661-a780-e81f3330e2d3 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:16:23.596935 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c692ddf3-8481-43d4-9df0-dae87b883e47 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.600936 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c692ddf3-8481-43d4-9df0-dae87b883e47 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.619522 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692ddf3-8481-43d4-9df0-dae87b883e47 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96469ff2-1751-42b3-ab92-a57c773f82bb,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:23.623675 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 12ce9140-2f31-4661-a780-e81f3330e2d3 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:16:23.624553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 12ce9140-2f31-4661-a780-e81f3330e2d3 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:16:23.631855 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c692ddf3-8481-43d4-9df0-dae87b883e47 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.633169 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c692ddf3-8481-43d4-9df0-dae87b883e47 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403089 Jul 28 12:16:23.636010 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37358) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:23.641530 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-735f7dcd-262e-46a2-918c-c995e7b7366b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '8805bf7b-6169-4f8f-b73c-5bd041c988ea', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:16:23.668387 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-735f7dcd-262e-46a2-918c-c995e7b7366b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Project 331b9da3639043e2b67d20ab571f5750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:16:23.674694 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-735f7dcd-262e-46a2-918c-c995e7b7366b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.740288 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-735f7dcd-262e-46a2-918c-c995e7b7366b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.744356 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-735f7dcd-262e-46a2-918c-c995e7b7366b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.764201 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f7dcd-262e-46a2-918c-c995e7b7366b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da1b860-d93d-4dc7-b1c4-9ac3f1418b58,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:23.767939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-735f7dcd-262e-46a2-918c-c995e7b7366b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.769085 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-735f7dcd-262e-46a2-918c-c995e7b7366b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319847 Jul 28 12:16:23.772168 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37360) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:23.777501 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-a955d0e4-8cd5-47f1-8f3c-f34876d66090 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '8805bf7b-6169-4f8f-b73c-5bd041c988ea', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:16:23.801935 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.securitygroups_db [None req-a955d0e4-8cd5-47f1-8f3c-f34876d66090 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Project 331b9da3639043e2b67d20ab571f5750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:16:23.807337 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a955d0e4-8cd5-47f1-8f3c-f34876d66090 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.880845 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a955d0e4-8cd5-47f1-8f3c-f34876d66090 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.885818 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a955d0e4-8cd5-47f1-8f3c-f34876d66090 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.906085 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955d0e4-8cd5-47f1-8f3c-f34876d66090 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1099b3c4-319c-47b5-83a0-cf5b6605fa55,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:23.916265 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-a955d0e4-8cd5-47f1-8f3c-f34876d66090 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.917472 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a955d0e4-8cd5-47f1-8f3c-f34876d66090 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439342 Jul 28 12:16:23.920285 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37362) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:23.925410 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-03b77f22-a51c-4832-b6c4-b4f246b9364c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'network': {'name': 'tempest-network-smoke--1596745623', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'port_security_enabled': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:16:23.947184 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b77f22-a51c-4832-b6c4-b4f246b9364c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Made reservation on behalf of 331b9da3639043e2b67d20ab571f5750 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:16:23.950794 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03b77f22-a51c-4832-b6c4-b4f246b9364c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.974326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b77f22-a51c-4832-b6c4-b4f246b9364c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:16:23.982978 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03b77f22-a51c-4832-b6c4-b4f246b9364c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.983315 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-03b77f22-a51c-4832-b6c4-b4f246b9364c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Added segment 412ef176-6def-4a57-85a0-7316900ed33c of type vlan for network eeda4641-cafb-44b3-99b4-379f76588606 Jul 28 12:16:24.024256 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03b77f22-a51c-4832-b6c4-b4f246b9364c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:24.054356 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03b77f22-a51c-4832-b6c4-b4f246b9364c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:24.060036 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b77f22-a51c-4832-b6c4-b4f246b9364c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:24.060627 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-03b77f22-a51c-4832-b6c4-b4f246b9364c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:24.116023 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-03b77f22-a51c-4832-b6c4-b4f246b9364c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1947019 Jul 28 12:16:24.118888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37364) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:24.123735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1132464108', 'admin_state_up': True, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:16:24.127971 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b77f22-a51c-4832-b6c4-b4f246b9364c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Network': ['ID=eeda4641-cafb-44b3-99b4-379f76588606,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:24.149291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:24.150307 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:24.150461 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network eeda4641-cafb-44b3-99b4-379f76588606 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:16:24.201249 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:24.641792 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:24.838248 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:24.858174 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:24.966373 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.26.1.67 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/95dd6367-98b3-48b8-8729-6cb22ff4c3da) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:16:25.072998 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:25.110511 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:25.155473 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:16:25.161222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:16:25.165639 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:16:25.168754 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=95dd6367-98b3-48b8-8729-6cb22ff4c3da,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:25.419753 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:25.627058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:25.773947 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 2fb09d4a-4f5a-4f07-b645-176f84da4cff is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:16:25.898455 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:16:25.910184 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Sync routers for ids ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:16:25.919885 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Routers {'2fb09d4a-4f5a-4f07-b645-176f84da4cff'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:16:25.920148 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:25.920508 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:16:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:25.921175 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-566e36e6-b822-490b-9d0e-004eb056dc10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8012037 Jul 28 12:16:25.924636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37366) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:25.961945 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-18d39c61-d269-4495-9fe4-c633258ec2df tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=331b9da3639043e2b67d20ab571f5750&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360851 Jul 28 12:16:25.964447 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37368) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:26.035269 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Set router 2fb09d4a-4f5a-4f07-b645-176f84da4cff gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:16:26.126739 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd71dc3-283a-416a-b877-57a61cad2092 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:26.128363 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3cd71dc3-283a-416a-b877-57a61cad2092 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1629450 Jul 28 12:16:26.131919 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37370) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:26.166318 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-95f28563-d6d9-40a5-bad4-d966b3af856d tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338907 Jul 28 12:16:26.168979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37372) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:26.174043 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-1295e56a-0326-4ae8-83e5-67491d40f6ad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-613121821', 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:16:26.237731 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132464108', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:25Z', 'revision_number': 3, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:26.264416 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Checking router: 2fb09d4a-4f5a-4f07-b645-176f84da4cff for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:16:26.264767 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Updating router 2fb09d4a-4f5a-4f07-b645-176f84da4cff port 95dd6367-98b3-48b8-8729-6cb22ff4c3da binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:16:26.279427 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1295e56a-0326-4ae8-83e5-67491d40f6ad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Made reservation on behalf of 331b9da3639043e2b67d20ab571f5750 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:16:26.284125 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1295e56a-0326-4ae8-83e5-67491d40f6ad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:26.290766 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:26.478619 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1295e56a-0326-4ae8-83e5-67491d40f6ad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:26.540551 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295e56a-0326-4ae8-83e5-67491d40f6ad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Subnet': ['ID=d04bb541-f0af-4613-b386-c9f8e9f694e3,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:26.551236 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1295e56a-0326-4ae8-83e5-67491d40f6ad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Checking segment: {'id': '412ef176-6def-4a57-85a0-7316900ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:16:26.551613 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1295e56a-0326-4ae8-83e5-67491d40f6ad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network hostable DHCP agents. Network: eeda4641-cafb-44b3-99b4-379f76588606, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:16:26.559515 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:26.573890 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Transition to ACTIVE for port object 95dd6367-98b3-48b8-8729-6cb22ff4c3da will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:16:26.574446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1295e56a-0326-4ae8-83e5-67491d40f6ad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network eeda4641-cafb-44b3-99b4-379f76588606 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:16:26.581746 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:26.584393 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-1295e56a-0326-4ae8-83e5-67491d40f6ad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, eeda4641-cafb-44b3-99b4-379f76588606) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:16:26.590702 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1295e56a-0326-4ae8-83e5-67491d40f6ad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:26.591452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1295e56a-0326-4ae8-83e5-67491d40f6ad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:26.593981 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960bc9ec-ac3f-47dc-9762-80da0beeb30a None None] Network eeda4641-cafb-44b3-99b4-379f76588606 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:16:26.616078 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1295e56a-0326-4ae8-83e5-67491d40f6ad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4432275 Jul 28 12:16:26.616313 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37374) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:26.646939 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda446d-7d2e-455a-84c7-a72483e8de90 None None] Pushing event updated for resources: {'Port': ['ID=95dd6367-98b3-48b8-8729-6cb22ff4c3da,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:26.651969 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Attempting to bind port 95dd6367-98b3-48b8-8729-6cb22ff4c3da on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:16:26.652346 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Attempting to bind port 95dd6367-98b3-48b8-8729-6cb22ff4c3da by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:16:26.652711 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Attempting to bind port 95dd6367-98b3-48b8-8729-6cb22ff4c3da on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:16:26.660348 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda446d-7d2e-455a-84c7-a72483e8de90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:26.660747 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda446d-7d2e-455a-84c7-a72483e8de90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:26.661283 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda446d-7d2e-455a-84c7-a72483e8de90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:26.661618 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda446d-7d2e-455a-84c7-a72483e8de90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:26.661948 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda446d-7d2e-455a-84c7-a72483e8de90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:26.662276 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda446d-7d2e-455a-84c7-a72483e8de90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:26.662641 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda446d-7d2e-455a-84c7-a72483e8de90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:26.662970 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda446d-7d2e-455a-84c7-a72483e8de90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:26.663325 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda446d-7d2e-455a-84c7-a72483e8de90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:26.664280 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda446d-7d2e-455a-84c7-a72483e8de90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:26.664280 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda446d-7d2e-455a-84c7-a72483e8de90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:26.664280 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda446d-7d2e-455a-84c7-a72483e8de90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:16:26.670850 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:16:26.671276 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:16:26.671637 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:26.672033 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:16:26.672516 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Bound port: 95dd6367-98b3-48b8-8729-6cb22ff4c3da, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:16:26.672903 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:26.735217 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] For port 95dd6367-98b3-48b8-8729-6cb22ff4c3da, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:16:26.739963 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] For port 95dd6367-98b3-48b8-8729-6cb22ff4c3da, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=95dd6367-98b3-48b8-8729-6cb22ff4c3da,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:16:26.744764 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:26.775984 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-eeda4641-cafb-44b3-99b4-379f76588606', 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ips': [{'subnet_id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:16:26.777220 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:26.810488 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Routers {'2fb09d4a-4f5a-4f07-b645-176f84da4cff'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:16:26.811258 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:16:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:26.819140 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda446d-7d2e-455a-84c7-a72483e8de90 None None] Pushing event updated for resources: {'Port': ['ID=95dd6367-98b3-48b8-8729-6cb22ff4c3da,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:26.950401 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Allocated IP 172.20.0.2 (eeda4641-cafb-44b3-99b4-379f76588606/d04bb541-f0af-4613-b386-c9f8e9f694e3/0f3c6219-80d4-4a01-8808-da558be2ce8e) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:16:27.033088 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] Set router 2fb09d4a-4f5a-4f07-b645-176f84da4cff gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:16:27.118297 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:27.128205 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Transition to ACTIVE for port object 0f3c6219-80d4-4a01-8808-da558be2ce8e will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:16:27.154836 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Transition to ACTIVE for port object 0f3c6219-80d4-4a01-8808-da558be2ce8e will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:16:27.155637 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:27.164100 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:27.204549 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Network eeda4641-cafb-44b3-99b4-379f76588606 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:16:27.208872 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:16:27.215639 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:16:27.223448 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Pushing event updated for resources: {'Port': ['ID=0f3c6219-80d4-4a01-8808-da558be2ce8e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:27.267972 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132464108', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:25Z', 'revision_number': 3, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:27.286081 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Attempting to bind port 0f3c6219-80d4-4a01-8808-da558be2ce8e on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:16:27.286619 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Attempting to bind port 0f3c6219-80d4-4a01-8808-da558be2ce8e by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '412ef176-6def-4a57-85a0-7316900ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:16:27.287177 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Attempting to bind port 0f3c6219-80d4-4a01-8808-da558be2ce8e on network eeda4641-cafb-44b3-99b4-379f76588606 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:16:27.292664 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:16:27.293294 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Checking segment: {'id': '412ef176-6def-4a57-85a0-7316900ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:16:27.293620 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:27.294090 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Bound using segment: {'id': '412ef176-6def-4a57-85a0-7316900ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:16:27.294716 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Bound port: 0f3c6219-80d4-4a01-8808-da558be2ce8e, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412ef176-6def-4a57-85a0-7316900ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:16:27.295246 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:27.302216 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044601c-f501-4b2d-ad98-0bbfe9efe8b8 None None] The sync data for ids ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'] in dv-neutron-786478-16-hyperv is: [{'id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132464108', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:25Z', 'revision_number': 3, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:16:27.370316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] For port 0f3c6219-80d4-4a01-8808-da558be2ce8e, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:16:27.373866 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] For port 0f3c6219-80d4-4a01-8808-da558be2ce8e, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=0f3c6219-80d4-4a01-8808-da558be2ce8e,segment=NetworkSegment(412ef176-6def-4a57-85a0-7316900ed33c),segment_id=412ef176-6def-4a57-85a0-7316900ed33c)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:16:27.379320 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:27.441244 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7964a6c-b1fb-4b6c-8661-4fac2ab405fe None None] Pushing event updated for resources: {'Port': ['ID=0f3c6219-80d4-4a01-8808-da558be2ce8e,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:27.474743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.20.0.1 (eeda4641-cafb-44b3-99b4-379f76588606/d04bb541-f0af-4613-b386-c9f8e9f694e3/dcfdf540-35fe-4583-a781-29a3e1d0cf19) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:16:27.646342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:27.680023 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Transition to ACTIVE for port object dcfdf540-35fe-4583-a781-29a3e1d0cf19 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:16:27.721835 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:27.780137 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network eeda4641-cafb-44b3-99b4-379f76588606 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:16:27.784521 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:16:27.788852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:16:27.824890 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=dcfdf540-35fe-4583-a781-29a3e1d0cf19,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:27.849078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:27.989648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:28.433104 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf332f5-dcc7-4134-9fdf-88f4657b0215 None None] Network eeda4641-cafb-44b3-99b4-379f76588606 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:16:28.557296 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-663d5dd6-5da1-4dfb-a570-0062179cb562 None None] Provisioning for port 0f3c6219-80d4-4a01-8808-da558be2ce8e completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:16:28.581783 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:28.586438 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:28.668203 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:28.671537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=dcfdf540-35fe-4583-a781-29a3e1d0cf19,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:28.775982 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network eeda4641-cafb-44b3-99b4-379f76588606 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:16:28.777651 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:16:28.897964 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-abce3e9f-09b4-4979-954c-1e535d187717 None None] Provisioning for port dcfdf540-35fe-4583-a781-29a3e1d0cf19 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:16:28.898575 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 2fb09d4a-4f5a-4f07-b645-176f84da4cff has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:16:28.902159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-abce3e9f-09b4-4979-954c-1e535d187717 None None] Provisioning complete for port dcfdf540-35fe-4583-a781-29a3e1d0cf19 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:16:28.902572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-abce3e9f-09b4-4979-954c-1e535d187717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:28.952750 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-abce3e9f-09b4-4979-954c-1e535d187717 None None] Port dcfdf540-35fe-4583-a781-29a3e1d0cf19 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:16:29.026468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:16:29.032462 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-eeb6be50-a953-430c-ba23-72a0edb3845b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "PUT /v2.0/routers/2fb09d4a-4f5a-4f07-b645-176f84da4cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4145839 Jul 28 12:16:29.043635 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Sync routers for ids ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:16:29.054142 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Routers {'2fb09d4a-4f5a-4f07-b645-176f84da4cff'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:16:29.054813 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:16:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:29.120515 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-98d2a8ed-8203-4d54-a92b-fd3cf9653d0b None None] Provisioning complete for port dcfdf540-35fe-4583-a781-29a3e1d0cf19 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:16:29.120952 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-98d2a8ed-8203-4d54-a92b-fd3cf9653d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:29.193209 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-98d2a8ed-8203-4d54-a92b-fd3cf9653d0b None None] Port dcfdf540-35fe-4583-a781-29a3e1d0cf19 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:16:29.196969 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-4fd25361-aaf2-4d38-aac0-cef5b4165098 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1595525959&fields=id&tenant_id=331b9da3639043e2b67d20ab571f5750 HTTP/1.1" status: 200 len: 267 time: 0.0407925 Jul 28 12:16:29.203665 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Set router 2fb09d4a-4f5a-4f07-b645-176f84da4cff gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:16:29.307991 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-5b4c7a2d-088e-45ab-9aff-c08d1e22772a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:29.309451 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-5b4c7a2d-088e-45ab-9aff-c08d1e22772a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/networks?id=eeda4641-cafb-44b3-99b4-379f76588606 HTTP/1.1" status: 200 len: 797 time: 0.1054389 Jul 28 12:16:29.326165 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-4731fe0c-25af-4eb8-8a07-e818c394eab7 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/quotas/331b9da3639043e2b67d20ab571f5750 HTTP/1.1" status: 200 len: 375 time: 0.0105734 Jul 28 12:16:29.342933 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-75ba4973-dcfb-468d-96b9-9166ba126459 None None] Provisioning complete for port dcfdf540-35fe-4583-a781-29a3e1d0cf19 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:16:29.343323 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-75ba4973-dcfb-468d-96b9-9166ba126459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:29.379932 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-067e7cf8-189d-4351-8c99-ba6039e1ab97 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486679 Jul 28 12:16:29.405391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-75ba4973-dcfb-468d-96b9-9166ba126459 None None] Port dcfdf540-35fe-4583-a781-29a3e1d0cf19 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:16:29.442533 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-f6a45fcd-0a35-4f6b-968b-1bd291bf9a5b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 12:16:29.443541 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-f6a45fcd-0a35-4f6b-968b-1bd291bf9a5b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518262 Jul 28 12:16:29.457010 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132464108', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:27Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'dcfdf540-35fe-4583-a781-29a3e1d0cf19', 'name': '', 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:75:0b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:27Z', 'updated_at': '2021-07-28T12:16:28Z', 'revision_number': 2, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:29.483235 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Checking router: 2fb09d4a-4f5a-4f07-b645-176f84da4cff for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:16:29.483594 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Updating router 2fb09d4a-4f5a-4f07-b645-176f84da4cff port dcfdf540-35fe-4583-a781-29a3e1d0cf19 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:16:29.513290 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:29.541519 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-cfef9cc1-3a26-42f8-ab21-41352375e707 service neutron] 10.222.0.43 "GET /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903859 Jul 28 12:16:29.643474 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-2c9fd38c-b251-4e38-a9cb-52da2aece424 service neutron] 10.222.0.43 "GET /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952978 Jul 28 12:16:29.646872 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 0f3c6219-80d4-4a01-8808-da558be2ce8e up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:16:29.749701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 0f3c6219-80d4-4a01-8808-da558be2ce8e completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:16:29.759015 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 0f3c6219-80d4-4a01-8808-da558be2ce8e triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:16:29.759403 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:29.816320 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-06431c33-0f70-42e5-b14b-5094a0092f5b req-21bbf6b7-977c-45a0-9be3-9e3774458144 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 210 time: 0.0358708 Jul 28 12:16:29.899451 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:29.914052 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:29.918059 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Transition to ACTIVE for port object dcfdf540-35fe-4583-a781-29a3e1d0cf19 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:16:29.936665 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:29.976988 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 0f3c6219-80d4-4a01-8808-da558be2ce8e, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=0f3c6219-80d4-4a01-8808-da558be2ce8e,segment=NetworkSegment(412ef176-6def-4a57-85a0-7316900ed33c),segment_id=412ef176-6def-4a57-85a0-7316900ed33c)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:16:29.986298 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:29.987257 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 95dd6367-98b3-48b8-8729-6cb22ff4c3da up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:16:30.051755 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b934fa-41bd-4320-ae48-3b16dcbca4e3 None None] Pushing event updated for resources: {'Port': ['ID=dcfdf540-35fe-4583-a781-29a3e1d0cf19,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:30.112322 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Attempting to bind port dcfdf540-35fe-4583-a781-29a3e1d0cf19 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:16:30.112732 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Attempting to bind port dcfdf540-35fe-4583-a781-29a3e1d0cf19 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '412ef176-6def-4a57-85a0-7316900ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:16:30.113156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Attempting to bind port dcfdf540-35fe-4583-a781-29a3e1d0cf19 on network eeda4641-cafb-44b3-99b4-379f76588606 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:16:30.137180 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:16:30.137553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Checking segment: {'id': '412ef176-6def-4a57-85a0-7316900ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:16:30.137969 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:30.138362 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Bound using segment: {'id': '412ef176-6def-4a57-85a0-7316900ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:16:30.138886 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Bound port: dcfdf540-35fe-4583-a781-29a3e1d0cf19, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412ef176-6def-4a57-85a0-7316900ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:16:30.139266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:30.154648 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 95dd6367-98b3-48b8-8729-6cb22ff4c3da completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:16:30.158547 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=0f3c6219-80d4-4a01-8808-da558be2ce8e,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:30.164592 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 95dd6367-98b3-48b8-8729-6cb22ff4c3da triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:16:30.164961 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:30.257282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] For port dcfdf540-35fe-4583-a781-29a3e1d0cf19, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:16:30.262281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] For port dcfdf540-35fe-4583-a781-29a3e1d0cf19, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=dcfdf540-35fe-4583-a781-29a3e1d0cf19,segment=NetworkSegment(412ef176-6def-4a57-85a0-7316900ed33c),segment_id=412ef176-6def-4a57-85a0-7316900ed33c)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:16:30.269640 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:30.354225 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:30.370637 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b934fa-41bd-4320-ae48-3b16dcbca4e3 None None] Pushing event updated for resources: {'Port': ['ID=dcfdf540-35fe-4583-a781-29a3e1d0cf19,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:30.375051 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Routers {'2fb09d4a-4f5a-4f07-b645-176f84da4cff'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:16:30.375674 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:16:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:30.419089 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 95dd6367-98b3-48b8-8729-6cb22ff4c3da, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=95dd6367-98b3-48b8-8729-6cb22ff4c3da,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:16:30.424831 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:30.518128 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=95dd6367-98b3-48b8-8729-6cb22ff4c3da,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:30.533719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] Set router 2fb09d4a-4f5a-4f07-b645-176f84da4cff gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:16:30.776379 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-07b8ab7c-26e0-4e78-b583-ab39e2c09f5b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:30.777912 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-07b8ab7c-26e0-4e78-b583-ab39e2c09f5b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "GET /v2.0/networks?id=eeda4641-cafb-44b3-99b4-379f76588606 HTTP/1.1" status: 200 len: 797 time: 0.1210003 Jul 28 12:16:30.839225 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-36630a15-76e6-4455-90c5-02103fa817fb tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=331b9da3639043e2b67d20ab571f5750 HTTP/1.1" status: 200 len: 380 time: 0.0477030 Jul 28 12:16:30.860221 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-af974916-69f8-475d-b34d-cfe3e2c00763 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'port': {'device_id': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606', 'admin_state_up': True, 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'security_groups': ['8805bf7b-6169-4f8f-b73c-5bd041c988ea']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:16:30.919762 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132464108', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:27Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'dcfdf540-35fe-4583-a781-29a3e1d0cf19', 'name': '', 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:75:0b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:27Z', 'updated_at': '2021-07-28T12:16:30Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:30.948625 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1f964e-b9b0-4250-9724-19b8f7af449f None None] The sync data for ids ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'] in dv-neutron-786478-16-hyperv is: [{'id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132464108', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:27Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'dcfdf540-35fe-4583-a781-29a3e1d0cf19', 'name': '', 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:75:0b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:27Z', 'updated_at': '2021-07-28T12:16:30Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:16:30.962113 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-467d5e55-f11d-4a10-bccc-5d9b918b8ba0 req-9440ac90-c4a9-4a5f-891e-585f7c506481 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 210 time: 0.0516338 Jul 28 12:16:31.005042 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-af974916-69f8-475d-b34d-cfe3e2c00763 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Made reservation on behalf of 331b9da3639043e2b67d20ab571f5750 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:16:31.029924 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-af974916-69f8-475d-b34d-cfe3e2c00763 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:31.189607 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-af974916-69f8-475d-b34d-cfe3e2c00763 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.20.0.3 (eeda4641-cafb-44b3-99b4-379f76588606/d04bb541-f0af-4613-b386-c9f8e9f694e3/b3fb400e-2b32-48b4-a2f2-2dc406d874ae) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:16:31.351617 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-af974916-69f8-475d-b34d-cfe3e2c00763 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:31.368330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-af974916-69f8-475d-b34d-cfe3e2c00763 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Transition to ACTIVE for port object b3fb400e-2b32-48b4-a2f2-2dc406d874ae will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:16:31.407229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-af974916-69f8-475d-b34d-cfe3e2c00763 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:31.455260 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-af974916-69f8-475d-b34d-cfe3e2c00763 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network eeda4641-cafb-44b3-99b4-379f76588606 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:16:31.461147 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-af974916-69f8-475d-b34d-cfe3e2c00763 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:16:31.465765 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-af974916-69f8-475d-b34d-cfe3e2c00763 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:16:31.471041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af974916-69f8-475d-b34d-cfe3e2c00763 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=b3fb400e-2b32-48b4-a2f2-2dc406d874ae,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:31.521648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-af974916-69f8-475d-b34d-cfe3e2c00763 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:31.522318 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-af974916-69f8-475d-b34d-cfe3e2c00763 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:31.550700 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-af974916-69f8-475d-b34d-cfe3e2c00763 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7003591 Jul 28 12:16:31.564752 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Request body: {'port': {'device_id': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:16:31.632468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:31.731382 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 0f3c6219-80d4-4a01-8808-da558be2ce8e up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:16:31.789840 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 0f3c6219-80d4-4a01-8808-da558be2ce8e triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:16:31.790223 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:31.845068 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-57021503-f25a-45fe-b314-5c17bc594116 None None] Provisioning for port b3fb400e-2b32-48b4-a2f2-2dc406d874ae completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:16:31.852307 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-57021503-f25a-45fe-b314-5c17bc594116 None None] Provisioning complete for port b3fb400e-2b32-48b4-a2f2-2dc406d874ae triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:16:31.852634 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57021503-f25a-45fe-b314-5c17bc594116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:31.916072 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-57021503-f25a-45fe-b314-5c17bc594116 None None] Port b3fb400e-2b32-48b4-a2f2-2dc406d874ae cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:16:31.924661 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device dcfdf540-35fe-4583-a781-29a3e1d0cf19 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:16:31.947779 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fb400e-2b32-48b4-a2f2-2dc406d874ae {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:16:31.956995 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:31.971413 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Transition to ACTIVE for port object b3fb400e-2b32-48b4-a2f2-2dc406d874ae will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:16:31.975756 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:31.977179 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port dcfdf540-35fe-4583-a781-29a3e1d0cf19 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:16:31.981963 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port dcfdf540-35fe-4583-a781-29a3e1d0cf19 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:16:31.982330 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:32.073262 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:32.086192 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fb400e-2b32-48b4-a2f2-2dc406d874ae,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:32.088949 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b377e96-9647-4763-badf-6c65d4c807b5 req-615111f0-19ec-4d29-a3e3-0f57480ebb49 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:32.099034 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6b377e96-9647-4763-badf-6c65d4c807b5 req-615111f0-19ec-4d29-a3e3-0f57480ebb49 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 943 time: 0.0652549 Jul 28 12:16:32.112053 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port dcfdf540-35fe-4583-a781-29a3e1d0cf19, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=dcfdf540-35fe-4583-a781-29a3e1d0cf19,segment=NetworkSegment(412ef176-6def-4a57-85a0-7316900ed33c),segment_id=412ef176-6def-4a57-85a0-7316900ed33c)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:16:32.119000 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:32.119907 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 95dd6367-98b3-48b8-8729-6cb22ff4c3da up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:16:32.132612 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Attempting to bind port b3fb400e-2b32-48b4-a2f2-2dc406d874ae on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:16:32.132967 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Attempting to bind port b3fb400e-2b32-48b4-a2f2-2dc406d874ae by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '412ef176-6def-4a57-85a0-7316900ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:16:32.133235 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Attempting to bind port b3fb400e-2b32-48b4-a2f2-2dc406d874ae on network eeda4641-cafb-44b3-99b4-379f76588606 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:16:32.138082 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Port b3fb400e-2b32-48b4-a2f2-2dc406d874ae on network eeda4641-cafb-44b3-99b4-379f76588606 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:16:32.138412 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Attempting to bind port b3fb400e-2b32-48b4-a2f2-2dc406d874ae on network eeda4641-cafb-44b3-99b4-379f76588606 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:16:32.144889 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:16:32.145230 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Checking segment: {'id': '412ef176-6def-4a57-85a0-7316900ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:16:32.145628 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Bound using segment: {'id': '412ef176-6def-4a57-85a0-7316900ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:16:32.146079 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Bound port: b3fb400e-2b32-48b4-a2f2-2dc406d874ae, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412ef176-6def-4a57-85a0-7316900ed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:16:32.146464 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:32.147694 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6b377e96-9647-4763-badf-6c65d4c807b5 req-4c299e3d-be86-4c5f-b54b-95f8bdeb6bef tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472775 Jul 28 12:16:32.213702 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=dcfdf540-35fe-4583-a781-29a3e1d0cf19,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:32.227074 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] For port b3fb400e-2b32-48b4-a2f2-2dc406d874ae, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:16:32.229217 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 95dd6367-98b3-48b8-8729-6cb22ff4c3da triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:16:32.229829 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:32.230375 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] For port b3fb400e-2b32-48b4-a2f2-2dc406d874ae, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b3fb400e-2b32-48b4-a2f2-2dc406d874ae,segment=NetworkSegment(412ef176-6def-4a57-85a0-7316900ed33c),segment_id=412ef176-6def-4a57-85a0-7316900ed33c)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:16:32.237407 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:32.272973 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:32.273620 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:32.275082 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] 10.222.0.39 "PUT /v2.0/ports/b3fb400e-2b32-48b4-a2f2-2dc406d874ae HTTP/1.1" status: 200 len: 1093 time: 0.7162285 Jul 28 12:16:32.275571 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'tag': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:16:32.277856 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a5dd3c-5cd4-498b-aba2-bb0166b88342" -d '{"events": [{"name": "network-changed", "server_uuid": "4fdaa4ae-162b-47fa-80ac-7e51e50f2869", "tag": "b3fb400e-2b32-48b4-a2f2-2dc406d874ae"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:16:32.307066 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacab1a-f975-432b-9382-85b24c312515 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fb400e-2b32-48b4-a2f2-2dc406d874ae,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:32.361915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cf7e92-02ca-4fab-952e-3e25ce010140 x-openstack-request-id: req-61cf7e92-02ca-4fab-952e-3e25ce010140 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:16:32.362564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fdaa4ae-162b-47fa-80ac-7e51e50f2869", "tag": "b3fb400e-2b32-48b4-a2f2-2dc406d874ae", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:16:32.362564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61cf7e92-02ca-4fab-952e-3e25ce010140 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:16:32.362913 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'tag': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae', 'status': 'completed', 'code': 200} Jul 28 12:16:32.382255 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-de2f050f-b4fc-40fa-b92c-027cc5722889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:32.384047 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-de2f050f-b4fc-40fa-b92c-027cc5722889 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 1096 time: 0.0598032 Jul 28 12:16:32.431265 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-13cc0ff8-bb94-49e6-aae9-a55db893c5f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fb400e-2b32-48b4-a2f2-2dc406d874ae HTTP/1.1" status: 200 len: 217 time: 0.0390177 Jul 28 12:16:32.453417 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-619e346c-dcad-426a-9870-85f714b4eabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:32.499641 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-31f9e89a-0b27-4091-8618-e1f5dbf130e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:32.500677 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-31f9e89a-0b27-4091-8618-e1f5dbf130e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d04bb541-f0af-4613-b386-c9f8e9f694e3 HTTP/1.1" status: 200 len: 834 time: 0.0527706 Jul 28 12:16:32.569883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-4b8b78b8-ec6d-412e-95ac-efcfa721e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:32.571983 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-4b8b78b8-ec6d-412e-95ac-efcfa721e63d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eeda4641-cafb-44b3-99b4-379f76588606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0632536 Jul 28 12:16:32.710497 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-19906e20-c898-474f-8b13-aae050e472a0 service neutron] 10.222.0.39 "GET /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310184 Jul 28 12:16:32.803711 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-4aa8dbe0-f8fc-46f1-a46c-701a205a56f1 req-deaef7cd-e916-4b4f-b1bd-9de35042bd20 service neutron] 10.222.0.39 "GET /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865610 Jul 28 12:16:32.903272 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5dd3c-5cd4-498b-aba2-bb0166b88342 req-92d75f26-9a5c-435d-8a49-d4e016e0b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:32.905713 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-22a5dd3c-5cd4-498b-aba2-bb0166b88342 req-92d75f26-9a5c-435d-8a49-d4e016e0b81a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 1096 time: 0.0528619 Jul 28 12:16:33.011513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5dd3c-5cd4-498b-aba2-bb0166b88342 req-346d93b3-b4d8-4436-b85d-cc8bdcb82991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:33.013905 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-22a5dd3c-5cd4-498b-aba2-bb0166b88342 req-346d93b3-b4d8-4436-b85d-cc8bdcb82991 service neutron] 10.222.0.39 "GET /v2.0/networks?id=eeda4641-cafb-44b3-99b4-379f76588606 HTTP/1.1" status: 200 len: 898 time: 0.1005821 Jul 28 12:16:33.088836 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-22a5dd3c-5cd4-498b-aba2-bb0166b88342 req-21798d52-c7fa-4b8b-94f3-b166d8bd8e21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fb400e-2b32-48b4-a2f2-2dc406d874ae HTTP/1.1" status: 200 len: 217 time: 0.0663426 Jul 28 12:16:33.150003 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5dd3c-5cd4-498b-aba2-bb0166b88342 req-75f4740c-b27e-4423-a2ac-40740fd57070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:33.151549 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-22a5dd3c-5cd4-498b-aba2-bb0166b88342 req-75f4740c-b27e-4423-a2ac-40740fd57070 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d04bb541-f0af-4613-b386-c9f8e9f694e3 HTTP/1.1" status: 200 len: 834 time: 0.0550275 Jul 28 12:16:33.216111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5dd3c-5cd4-498b-aba2-bb0166b88342 req-e030ba7a-c92f-4403-b2d7-1df8d0fd17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:33.217753 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-22a5dd3c-5cd4-498b-aba2-bb0166b88342 req-e030ba7a-c92f-4403-b2d7-1df8d0fd17bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eeda4641-cafb-44b3-99b4-379f76588606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0578063 Jul 28 12:16:33.295544 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876250be-12a9-4812-a449-72cb9c523ccb req-d6cc497f-3871-4ad8-a4e1-f128e7a072df tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:33.297121 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-876250be-12a9-4812-a449-72cb9c523ccb req-d6cc497f-3871-4ad8-a4e1-f128e7a072df tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 943 time: 0.0578215 Jul 28 12:16:33.343480 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-22a5dd3c-5cd4-498b-aba2-bb0166b88342 req-04d045d8-a09b-4aca-8afb-92b3458e2e44 service neutron] 10.222.0.39 "GET /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159866 Jul 28 12:16:33.349990 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-876250be-12a9-4812-a449-72cb9c523ccb req-5e2a576d-43c9-4e16-ad2a-89010d819e4b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415685 Jul 28 12:16:33.464663 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-22a5dd3c-5cd4-498b-aba2-bb0166b88342 req-53363a54-73a4-4c48-9133-3d619d649ed1 service neutron] 10.222.0.39 "GET /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120474 Jul 28 12:16:33.577216 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device dcfdf540-35fe-4583-a781-29a3e1d0cf19 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:16:33.627770 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port dcfdf540-35fe-4583-a781-29a3e1d0cf19 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:16:33.628137 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:34.490761 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe4204-03df-4ce7-b188-04f93b7acc27 req-7762f22c-e78a-4a69-b74e-e0719a48343f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:34.492400 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-63fe4204-03df-4ce7-b188-04f93b7acc27 req-7762f22c-e78a-4a69-b74e-e0719a48343f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 943 time: 0.0594912 Jul 28 12:16:34.547283 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-63fe4204-03df-4ce7-b188-04f93b7acc27 req-f2915902-5e08-433d-ae0c-06931d4f85b3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484295 Jul 28 12:16:34.918786 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a51798b-3c7e-41a4-9c30-3c3fa1daa3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:35.306787 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b3fb400e-2b32-48b4-a2f2-2dc406d874ae details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:16:35.403767 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:35.445771 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b3fb400e-2b32-48b4-a2f2-2dc406d874ae, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b3fb400e-2b32-48b4-a2f2-2dc406d874ae,segment=NetworkSegment(412ef176-6def-4a57-85a0-7316900ed33c),segment_id=412ef176-6def-4a57-85a0-7316900ed33c)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:16:35.465792 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae', 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606', 'port_id': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae', 'mac_address': 'fa:16:3e:13:8a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:16:35.510803 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:35.528524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fb400e-2b32-48b4-a2f2-2dc406d874ae {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:16:35.551863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b3fb400e-2b32-48b4-a2f2-2dc406d874ae, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b3fb400e-2b32-48b4-a2f2-2dc406d874ae,segment=NetworkSegment(412ef176-6def-4a57-85a0-7316900ed33c),segment_id=412ef176-6def-4a57-85a0-7316900ed33c)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:16:35.555674 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:35.614852 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=b3fb400e-2b32-48b4-a2f2-2dc406d874ae,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:35.693452 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63189447-0c28-4eaa-9ade-58b8e3dad076 req-273980db-88bc-4131-abf6-4f1a29e21a22 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:35.695038 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-63189447-0c28-4eaa-9ade-58b8e3dad076 req-273980db-88bc-4131-abf6-4f1a29e21a22 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 944 time: 0.0540636 Jul 28 12:16:35.743823 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-63189447-0c28-4eaa-9ade-58b8e3dad076 req-ee5bb378-0cd6-4138-ab1c-375448ca3b82 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426755 Jul 28 12:16:35.770574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['b3fb400e-2b32-48b4-a2f2-2dc406d874ae'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:16:36.506062 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:36.880273 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86290868-dae6-436e-8e05-83c8d1fc0442 req-c14c477b-e69c-4bdf-ae23-da82293121d8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:36.881829 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-86290868-dae6-436e-8e05-83c8d1fc0442 req-c14c477b-e69c-4bdf-ae23-da82293121d8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 944 time: 0.0606966 Jul 28 12:16:36.921508 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-86290868-dae6-436e-8e05-83c8d1fc0442 req-ddac7a56-7d87-4d4a-9fb1-be1f659f3b32 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336797 Jul 28 12:16:37.320967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b3fb400e-2b32-48b4-a2f2-2dc406d874ae up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:16:37.376060 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port b3fb400e-2b32-48b4-a2f2-2dc406d874ae completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:16:37.380772 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port b3fb400e-2b32-48b4-a2f2-2dc406d874ae triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:16:37.381182 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:37.471772 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:37.498131 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:16:37.501086 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7379dfa2-e78e-40c9-b350-44a639fe01a7" -d '{"events": [{"server_uuid": "4fdaa4ae-162b-47fa-80ac-7e51e50f2869", "name": "network-vif-plugged", "status": "completed", "tag": "b3fb400e-2b32-48b4-a2f2-2dc406d874ae"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:16:37.516374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b3fb400e-2b32-48b4-a2f2-2dc406d874ae, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b3fb400e-2b32-48b4-a2f2-2dc406d874ae,segment=NetworkSegment(412ef176-6def-4a57-85a0-7316900ed33c),segment_id=412ef176-6def-4a57-85a0-7316900ed33c)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:16:37.522685 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:37.552175 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522296dc-8389-4a1d-9e46-6a94c7c4bec0 x-openstack-request-id: req-522296dc-8389-4a1d-9e46-6a94c7c4bec0 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:16:37.552465 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdaa4ae-162b-47fa-80ac-7e51e50f2869", "name": "network-vif-plugged", "status": "completed", "tag": "b3fb400e-2b32-48b4-a2f2-2dc406d874ae", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:16:37.552716 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-522296dc-8389-4a1d-9e46-6a94c7c4bec0 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:16:37.553107 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae', 'code': 200} Jul 28 12:16:37.581465 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=b3fb400e-2b32-48b4-a2f2-2dc406d874ae,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:37.737490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61605d-55a7-4a53-8611-b3ad4c6fdac1 req-78dd7efa-b535-4e1f-9bcb-0ddf3c24981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:37.739139 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8d61605d-55a7-4a53-8611-b3ad4c6fdac1 req-78dd7efa-b535-4e1f-9bcb-0ddf3c24981e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 1098 time: 0.0439510 Jul 28 12:16:37.778074 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8d61605d-55a7-4a53-8611-b3ad4c6fdac1 req-ee60b46d-bcf1-4e9f-8dcf-6db6105a23a4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312200 Jul 28 12:16:38.055479 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:38.055874 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6033702-f882-46c1-9fb2-cf01c7fbd1b6 req-4227878a-1e13-466a-848a-eeaddf791539 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:38.057769 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e6033702-f882-46c1-9fb2-cf01c7fbd1b6 req-4227878a-1e13-466a-848a-eeaddf791539 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0628901 Jul 28 12:16:38.102841 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e6033702-f882-46c1-9fb2-cf01c7fbd1b6 req-3c034c2b-569d-4d9f-a7bf-e3bba317fe20 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380380 Jul 28 12:16:39.224853 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902aef74-a80d-4ae7-ba8d-37eb1810cfa7 req-f953d9e9-d1e6-4e13-98a9-4e99ff269341 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:39.226368 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-902aef74-a80d-4ae7-ba8d-37eb1810cfa7 req-f953d9e9-d1e6-4e13-98a9-4e99ff269341 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0513527 Jul 28 12:16:39.265166 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-902aef74-a80d-4ae7-ba8d-37eb1810cfa7 req-8858539b-b83e-4931-9e2c-69ab58cede1e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328650 Jul 28 12:16:39.383460 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413f049-a05b-4ba3-b3aa-6118f0eaf1ce req-94dcfb4c-aff0-42bd-85ec-ac281204324c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:39.384261 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d413f049-a05b-4ba3-b3aa-6118f0eaf1ce req-94dcfb4c-aff0-42bd-85ec-ac281204324c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0500078 Jul 28 12:16:39.425501 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d413f049-a05b-4ba3-b3aa-6118f0eaf1ce req-3ed9106b-1e27-45df-9420-4d645840b01a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352721 Jul 28 12:16:39.448763 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37430) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:39.497066 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1714bc51-a1e3-4f7f-be45-1bb89f413c8b tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:39.498665 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1714bc51-a1e3-4f7f-be45-1bb89f413c8b tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 1093 time: 0.0488496 Jul 28 12:16:39.502579 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37432) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:39.507561 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:16:39.538514 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:39.639475 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:39.749304 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.26.1.90 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/0ff2e2d2-c155-49f5-a14f-f049207d946a) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:16:39.857246 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:39.902800 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:39.939695 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:16:39.942614 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:16:39.946115 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:16:39.975527 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=0ff2e2d2-c155-49f5-a14f-f049207d946a,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:40.332134 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:40.404115 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:40.556787 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:40.563277 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:40.641254 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=0ff2e2d2-c155-49f5-a14f-f049207d946a,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:16:40.652805 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:40.757790 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Floating IP 61044c35-4c5b-4bf9-a306-cf2da5a2e802 associated. External IP: 172.26.1.90, port: b3fb400e-2b32-48b4-a2f2-2dc406d874ae. Jul 28 12:16:40.974336 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 2fb09d4a-4f5a-4f07-b645-176f84da4cff has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:16:41.089545 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:16:41.104344 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af29f891-454e-4e24-85ca-f43fe8960586 None None] Sync routers for ids ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:16:41.105455 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:41.114021 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af29f891-454e-4e24-85ca-f43fe8960586 None None] Routers {'2fb09d4a-4f5a-4f07-b645-176f84da4cff'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:16:41.114675 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-af29f891-454e-4e24-85ca-f43fe8960586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:16:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:41.135925 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-90b81dde-d531-41db-a482-d47786e2e282 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6319110 Jul 28 12:16:41.136394 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'tag': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:16:41.138668 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ff42c3-08d4-4c77-aaf1-3b02c1c52590" -d '{"events": [{"name": "network-changed", "server_uuid": "4fdaa4ae-162b-47fa-80ac-7e51e50f2869", "tag": "b3fb400e-2b32-48b4-a2f2-2dc406d874ae"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:16:41.182362 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549d3b4c-5dbf-48ae-bad5-a898d409cb9f x-openstack-request-id: req-549d3b4c-5dbf-48ae-bad5-a898d409cb9f {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:16:41.182700 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fdaa4ae-162b-47fa-80ac-7e51e50f2869", "tag": "b3fb400e-2b32-48b4-a2f2-2dc406d874ae", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:16:41.182953 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-549d3b4c-5dbf-48ae-bad5-a898d409cb9f {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:16:41.183357 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'tag': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae', 'status': 'completed', 'code': 200} Jul 28 12:16:41.225045 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-af29f891-454e-4e24-85ca-f43fe8960586 None None] Set router 2fb09d4a-4f5a-4f07-b645-176f84da4cff gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:16:41.247830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff42c3-08d4-4c77-aaf1-3b02c1c52590 req-46bae195-9235-463f-832f-a66882050d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:41.249395 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-37ff42c3-08d4-4c77-aaf1-3b02c1c52590 req-46bae195-9235-463f-832f-a66882050d3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 1098 time: 0.0449235 Jul 28 12:16:41.252708 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28a1d9-7240-4637-9a58-1eae4a603a30 req-e7c75c27-4bb0-4135-ac67-f6386a36e08d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:41.255134 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9a28a1d9-7240-4637-9a58-1eae4a603a30 req-e7c75c27-4bb0-4135-ac67-f6386a36e08d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0637887 Jul 28 12:16:41.295364 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9a28a1d9-7240-4637-9a58-1eae4a603a30 req-9c804fe2-6364-4eb4-b997-412b8dde6f10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338511 Jul 28 12:16:41.321027 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37438) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:41.350238 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff42c3-08d4-4c77-aaf1-3b02c1c52590 req-f4b36510-9ce1-41af-b298-6d296da91e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:41.352193 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-37ff42c3-08d4-4c77-aaf1-3b02c1c52590 req-f4b36510-9ce1-41af-b298-6d296da91e4a service neutron] 10.222.0.39 "GET /v2.0/networks?id=eeda4641-cafb-44b3-99b4-379f76588606 HTTP/1.1" status: 200 len: 898 time: 0.0949767 Jul 28 12:16:41.390221 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-eda2eb10-3275-4150-a213-11d7903095ec tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/61044c35-4c5b-4bf9-a306-cf2da5a2e802 HTTP/1.1" status: 200 len: 990 time: 0.0675929 Jul 28 12:16:41.430290 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-37ff42c3-08d4-4c77-aaf1-3b02c1c52590 req-023dd7fd-29a0-4bdb-9b0a-d21f4cd9612c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fb400e-2b32-48b4-a2f2-2dc406d874ae HTTP/1.1" status: 200 len: 998 time: 0.0708153 Jul 28 12:16:41.466218 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-af29f891-454e-4e24-85ca-f43fe8960586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132464108', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:27Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '61044c35-4c5b-4bf9-a306-cf2da5a2e802', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'floating_ip_address': '172.26.1.90', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'port_id': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606', 'mac_address': 'fa:16:3e:13:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:16:40Z', 'updated_at': '2021-07-28T12:16:40Z', 'revision_number': 0, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcfdf540-35fe-4583-a781-29a3e1d0cf19', 'name': '', 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:75:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:27Z', 'updated_at': '2021-07-28T12:16:32Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:41.482486 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff42c3-08d4-4c77-aaf1-3b02c1c52590 req-18c35664-5327-4ab0-a233-531b04cb8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:41.483980 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-37ff42c3-08d4-4c77-aaf1-3b02c1c52590 req-18c35664-5327-4ab0-a233-531b04cb8050 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d04bb541-f0af-4613-b386-c9f8e9f694e3 HTTP/1.1" status: 200 len: 834 time: 0.0474129 Jul 28 12:16:41.496906 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af29f891-454e-4e24-85ca-f43fe8960586 None None] Checking router: 2fb09d4a-4f5a-4f07-b645-176f84da4cff for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:16:41.505791 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af29f891-454e-4e24-85ca-f43fe8960586 None None] Routers {'2fb09d4a-4f5a-4f07-b645-176f84da4cff'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:16:41.506446 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-af29f891-454e-4e24-85ca-f43fe8960586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:16:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:41.531897 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff42c3-08d4-4c77-aaf1-3b02c1c52590 req-1bbc0b20-16ef-48d2-9ba4-662da784d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:41.534118 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-37ff42c3-08d4-4c77-aaf1-3b02c1c52590 req-1bbc0b20-16ef-48d2-9ba4-662da784d7a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eeda4641-cafb-44b3-99b4-379f76588606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0415499 Jul 28 12:16:41.614826 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-af29f891-454e-4e24-85ca-f43fe8960586 None None] Set router 2fb09d4a-4f5a-4f07-b645-176f84da4cff gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:16:41.640305 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-37ff42c3-08d4-4c77-aaf1-3b02c1c52590 req-bc2a6aa5-1b27-453d-9c37-05f129399bc3 service neutron] 10.222.0.39 "GET /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968533 Jul 28 12:16:41.733937 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-37ff42c3-08d4-4c77-aaf1-3b02c1c52590 req-f51cb39b-a609-4fab-8e30-0914c8434b3f service neutron] 10.222.0.39 "GET /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864146 Jul 28 12:16:41.844413 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-af29f891-454e-4e24-85ca-f43fe8960586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132464108', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:27Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '61044c35-4c5b-4bf9-a306-cf2da5a2e802', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'floating_ip_address': '172.26.1.90', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'port_id': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606', 'mac_address': 'fa:16:3e:13:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:16:40Z', 'updated_at': '2021-07-28T12:16:40Z', 'revision_number': 0, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcfdf540-35fe-4583-a781-29a3e1d0cf19', 'name': '', 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:75:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:27Z', 'updated_at': '2021-07-28T12:16:32Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:16:41.872254 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af29f891-454e-4e24-85ca-f43fe8960586 None None] The sync data for ids ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'] in dv-neutron-786478-16-hyperv is: [{'id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132464108', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:27Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '61044c35-4c5b-4bf9-a306-cf2da5a2e802', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'floating_ip_address': '172.26.1.90', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'port_id': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606', 'mac_address': 'fa:16:3e:13:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:16:40Z', 'updated_at': '2021-07-28T12:16:40Z', 'revision_number': 0, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcfdf540-35fe-4583-a781-29a3e1d0cf19', 'name': '', 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:75:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:27Z', 'updated_at': '2021-07-28T12:16:32Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:16:42.394256 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37440) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:42.548808 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab7de4-9501-4af3-837c-08a829e538b2 None None] New status for floating IP 61044c35-4c5b-4bf9-a306-cf2da5a2e802: ACTIVE {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:16:42.804121 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a2a6c98e-d63d-4a2b-9b63-ab8c0596c6f4 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/61044c35-4c5b-4bf9-a306-cf2da5a2e802 HTTP/1.1" status: 200 len: 990 time: 0.4085894 Jul 28 12:16:43.817190 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37442) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:16:43.870690 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9b43e756-c5e8-4af8-8617-c25ee0152d58 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/61044c35-4c5b-4bf9-a306-cf2da5a2e802 HTTP/1.1" status: 200 len: 992 time: 0.0615289 Jul 28 12:16:48.850871 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:16:50.298449 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:02.446686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e92cbdb-f5be-4675-9528-18f57efaadd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:04.921428 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4e204383-548c-41b5-a2de-e46dc389ebc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:05.397659 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:06.506278 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:08.057345 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:15.295485 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa905b-3f6f-4c91-94f9-3d9782482491 req-cdbda94e-1b6e-420e-a61f-b8546570df29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:15.297787 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9aaa905b-3f6f-4c91-94f9-3d9782482491 req-cdbda94e-1b6e-420e-a61f-b8546570df29 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0569646 Jul 28 12:17:15.316866 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37466) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:17:15.339353 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9aaa905b-3f6f-4c91-94f9-3d9782482491 req-3b8f768a-62f5-415c-8132-ce6af15fda9c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350585 Jul 28 12:17:15.402584 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-85df236b-fb47-4111-a5ff-1245d622742d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843925 Jul 28 12:17:16.494617 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47973a-9a7c-4b93-a9c2-d44877716e3f req-9ae00987-85c3-431e-b8e6-81a8143c5dc3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:16.497292 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4c47973a-9a7c-4b93-a9c2-d44877716e3f req-9ae00987-85c3-431e-b8e6-81a8143c5dc3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0783145 Jul 28 12:17:16.555113 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4c47973a-9a7c-4b93-a9c2-d44877716e3f req-b3defe9b-41fc-4aa0-8343-4087ba29a290 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512972 Jul 28 12:17:16.769020 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-04f18cde-7e17-4029-ac75-9588ac4840b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:16.770638 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-04f18cde-7e17-4029-ac75-9588ac4840b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 1098 time: 0.0432899 Jul 28 12:17:16.866046 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-c729a63d-434d-4df1-9d71-5233cf246bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:16.867587 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-c729a63d-434d-4df1-9d71-5233cf246bff service neutron] 10.222.0.39 "GET /v2.0/networks?id=eeda4641-cafb-44b3-99b4-379f76588606 HTTP/1.1" status: 200 len: 898 time: 0.0902143 Jul 28 12:17:16.963297 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-d7402e2f-40a6-4460-8e6a-ce8da27f8740 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fb400e-2b32-48b4-a2f2-2dc406d874ae HTTP/1.1" status: 200 len: 1000 time: 0.0878808 Jul 28 12:17:17.021188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-ee9ff976-0d01-4614-b4ce-2057130784c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:17.022739 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-ee9ff976-0d01-4614-b4ce-2057130784c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d04bb541-f0af-4613-b386-c9f8e9f694e3 HTTP/1.1" status: 200 len: 834 time: 0.0521624 Jul 28 12:17:17.071412 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-747825f6-18bc-4b1a-9a91-a704ae711c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:17.072936 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-747825f6-18bc-4b1a-9a91-a704ae711c63 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eeda4641-cafb-44b3-99b4-379f76588606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0434325 Jul 28 12:17:17.171302 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-26278b45-20e0-4119-aec1-848d15af7494 service neutron] 10.222.0.39 "GET /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908196 Jul 28 12:17:17.269892 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-eb196eda-7e09-48d7-8011-06256c6831bb service neutron] 10.222.0.39 "GET /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914626 Jul 28 12:17:17.677548 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911bdc2-a373-4d27-bd44-ab81d179379a req-2ebd9ed1-02c5-4210-8de7-a3024399e200 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:17.679358 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5911bdc2-a373-4d27-bd44-ab81d179379a req-2ebd9ed1-02c5-4210-8de7-a3024399e200 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0525825 Jul 28 12:17:17.726829 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5911bdc2-a373-4d27-bd44-ab81d179379a req-3947e70a-dd12-4cac-8a0b-12270af542c5 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413597 Jul 28 12:17:18.845712 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4bcfa-a222-4cad-bf1e-d75e5b865650 req-8182aaf9-ffe5-4e15-a144-dafbf4de78f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:18.848001 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-27d4bcfa-a222-4cad-bf1e-d75e5b865650 req-8182aaf9-ffe5-4e15-a144-dafbf4de78f3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0522964 Jul 28 12:17:18.889037 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-27d4bcfa-a222-4cad-bf1e-d75e5b865650 req-81245c85-939b-47ac-9175-8df3c863f3b1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352006 Jul 28 12:17:20.011946 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e986f78-ac05-4699-ac0e-23a91911e2af req-d862ccad-457d-400c-b2f0-16e2c5393d06 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:20.013494 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9e986f78-ac05-4699-ac0e-23a91911e2af req-d862ccad-457d-400c-b2f0-16e2c5393d06 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0500071 Jul 28 12:17:20.054165 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9e986f78-ac05-4699-ac0e-23a91911e2af req-1c2bd77d-f205-470f-a190-49aa62254b01 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335743 Jul 28 12:17:20.305471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:21.170698 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e43342-cdd1-430b-bf71-9116c701c2d3 req-cd02701f-a820-4a64-a018-d8a3754dacd0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:21.173372 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-88e43342-cdd1-430b-bf71-9116c701c2d3 req-cd02701f-a820-4a64-a018-d8a3754dacd0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0497315 Jul 28 12:17:21.216267 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-88e43342-cdd1-430b-bf71-9116c701c2d3 req-7b1928ba-6462-4f7b-b7be-d167cb6487f1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372825 Jul 28 12:17:22.335593 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d076db1-5c47-4a2c-ae62-6a78e83a0d9e req-c7ef8b90-43b8-40f8-9164-970068c9f68a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:22.337106 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4d076db1-5c47-4a2c-ae62-6a78e83a0d9e req-c7ef8b90-43b8-40f8-9164-970068c9f68a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0492983 Jul 28 12:17:22.378112 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4d076db1-5c47-4a2c-ae62-6a78e83a0d9e req-5a32b983-502e-4ab4-82aa-831ebe72730c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349579 Jul 28 12:17:23.505492 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012b89f-c0e6-4f99-ae34-d53867f155e0 req-2aa86948-38f7-496b-932a-49fd83816e0e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:23.507105 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d012b89f-c0e6-4f99-ae34-d53867f155e0 req-2aa86948-38f7-496b-932a-49fd83816e0e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0536375 Jul 28 12:17:23.555274 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d012b89f-c0e6-4f99-ae34-d53867f155e0 req-e355461d-dba6-4076-b8e5-3a14b9179972 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417495 Jul 28 12:17:24.684702 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7ecf7-94be-4f74-8cff-546e1becff82 req-53733a98-9f2f-4c2c-8c5b-bea0c123bedd tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:24.686248 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0ac7ecf7-94be-4f74-8cff-546e1becff82 req-53733a98-9f2f-4c2c-8c5b-bea0c123bedd tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0542660 Jul 28 12:17:24.737014 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0ac7ecf7-94be-4f74-8cff-546e1becff82 req-3899d7dd-b8ba-46e9-8f45-d72fed219c91 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436201 Jul 28 12:17:25.851271 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:17:25.860254 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0dbbd-bad7-4a7c-afa2-e483fcbe658a req-0ae85e7e-c498-4a8e-8837-0e313452cb0d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:25.861812 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8dc0dbbd-bad7-4a7c-afa2-e483fcbe658a req-0ae85e7e-c498-4a8e-8837-0e313452cb0d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0538607 Jul 28 12:17:25.901548 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8dc0dbbd-bad7-4a7c-afa2-e483fcbe658a req-a6823e05-b990-4430-9093-8004bd63837a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337179 Jul 28 12:17:26.343171 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2b6a9-16b7-4131-89d0-21b91bcc13c1 req-c65a2793-faf6-405e-b005-d07aeb91768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:26.344703 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-38f2b6a9-16b7-4131-89d0-21b91bcc13c1 req-c65a2793-faf6-405e-b005-d07aeb91768c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 1098 time: 0.0460730 Jul 28 12:17:26.445216 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2b6a9-16b7-4131-89d0-21b91bcc13c1 req-901d8c20-eb34-49c3-acd2-4562cee6ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:26.446728 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-38f2b6a9-16b7-4131-89d0-21b91bcc13c1 req-901d8c20-eb34-49c3-acd2-4562cee6ce7e service neutron] 10.222.0.39 "GET /v2.0/networks?id=eeda4641-cafb-44b3-99b4-379f76588606 HTTP/1.1" status: 200 len: 898 time: 0.0832438 Jul 28 12:17:26.516187 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-38f2b6a9-16b7-4131-89d0-21b91bcc13c1 req-1e3fb6fc-e5a2-4e2e-8a09-362c93c8292a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fb400e-2b32-48b4-a2f2-2dc406d874ae HTTP/1.1" status: 200 len: 1000 time: 0.0615232 Jul 28 12:17:26.565704 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2b6a9-16b7-4131-89d0-21b91bcc13c1 req-3b4a645c-849c-42c1-817b-abb7ac379997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:26.567213 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-38f2b6a9-16b7-4131-89d0-21b91bcc13c1 req-3b4a645c-849c-42c1-817b-abb7ac379997 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d04bb541-f0af-4613-b386-c9f8e9f694e3 HTTP/1.1" status: 200 len: 834 time: 0.0450890 Jul 28 12:17:26.611626 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2b6a9-16b7-4131-89d0-21b91bcc13c1 req-e436db51-6679-4988-9cb9-75bffe2a47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:26.613034 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-38f2b6a9-16b7-4131-89d0-21b91bcc13c1 req-e436db51-6679-4988-9cb9-75bffe2a47ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eeda4641-cafb-44b3-99b4-379f76588606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392935 Jul 28 12:17:26.707562 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-38f2b6a9-16b7-4131-89d0-21b91bcc13c1 req-efffeeb3-a243-4de9-a79b-fbd77b949fb0 service neutron] 10.222.0.39 "GET /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867236 Jul 28 12:17:26.795771 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-38f2b6a9-16b7-4131-89d0-21b91bcc13c1 req-0dbc87d8-a7d0-41bf-ab73-86f01a515cb3 service neutron] 10.222.0.39 "GET /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807872 Jul 28 12:17:27.019406 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856a9e6-bca1-4619-bb7d-a88956bdaae0 req-7a24fb84-22fb-432a-bf8d-a2ba56fda806 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:27.020947 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e856a9e6-bca1-4619-bb7d-a88956bdaae0 req-7a24fb84-22fb-432a-bf8d-a2ba56fda806 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0525737 Jul 28 12:17:27.065848 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e856a9e6-bca1-4619-bb7d-a88956bdaae0 req-162a4feb-1327-49cb-b0e0-c59461e9c69e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374639 Jul 28 12:17:28.194774 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4a832-8974-4c7d-87da-2d44f602b3d7 req-299f8c2f-2eb7-487f-84a4-a099f093aad8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:28.196330 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-adb4a832-8974-4c7d-87da-2d44f602b3d7 req-299f8c2f-2eb7-487f-84a4-a099f093aad8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0619943 Jul 28 12:17:28.239494 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-adb4a832-8974-4c7d-87da-2d44f602b3d7 req-2814a2d6-9213-48a2-b31c-41e79de698c4 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371585 Jul 28 12:17:29.366809 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b1eb8-867a-4a59-9a9f-8f81d421484a req-17638cc4-d0aa-45f4-a104-e96b4b290c50 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:29.368441 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-eb1b1eb8-867a-4a59-9a9f-8f81d421484a req-17638cc4-d0aa-45f4-a104-e96b4b290c50 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0547550 Jul 28 12:17:29.416279 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-eb1b1eb8-867a-4a59-9a9f-8f81d421484a req-44af068a-43a8-4c4a-9ae4-261a44e8c0f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410640 Jul 28 12:17:30.550182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32129cfd-4bf4-49d0-999d-9d2869aac226 req-74b62623-adf8-4eee-b461-aa386726fa9d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:30.551821 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-32129cfd-4bf4-49d0-999d-9d2869aac226 req-74b62623-adf8-4eee-b461-aa386726fa9d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0606704 Jul 28 12:17:30.595333 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-32129cfd-4bf4-49d0-999d-9d2869aac226 req-b529569d-8021-4e35-8527-8b8227a80e70 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371375 Jul 28 12:17:31.737083 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50062d22-8338-43a1-a233-3445b331356a req-eeca897e-d9a3-4002-8698-df6dccc4058b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:31.738719 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-50062d22-8338-43a1-a233-3445b331356a req-eeca897e-d9a3-4002-8698-df6dccc4058b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0643203 Jul 28 12:17:31.785629 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-50062d22-8338-43a1-a233-3445b331356a req-ced5182e-3a85-4e0c-acda-fdc3d5955ace tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402207 Jul 28 12:17:32.452105 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0c39617f-f96e-4197-b8bb-d6a99f966ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:32.909370 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578060b3-6e11-4a69-95d5-5573a68b7095 req-7c3619d7-23d2-4834-a3c8-54ffe44dded8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:32.911162 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-578060b3-6e11-4a69-95d5-5573a68b7095 req-7c3619d7-23d2-4834-a3c8-54ffe44dded8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0504999 Jul 28 12:17:32.952733 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-578060b3-6e11-4a69-95d5-5573a68b7095 req-eb6b1dc0-5511-4748-8c01-0b148e6657bc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343866 Jul 28 12:17:33.887414 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-ab4a60a3-ce90-4fe9-8187-e4d96b9a1048 service neutron] 10.222.0.39 "GET /v2.0/ports/b3fb400e-2b32-48b4-a2f2-2dc406d874ae/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0685225 Jul 28 12:17:34.083947 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbe970-b491-4d67-ab05-59a149bd4fb3 req-6aa28574-0e86-4706-9c05-7c8a40f3308c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:34.085393 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8dbbe970-b491-4d67-ab05-59a149bd4fb3 req-6aa28574-0e86-4706-9c05-7c8a40f3308c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0548275 Jul 28 12:17:34.112348 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-555317c7-27c8-495b-8983-8e51c13b7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:34.113883 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-555317c7-27c8-495b-8983-8e51c13b7927 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869&tenant_id=331b9da3639043e2b67d20ab571f5750 HTTP/1.1" status: 200 len: 1098 time: 0.0521224 Jul 28 12:17:34.127034 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8dbbe970-b491-4d67-ab05-59a149bd4fb3 req-630c9e6f-f5f4-4f6e-a195-162bbc661bc6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355308 Jul 28 12:17:34.181960 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-bf4faf25-25cd-4488-8e19-298b6f3136e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:34.184711 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-bf4faf25-25cd-4488-8e19-298b6f3136e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 1098 time: 0.0460837 Jul 28 12:17:34.284592 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-044d90cc-8362-4b78-b808-96713d0d2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:34.286348 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-044d90cc-8362-4b78-b808-96713d0d2b31 service neutron] 10.222.0.39 "GET /v2.0/networks?id=eeda4641-cafb-44b3-99b4-379f76588606 HTTP/1.1" status: 200 len: 898 time: 0.0950487 Jul 28 12:17:34.362156 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-ec8d1633-165d-40d7-9dff-87290f1f6c60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fb400e-2b32-48b4-a2f2-2dc406d874ae HTTP/1.1" status: 200 len: 1000 time: 0.0678689 Jul 28 12:17:34.435411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-3cd529be-9621-4977-a866-8b1029f65b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:34.437849 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-3cd529be-9621-4977-a866-8b1029f65b39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d04bb541-f0af-4613-b386-c9f8e9f694e3 HTTP/1.1" status: 200 len: 834 time: 0.0683744 Jul 28 12:17:34.485026 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-4c0997f2-39c3-495c-bab7-6098ad5c12a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:34.487945 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-4c0997f2-39c3-495c-bab7-6098ad5c12a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eeda4641-cafb-44b3-99b4-379f76588606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436647 Jul 28 12:17:34.591595 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-15c68a1b-4e66-46ff-b5db-d6be7a63e38a service neutron] 10.222.0.39 "GET /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959675 Jul 28 12:17:34.728207 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-33ff225d-3304-40a6-9033-50cf6189c7f5 req-3b1e8cf7-ca4f-41a9-ba56-0147a147f8f5 service neutron] 10.222.0.39 "GET /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296732 Jul 28 12:17:34.925980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8713fc89-a9c0-4730-af2e-37d3f6e07f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:35.265013 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616d656-7064-4b5e-8a71-c165740bd1d2 req-bd4d8037-0140-4752-a1d6-18d4f2bda150 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:35.267393 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5616d656-7064-4b5e-8a71-c165740bd1d2 req-bd4d8037-0140-4752-a1d6-18d4f2bda150 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0577891 Jul 28 12:17:35.322311 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5616d656-7064-4b5e-8a71-c165740bd1d2 req-eb8def4c-9e92-4c39-9d94-41e3542452fb tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451891 Jul 28 12:17:35.404156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:36.460633 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d052ab-2c00-407a-8f5f-2767c557b59e req-dac22041-031d-486b-a81a-1418614952cb tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:36.462194 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f6d052ab-2c00-407a-8f5f-2767c557b59e req-dac22041-031d-486b-a81a-1418614952cb tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0617702 Jul 28 12:17:36.507244 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f6d052ab-2c00-407a-8f5f-2767c557b59e req-857db14c-3126-4a65-a18d-ad259f2846f2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386720 Jul 28 12:17:36.516128 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:37.444436 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b3fb400e-2b32-48b4-a2f2-2dc406d874ae details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:17:37.446725 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b3fb400e-2b32-48b4-a2f2-2dc406d874ae no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:17:37.607950 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:37.631582 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b3fb400e-2b32-48b4-a2f2-2dc406d874ae, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b3fb400e-2b32-48b4-a2f2-2dc406d874ae,segment=NetworkSegment(412ef176-6def-4a57-85a0-7316900ed33c),segment_id=412ef176-6def-4a57-85a0-7316900ed33c)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:17:37.639503 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389a0e5-2fc5-4336-a39c-ff9280f461a7 req-1d2ac403-70af-4537-8bdd-2e340c44e32f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:37.641668 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f389a0e5-2fc5-4336-a39c-ff9280f461a7 req-1d2ac403-70af-4537-8bdd-2e340c44e32f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0512776 Jul 28 12:17:37.650742 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae', 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606', 'port_id': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae', 'mac_address': 'fa:16:3e:13:8a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:17:37.656161 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:17:37.658297 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27305bba-5dfa-4b12-bc53-6c1725eed9e1" -d '{"events": [{"server_uuid": "4fdaa4ae-162b-47fa-80ac-7e51e50f2869", "name": "network-vif-unplugged", "status": "completed", "tag": "b3fb400e-2b32-48b4-a2f2-2dc406d874ae"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:17:37.674873 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b3fb400e-2b32-48b4-a2f2-2dc406d874ae, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b3fb400e-2b32-48b4-a2f2-2dc406d874ae,segment=NetworkSegment(412ef176-6def-4a57-85a0-7316900ed33c),segment_id=412ef176-6def-4a57-85a0-7316900ed33c)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:17:37.691370 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f389a0e5-2fc5-4336-a39c-ff9280f461a7 req-e39f9b2f-0631-4449-82ad-6001a0a3846a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432696 Jul 28 12:17:37.694800 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:37.736267 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:37.763596 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3fb400e-2b32-48b4-a2f2-2dc406d874ae {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:17:37.772817 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=b3fb400e-2b32-48b4-a2f2-2dc406d874ae,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:17:37.782168 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 12:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a588f132-0200-493b-bf6e-cbea33513d7e x-openstack-request-id: req-a588f132-0200-493b-bf6e-cbea33513d7e {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:17:37.782478 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdaa4ae-162b-47fa-80ac-7e51e50f2869", "name": "network-vif-unplugged", "status": "completed", "tag": "b3fb400e-2b32-48b4-a2f2-2dc406d874ae", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:17:37.782737 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a588f132-0200-493b-bf6e-cbea33513d7e {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:17:37.783133 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae', 'code': 200} Jul 28 12:17:37.806317 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:37.806685 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:37.807030 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:37.807367 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:37.807696 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:37.808025 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:37.808353 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:37.808682 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:37.809006 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:37.809328 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:37.809647 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:37.809963 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:37.833140 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.db.api [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 12:17:37.833663 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG oslo_db.api [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 12:17:37.950855 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97f994-7071-479b-8e56-bb32a8863d42 req-1753ff8c-da5d-4a77-9b97-ccb7fff7484d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:37.952627 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ad97f994-7071-479b-8e56-bb32a8863d42 req-1753ff8c-da5d-4a77-9b97-ccb7fff7484d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 943 time: 0.0520387 Jul 28 12:17:37.969933 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378dd8eb-3321-434a-8095-1f09e6c5497b req-8d12ff3d-a827-43ec-aa81-6f1187c45f8b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:37.971531 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-378dd8eb-3321-434a-8095-1f09e6c5497b req-8d12ff3d-a827-43ec-aa81-6f1187c45f8b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869&tenant_id=331b9da3639043e2b67d20ab571f5750&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 943 time: 0.0650976 Jul 28 12:17:37.998295 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ad97f994-7071-479b-8e56-bb32a8863d42 req-fd2d1649-be9f-4588-9289-aa74fb1e0c12 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394526 Jul 28 12:17:38.063861 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:38.066302 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378dd8eb-3321-434a-8095-1f09e6c5497b req-9819604f-ef68-4be8-820b-399c2eb9923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:38.068725 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-378dd8eb-3321-434a-8095-1f09e6c5497b req-9819604f-ef68-4be8-820b-399c2eb9923b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 1096 time: 0.0523891 Jul 28 12:17:38.125862 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198c6d4-5cf1-4160-b584-8ac4ac3cc2f3 req-5d1422be-ada3-4334-b096-be58147b553c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:38.127413 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7198c6d4-5cf1-4160-b584-8ac4ac3cc2f3 req-5d1422be-ada3-4334-b096-be58147b553c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 943 time: 0.0527785 Jul 28 12:17:38.173649 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7198c6d4-5cf1-4160-b584-8ac4ac3cc2f3 req-d322391b-ff1b-4565-a5d4-cebffbcc9525 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400054 Jul 28 12:17:38.181962 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378dd8eb-3321-434a-8095-1f09e6c5497b req-9d3069f6-f8aa-4081-92a2-314a2cdd91b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:38.184349 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-378dd8eb-3321-434a-8095-1f09e6c5497b req-9d3069f6-f8aa-4081-92a2-314a2cdd91b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=eeda4641-cafb-44b3-99b4-379f76588606 HTTP/1.1" status: 200 len: 898 time: 0.1090531 Jul 28 12:17:38.264939 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-378dd8eb-3321-434a-8095-1f09e6c5497b req-e5505770-7555-407e-a49f-29fe9672fbb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fb400e-2b32-48b4-a2f2-2dc406d874ae HTTP/1.1" status: 200 len: 998 time: 0.0734675 Jul 28 12:17:38.315539 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378dd8eb-3321-434a-8095-1f09e6c5497b req-4dfd9e56-5ac2-434b-9db5-1c20ea9f9276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:38.317014 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-378dd8eb-3321-434a-8095-1f09e6c5497b req-4dfd9e56-5ac2-434b-9db5-1c20ea9f9276 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d04bb541-f0af-4613-b386-c9f8e9f694e3 HTTP/1.1" status: 200 len: 834 time: 0.0456495 Jul 28 12:17:38.366680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378dd8eb-3321-434a-8095-1f09e6c5497b req-7fed6241-77c6-4d36-bead-519c0a6f5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:38.368202 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-378dd8eb-3321-434a-8095-1f09e6c5497b req-7fed6241-77c6-4d36-bead-519c0a6f5bdb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eeda4641-cafb-44b3-99b4-379f76588606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436096 Jul 28 12:17:38.374445 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:38.392276 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fb400e-2b32-48b4-a2f2-2dc406d874ae {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:17:38.412999 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b3fb400e-2b32-48b4-a2f2-2dc406d874ae, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b3fb400e-2b32-48b4-a2f2-2dc406d874ae,segment=NetworkSegment(412ef176-6def-4a57-85a0-7316900ed33c),segment_id=412ef176-6def-4a57-85a0-7316900ed33c)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:17:38.416921 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:38.474732 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-378dd8eb-3321-434a-8095-1f09e6c5497b req-66e6388b-fc69-4c1e-a458-69741cd47d08 service neutron] 10.222.0.39 "GET /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994670 Jul 28 12:17:38.479539 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['b3fb400e-2b32-48b4-a2f2-2dc406d874ae'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:17:38.481325 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=b3fb400e-2b32-48b4-a2f2-2dc406d874ae,revision_number=7']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:17:38.569650 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-378dd8eb-3321-434a-8095-1f09e6c5497b req-514fae27-05c2-42f9-adc7-6f68f64deb11 service neutron] 10.222.0.39 "GET /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874066 Jul 28 12:17:39.299324 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7df27-49f2-42b4-8138-5f083dbf46d8 req-c71e1f81-83e3-43e9-aa4f-5a560276e9d0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:39.300844 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-74a7df27-49f2-42b4-8138-5f083dbf46d8 req-c71e1f81-83e3-43e9-aa4f-5a560276e9d0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 944 time: 0.0526819 Jul 28 12:17:39.340131 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-74a7df27-49f2-42b4-8138-5f083dbf46d8 req-cba55a12-3165-482f-bf0d-1e3403cca6db tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333018 Jul 28 12:17:39.365020 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37558) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:17:39.445256 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-877b6b46-4315-438b-8a51-6c31702722c1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/61044c35-4c5b-4bf9-a306-cf2da5a2e802 HTTP/1.1" status: 200 len: 991 time: 0.0790203 Jul 28 12:17:39.448929 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b3fb400e-2b32-48b4-a2f2-2dc406d874ae up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:17:39.497931 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port b3fb400e-2b32-48b4-a2f2-2dc406d874ae triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:17:39.498303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:39.576390 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:39.607765 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b3fb400e-2b32-48b4-a2f2-2dc406d874ae, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b3fb400e-2b32-48b4-a2f2-2dc406d874ae,segment=NetworkSegment(412ef176-6def-4a57-85a0-7316900ed33c),segment_id=412ef176-6def-4a57-85a0-7316900ed33c)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:17:39.612391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:39.660432 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=b3fb400e-2b32-48b4-a2f2-2dc406d874ae,revision_number=8']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:17:39.784065 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:17:39.786765 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267d9712-161c-4e68-8694-3da55dd173d4" -d '{"events": [{"server_uuid": "4fdaa4ae-162b-47fa-80ac-7e51e50f2869", "name": "network-vif-plugged", "status": "completed", "tag": "b3fb400e-2b32-48b4-a2f2-2dc406d874ae"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:17:39.823253 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b67c551-d2e2-4bae-a3f7-f6701e460d67 x-openstack-request-id: req-6b67c551-d2e2-4bae-a3f7-f6701e460d67 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:17:39.823555 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdaa4ae-162b-47fa-80ac-7e51e50f2869", "name": "network-vif-plugged", "status": "completed", "tag": "b3fb400e-2b32-48b4-a2f2-2dc406d874ae", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:17:39.823803 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b67c551-d2e2-4bae-a3f7-f6701e460d67 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:17:39.824198 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae', 'code': 200} Jul 28 12:17:41.655305 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [req-97ce911a-5739-4045-bb7e-08da8bac1348 req-b3547188-8308-4123-9f2d-943fe24c33e7 tempest-ServerDiskConfigTestJSON-2126066541 tempest-ServerDiskConfigTestJSON-2126066541-project] (100415) timed out ('10.222.0.39', 53181) {{(pid=100415) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 12:17:50.307555 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:02.456018 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0e8c3352-7bef-4894-8c55-187f9e47518b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:02.850712 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:18:04.927764 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a686e99b-612c-44eb-8897-f09ba62b6158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:05.396967 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:06.515523 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:07.980779 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37570) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:08.065922 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:08.141851 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port 0ff2e2d2-c155-49f5-a14f-f049207d946a {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:18:08.142203 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:08.218594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:08.220193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:08.232135 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for 0ff2e2d2-c155-49f5-a14f-f049207d946a owned by network:floatingip {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:18:08.389349 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:08.415686 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=0ff2e2d2-c155-49f5-a14f-f049207d946a,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:08.428706 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:08.429055 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:08.429400 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:08.429742 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:08.430078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:08.430414 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:08.430843 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:08.431175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:08.431511 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:08.431839 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:08.432168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:08.432491 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:08.493233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:08.494919 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Floating IP 61044c35-4c5b-4bf9-a306-cf2da5a2e802 disassociated (deleted). External IP: 172.26.1.90, port: b3fb400e-2b32-48b4-a2f2-2dc406d874ae. Jul 28 12:18:09.020513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 2fb09d4a-4f5a-4f07-b645-176f84da4cff has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:18:09.126119 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:18:09.130979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:09.136286 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be8385-643b-4a1e-b1bc-219cb4e574ef None None] Sync routers for ids ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:18:09.152857 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be8385-643b-4a1e-b1bc-219cb4e574ef None None] Routers {'2fb09d4a-4f5a-4f07-b645-176f84da4cff'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:18:09.152857 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-44be8385-643b-4a1e-b1bc-219cb4e574ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:18:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:09.164854 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-703fefad-15a8-400b-bbeb-b32da952d64d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/floatingips/61044c35-4c5b-4bf9-a306-cf2da5a2e802 HTTP/1.1" status: 204 len: 168 time: 1.1830487 Jul 28 12:18:09.165429 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'tag': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:18:09.168633 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40521420-30bb-4c32-95f1-d397e52aabdf" -d '{"events": [{"name": "network-changed", "server_uuid": "4fdaa4ae-162b-47fa-80ac-7e51e50f2869", "tag": "b3fb400e-2b32-48b4-a2f2-2dc406d874ae"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:18:09.210527 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199fbf16-03bc-484f-a9d8-8ac1ec43a8a4 x-openstack-request-id: req-199fbf16-03bc-484f-a9d8-8ac1ec43a8a4 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:18:09.210955 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fdaa4ae-162b-47fa-80ac-7e51e50f2869", "tag": "b3fb400e-2b32-48b4-a2f2-2dc406d874ae", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:18:09.211082 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-199fbf16-03bc-484f-a9d8-8ac1ec43a8a4 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:18:09.211409 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'tag': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae', 'status': 'completed', 'code': 200} Jul 28 12:18:09.263600 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-44be8385-643b-4a1e-b1bc-219cb4e574ef None None] Set router 2fb09d4a-4f5a-4f07-b645-176f84da4cff gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:18:09.279384 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40521420-30bb-4c32-95f1-d397e52aabdf req-3e725c93-9841-48c0-a9fc-747078e4f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:09.280903 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-40521420-30bb-4c32-95f1-d397e52aabdf req-3e725c93-9841-48c0-a9fc-747078e4f7ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 1098 time: 0.0432324 Jul 28 12:18:09.385066 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40521420-30bb-4c32-95f1-d397e52aabdf req-91d304ae-6864-455f-8a11-8e8e6c5d3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:09.386076 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-40521420-30bb-4c32-95f1-d397e52aabdf req-91d304ae-6864-455f-8a11-8e8e6c5d3baf service neutron] 10.222.0.39 "GET /v2.0/networks?id=eeda4641-cafb-44b3-99b4-379f76588606 HTTP/1.1" status: 200 len: 898 time: 0.0974796 Jul 28 12:18:09.435504 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-40521420-30bb-4c32-95f1-d397e52aabdf req-72f97dc4-65ac-49dd-82c4-03034e056af4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fb400e-2b32-48b4-a2f2-2dc406d874ae HTTP/1.1" status: 200 len: 217 time: 0.0411899 Jul 28 12:18:09.440761 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750ff4e-642b-409f-a096-7434b4d36b81 req-cd1e6cab-6564-4e7d-b227-b33c027d722b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:09.442386 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9750ff4e-642b-409f-a096-7434b4d36b81 req-cd1e6cab-6564-4e7d-b227-b33c027d722b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0576246 Jul 28 12:18:09.496631 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40521420-30bb-4c32-95f1-d397e52aabdf req-05bb9cc8-b764-41c1-ae7b-5e987b10ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:09.498283 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-40521420-30bb-4c32-95f1-d397e52aabdf req-05bb9cc8-b764-41c1-ae7b-5e987b10ddc2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d04bb541-f0af-4613-b386-c9f8e9f694e3 HTTP/1.1" status: 200 len: 834 time: 0.0548608 Jul 28 12:18:09.499013 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9750ff4e-642b-409f-a096-7434b4d36b81 req-c33ce6fd-03d7-4d45-af0b-bbe9099ac476 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496268 Jul 28 12:18:09.547605 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40521420-30bb-4c32-95f1-d397e52aabdf req-2d729946-4cc2-4c79-a3c7-a56e09bcfbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:09.549020 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-40521420-30bb-4c32-95f1-d397e52aabdf req-2d729946-4cc2-4c79-a3c7-a56e09bcfbb7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eeda4641-cafb-44b3-99b4-379f76588606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0425429 Jul 28 12:18:09.577834 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-44be8385-643b-4a1e-b1bc-219cb4e574ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132464108', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:27Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'dcfdf540-35fe-4583-a781-29a3e1d0cf19', 'name': '', 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:75:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:27Z', 'updated_at': '2021-07-28T12:16:32Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:09.603908 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be8385-643b-4a1e-b1bc-219cb4e574ef None None] Checking router: 2fb09d4a-4f5a-4f07-b645-176f84da4cff for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:18:09.612859 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be8385-643b-4a1e-b1bc-219cb4e574ef None None] Routers {'2fb09d4a-4f5a-4f07-b645-176f84da4cff'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:18:09.613479 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-44be8385-643b-4a1e-b1bc-219cb4e574ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:18:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:09.650694 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-40521420-30bb-4c32-95f1-d397e52aabdf req-3700d459-5d18-46ca-80a7-bcf2018e2080 service neutron] 10.222.0.39 "GET /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915179 Jul 28 12:18:09.723952 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-44be8385-643b-4a1e-b1bc-219cb4e574ef None None] Set router 2fb09d4a-4f5a-4f07-b645-176f84da4cff gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:18:09.748317 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-40521420-30bb-4c32-95f1-d397e52aabdf req-a5c2ab09-7cc0-48a8-b003-c3f1c6f501f9 service neutron] 10.222.0.39 "GET /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897551 Jul 28 12:18:09.933428 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-44be8385-643b-4a1e-b1bc-219cb4e574ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132464108', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:27Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'dcfdf540-35fe-4583-a781-29a3e1d0cf19', 'name': '', 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:75:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:27Z', 'updated_at': '2021-07-28T12:16:32Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:09.959568 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be8385-643b-4a1e-b1bc-219cb4e574ef None None] The sync data for ids ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'] in dv-neutron-786478-16-hyperv is: [{'id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132464108', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:27Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'dcfdf540-35fe-4583-a781-29a3e1d0cf19', 'name': '', 'network_id': 'eeda4641-cafb-44b3-99b4-379f76588606', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:75:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:27Z', 'updated_at': '2021-07-28T12:16:32Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': 'd04bb541-f0af-4613-b386-c9f8e9f694e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:18:10.179436 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e98323-c891-41b1-82f8-dfce091abfea None None] New status for floating IP 61044c35-4c5b-4bf9-a306-cf2da5a2e802: DOWN {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:18:10.639378 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1fff5-d6b7-4ae7-97be-c6a03fadb816 req-a3cce78a-24d0-461e-b2ee-a581253598c3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:10.641467 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ebb1fff5-d6b7-4ae7-97be-c6a03fadb816 req-a3cce78a-24d0-461e-b2ee-a581253598c3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0660276 Jul 28 12:18:10.681043 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ebb1fff5-d6b7-4ae7-97be-c6a03fadb816 req-726ac3f1-03f1-4209-aacc-2236f8e86db1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8805bf7b-6169-4f8f-b73c-5bd041c988ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334842 Jul 28 12:18:11.136783 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913da4f-add6-4b29-b6bc-6c85ed6cee7c req-b6f4d986-dcdf-4e2e-a45d-0cafb316d1ca tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:11.138184 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6913da4f-add6-4b29-b6bc-6c85ed6cee7c req-b6f4d986-dcdf-4e2e-a45d-0cafb316d1ca tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 945 time: 0.0500598 Jul 28 12:18:11.235976 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-6913da4f-add6-4b29-b6bc-6c85ed6cee7c req-853bce71-2845-48b5-a96b-2a3baefeffc2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port b3fb400e-2b32-48b4-a2f2-2dc406d874ae {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:18:11.236314 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6913da4f-add6-4b29-b6bc-6c85ed6cee7c req-853bce71-2845-48b5-a96b-2a3baefeffc2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:11.322224 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-6913da4f-add6-4b29-b6bc-6c85ed6cee7c req-853bce71-2845-48b5-a96b-2a3baefeffc2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] For port b3fb400e-2b32-48b4-a2f2-2dc406d874ae, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b3fb400e-2b32-48b4-a2f2-2dc406d874ae,segment=NetworkSegment(412ef176-6def-4a57-85a0-7316900ed33c),segment_id=412ef176-6def-4a57-85a0-7316900ed33c)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:18:11.322618 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6913da4f-add6-4b29-b6bc-6c85ed6cee7c req-853bce71-2845-48b5-a96b-2a3baefeffc2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:11.338842 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-6913da4f-add6-4b29-b6bc-6c85ed6cee7c req-853bce71-2845-48b5-a96b-2a3baefeffc2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for b3fb400e-2b32-48b4-a2f2-2dc406d874ae owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:18:11.464990 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6913da4f-add6-4b29-b6bc-6c85ed6cee7c req-853bce71-2845-48b5-a96b-2a3baefeffc2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:11.494834 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bce71-2845-48b5-a96b-2a3baefeffc2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=b3fb400e-2b32-48b4-a2f2-2dc406d874ae,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:11.543055 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-6913da4f-add6-4b29-b6bc-6c85ed6cee7c req-853bce71-2845-48b5-a96b-2a3baefeffc2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] No DVR routers for this DVR port b3fb400e-2b32-48b4-a2f2-2dc406d874ae on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:18:11.545720 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6913da4f-add6-4b29-b6bc-6c85ed6cee7c req-853bce71-2845-48b5-a96b-2a3baefeffc2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:11.548156 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6913da4f-add6-4b29-b6bc-6c85ed6cee7c req-853bce71-2845-48b5-a96b-2a3baefeffc2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "DELETE /v2.0/ports/b3fb400e-2b32-48b4-a2f2-2dc406d874ae HTTP/1.1" status: 204 len: 173 time: 0.4036334 Jul 28 12:18:11.548618 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'name': 'network-vif-deleted', 'tag': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:18:11.551470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367a6be3-44c9-449f-8f88-c03715ca04fb" -d '{"events": [{"server_uuid": "4fdaa4ae-162b-47fa-80ac-7e51e50f2869", "name": "network-vif-deleted", "tag": "b3fb400e-2b32-48b4-a2f2-2dc406d874ae"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:18:11.593371 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f81900-e637-4a0f-b4b9-889e85559fe3 x-openstack-request-id: req-79f81900-e637-4a0f-b4b9-889e85559fe3 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:18:11.593737 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdaa4ae-162b-47fa-80ac-7e51e50f2869", "name": "network-vif-deleted", "tag": "b3fb400e-2b32-48b4-a2f2-2dc406d874ae", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:18:11.594587 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-79f81900-e637-4a0f-b4b9-889e85559fe3 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:18:11.595160 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdaa4ae-162b-47fa-80ac-7e51e50f2869', 'name': 'network-vif-deleted', 'tag': 'b3fb400e-2b32-48b4-a2f2-2dc406d874ae', 'status': 'completed', 'code': 200} Jul 28 12:18:11.791432 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0574288e-dbbc-49e8-9379-ed037575f51d req-e3a53727-4d5a-4d2a-98d2-715efd6583c7 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fdaa4ae-162b-47fa-80ac-7e51e50f2869 HTTP/1.1" status: 200 len: 210 time: 0.0286927 Jul 28 12:18:12.848146 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37586) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:13.202193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4f4efba7-47d5-4f1b-af7f-cf71e1486999 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:13.467437 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-4f4efba7-47d5-4f1b-af7f-cf71e1486999 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port dcfdf540-35fe-4583-a781-29a3e1d0cf19 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:18:13.467693 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4f4efba7-47d5-4f1b-af7f-cf71e1486999 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:13.574175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-4f4efba7-47d5-4f1b-af7f-cf71e1486999 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] For port dcfdf540-35fe-4583-a781-29a3e1d0cf19, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=dcfdf540-35fe-4583-a781-29a3e1d0cf19,segment=NetworkSegment(412ef176-6def-4a57-85a0-7316900ed33c),segment_id=412ef176-6def-4a57-85a0-7316900ed33c)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:18:13.574792 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4f4efba7-47d5-4f1b-af7f-cf71e1486999 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:13.593072 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-4f4efba7-47d5-4f1b-af7f-cf71e1486999 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for dcfdf540-35fe-4583-a781-29a3e1d0cf19 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:18:13.791172 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4f4efba7-47d5-4f1b-af7f-cf71e1486999 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:13.818770 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4efba7-47d5-4f1b-af7f-cf71e1486999 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=dcfdf540-35fe-4583-a781-29a3e1d0cf19,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:14.012045 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4f4efba7-47d5-4f1b-af7f-cf71e1486999 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:14.232749 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4efba7-47d5-4f1b-af7f-cf71e1486999 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 2fb09d4a-4f5a-4f07-b645-176f84da4cff has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:18:14.340013 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4efba7-47d5-4f1b-af7f-cf71e1486999 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:18:14.346193 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4f4efba7-47d5-4f1b-af7f-cf71e1486999 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "PUT /v2.0/routers/2fb09d4a-4f5a-4f07-b645-176f84da4cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4966052 Jul 28 12:18:14.348490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37588) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:14.351017 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e1608-2036-42ac-8fe2-18b4f9a7c25f None None] Sync routers for ids ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:18:14.360977 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3e1608-2036-42ac-8fe2-18b4f9a7c25f None None] Routers {'2fb09d4a-4f5a-4f07-b645-176f84da4cff'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:18:14.361690 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ca3e1608-2036-42ac-8fe2-18b4f9a7c25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:18:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:14.410098 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca82f34e-4c65-4b64-8718-fab5aaf62a72 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting subnet d04bb541-f0af-4613-b386-c9f8e9f694e3 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:18:14.414155 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca82f34e-4c65-4b64-8718-fab5aaf62a72 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:14.461430 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca82f34e-4c65-4b64-8718-fab5aaf62a72 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:14.471070 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-ca3e1608-2036-42ac-8fe2-18b4f9a7c25f None None] Set router 2fb09d4a-4f5a-4f07-b645-176f84da4cff gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:18:14.551904 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca82f34e-4c65-4b64-8718-fab5aaf62a72 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:14.619331 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca82f34e-4c65-4b64-8718-fab5aaf62a72 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:14.645936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82f34e-4c65-4b64-8718-fab5aaf62a72 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Subnet': ['ID=d04bb541-f0af-4613-b386-c9f8e9f694e3,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:14.653816 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ca82f34e-4c65-4b64-8718-fab5aaf62a72 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:14.655443 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ca82f34e-4c65-4b64-8718-fab5aaf62a72 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/subnets/d04bb541-f0af-4613-b386-c9f8e9f694e3 HTTP/1.1" status: 204 len: 168 time: 0.3060238 Jul 28 12:18:14.658385 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37590) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:14.663283 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ca3e1608-2036-42ac-8fe2-18b4f9a7c25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132464108', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:18:13Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:14.675468 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49678082-6205-4fba-bc69-1bf3e8248ab7 None None] Network eeda4641-cafb-44b3-99b4-379f76588606 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:18:14.706713 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e1608-2036-42ac-8fe2-18b4f9a7c25f None None] Checking router: 2fb09d4a-4f5a-4f07-b645-176f84da4cff for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:18:14.715452 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3e1608-2036-42ac-8fe2-18b4f9a7c25f None None] Routers {'2fb09d4a-4f5a-4f07-b645-176f84da4cff'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:18:14.716074 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ca3e1608-2036-42ac-8fe2-18b4f9a7c25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:18:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:14.831880 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-03a48453-c1b7-4212-b37c-2aaf236bc2d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:14.836011 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-ca3e1608-2036-42ac-8fe2-18b4f9a7c25f None None] Set router 2fb09d4a-4f5a-4f07-b645-176f84da4cff gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:18:14.937374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1338d1-2269-40c8-a56d-ffa790a0043a None None] DHCP port deletion for eeda4641-cafb-44b3-99b4-379f76588606 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:18:14.952161 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-03a48453-c1b7-4212-b37c-2aaf236bc2d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:14.989806 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-4f1338d1-2269-40c8-a56d-ffa790a0043a None None] Deleting port 0f3c6219-80d4-4a01-8808-da558be2ce8e {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:18:14.990180 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f1338d1-2269-40c8-a56d-ffa790a0043a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.023792 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-03a48453-c1b7-4212-b37c-2aaf236bc2d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port 95dd6367-98b3-48b8-8729-6cb22ff4c3da {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:18:15.024375 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-03a48453-c1b7-4212-b37c-2aaf236bc2d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.040200 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-ca3e1608-2036-42ac-8fe2-18b4f9a7c25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132464108', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:18:13Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:15.061816 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-4f1338d1-2269-40c8-a56d-ffa790a0043a None None] For port 0f3c6219-80d4-4a01-8808-da558be2ce8e, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=0f3c6219-80d4-4a01-8808-da558be2ce8e,segment=NetworkSegment(412ef176-6def-4a57-85a0-7316900ed33c),segment_id=412ef176-6def-4a57-85a0-7316900ed33c)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:18:15.062744 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f1338d1-2269-40c8-a56d-ffa790a0043a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.067864 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e1608-2036-42ac-8fe2-18b4f9a7c25f None None] The sync data for ids ['2fb09d4a-4f5a-4f07-b645-176f84da4cff'] in dv-neutron-786478-16-hyperv is: [{'id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132464108', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:18:13Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '95dd6367-98b3-48b8-8729-6cb22ff4c3da', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb09d4a-4f5a-4f07-b645-176f84da4cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:16:24Z', 'updated_at': '2021-07-28T12:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:18:15.080622 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-4f1338d1-2269-40c8-a56d-ffa790a0043a None None] Calling delete_port for 0f3c6219-80d4-4a01-8808-da558be2ce8e owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:18:15.115229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-03a48453-c1b7-4212-b37c-2aaf236bc2d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] For port 95dd6367-98b3-48b8-8729-6cb22ff4c3da, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=95dd6367-98b3-48b8-8729-6cb22ff4c3da,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:18:15.115607 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-03a48453-c1b7-4212-b37c-2aaf236bc2d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.129632 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-03a48453-c1b7-4212-b37c-2aaf236bc2d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for 95dd6367-98b3-48b8-8729-6cb22ff4c3da owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:18:15.163253 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f1338d1-2269-40c8-a56d-ffa790a0043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.188376 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1338d1-2269-40c8-a56d-ffa790a0043a None None] Pushing event deleted for resources: {'Port': ['ID=0f3c6219-80d4-4a01-8808-da558be2ce8e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:15.194370 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1338d1-2269-40c8-a56d-ffa790a0043a None None] No DVR routers for this DVR port 0f3c6219-80d4-4a01-8808-da558be2ce8e on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:18:15.302683 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-03a48453-c1b7-4212-b37c-2aaf236bc2d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.332007 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a48453-c1b7-4212-b37c-2aaf236bc2d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=95dd6367-98b3-48b8-8729-6cb22ff4c3da,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:15.392511 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-03a48453-c1b7-4212-b37c-2aaf236bc2d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.488845 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-03a48453-c1b7-4212-b37c-2aaf236bc2d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.491220 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-03a48453-c1b7-4212-b37c-2aaf236bc2d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.540158 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-03a48453-c1b7-4212-b37c-2aaf236bc2d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.543504 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a48453-c1b7-4212-b37c-2aaf236bc2d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Fanout notify agent at l3_agent the message router_deleted on router 2fb09d4a-4f5a-4f07-b645-176f84da4cff {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:18:15.556220 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-03a48453-c1b7-4212-b37c-2aaf236bc2d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.557407 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-03a48453-c1b7-4212-b37c-2aaf236bc2d2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/routers/2fb09d4a-4f5a-4f07-b645-176f84da4cff HTTP/1.1" status: 204 len: 168 time: 0.8976526 Jul 28 12:18:15.560168 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37592) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:15.624182 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b3fb400e-2b32-48b4-a2f2-2dc406d874ae no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:18:15.647802 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10df2741-68e9-4d70-bd81-2ffdc665543c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.657616 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: b3fb400e-2b32-48b4-a2f2-2dc406d874ae {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:18:15.657969 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b3fb400e-2b32-48b4-a2f2-2dc406d874ae not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:18:15.711899 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 0f3c6219-80d4-4a01-8808-da558be2ce8e no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:18:15.734979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 0f3c6219-80d4-4a01-8808-da558be2ce8e {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:18:15.735309 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 0f3c6219-80d4-4a01-8808-da558be2ce8e not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:18:15.735965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device dcfdf540-35fe-4583-a781-29a3e1d0cf19 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:18:15.752212 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10df2741-68e9-4d70-bd81-2ffdc665543c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.757901 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: dcfdf540-35fe-4583-a781-29a3e1d0cf19 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:18:15.758357 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device dcfdf540-35fe-4583-a781-29a3e1d0cf19 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:18:15.763796 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-10df2741-68e9-4d70-bd81-2ffdc665543c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeda4641-cafb-44b3-99b4-379f76588606']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:15.774227 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-10df2741-68e9-4d70-bd81-2ffdc665543c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412ef176-6def-4a57-85a0-7316900ed33c') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:15.774559 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-10df2741-68e9-4d70-bd81-2ffdc665543c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412ef176-6def-4a57-85a0-7316900ed33c') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:15.783819 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10df2741-68e9-4d70-bd81-2ffdc665543c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.803096 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10df2741-68e9-4d70-bd81-2ffdc665543c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.809072 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10df2741-68e9-4d70-bd81-2ffdc665543c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:18:15.809456 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10df2741-68e9-4d70-bd81-2ffdc665543c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:18:15.812653 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:18:15.869044 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10df2741-68e9-4d70-bd81-2ffdc665543c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.877434 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-10df2741-68e9-4d70-bd81-2ffdc665543c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.878073 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-10df2741-68e9-4d70-bd81-2ffdc665543c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/networks/eeda4641-cafb-44b3-99b4-379f76588606 HTTP/1.1" status: 204 len: 168 time: 0.3169124 Jul 28 12:18:15.882324 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37594) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:15.889431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df2741-68e9-4d70-bd81-2ffdc665543c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Network': ['ID=eeda4641-cafb-44b3-99b4-379f76588606,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:15.940619 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06e4bb15-4e4e-45d7-85ac-25b268b7f74e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:15.969284 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06e4bb15-4e4e-45d7-85ac-25b268b7f74e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.033339 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06e4bb15-4e4e-45d7-85ac-25b268b7f74e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.036146 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-06e4bb15-4e4e-45d7-85ac-25b268b7f74e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.037302 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-06e4bb15-4e4e-45d7-85ac-25b268b7f74e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/security-groups/8805bf7b-6169-4f8f-b73c-5bd041c988ea HTTP/1.1" status: 204 len: 168 time: 0.1539931 Jul 28 12:18:16.047537 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4bb15-4e4e-45d7-85ac-25b268b7f74e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8805bf7b-6169-4f8f-b73c-5bd041c988ea,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:16.056159 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4bb15-4e4e-45d7-85ac-25b268b7f74e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:16.056748 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4bb15-4e4e-45d7-85ac-25b268b7f74e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:16.057390 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4bb15-4e4e-45d7-85ac-25b268b7f74e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:16.057927 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4bb15-4e4e-45d7-85ac-25b268b7f74e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:16.058311 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4bb15-4e4e-45d7-85ac-25b268b7f74e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:16.058724 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4bb15-4e4e-45d7-85ac-25b268b7f74e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:16.059112 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4bb15-4e4e-45d7-85ac-25b268b7f74e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:16.059507 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4bb15-4e4e-45d7-85ac-25b268b7f74e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:16.059829 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4bb15-4e4e-45d7-85ac-25b268b7f74e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:16.060128 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4bb15-4e4e-45d7-85ac-25b268b7f74e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:16.060463 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4bb15-4e4e-45d7-85ac-25b268b7f74e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:16.060812 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4bb15-4e4e-45d7-85ac-25b268b7f74e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:16.450066 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37600) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:16.455909 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-26602ce5-9775-4074-abbb-27759b32a3fb tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1581409351', 'description': 'tempest-secgroup-smoke-1581409351 description', 'project_id': '331b9da3639043e2b67d20ab571f5750'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:18:16.479131 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-26602ce5-9775-4074-abbb-27759b32a3fb tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.565913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-26602ce5-9775-4074-abbb-27759b32a3fb tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.569695 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-26602ce5-9775-4074-abbb-27759b32a3fb tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.600161 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-26602ce5-9775-4074-abbb-27759b32a3fb tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.601408 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-26602ce5-9775-4074-abbb-27759b32a3fb tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1502728 Jul 28 12:18:16.603369 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26602ce5-9775-4074-abbb-27759b32a3fb tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c64da3b3-f93c-47f4-99f5-40f8369c9ac9,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:16.604439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37602) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:16.609298 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a255f3c5-3a08-4c86-8b37-03e762dd98fe tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': 'c64da3b3-f93c-47f4-99f5-40f8369c9ac9', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:18:16.636174 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a255f3c5-3a08-4c86-8b37-03e762dd98fe tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.693642 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a255f3c5-3a08-4c86-8b37-03e762dd98fe tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.697478 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a255f3c5-3a08-4c86-8b37-03e762dd98fe tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.715279 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255f3c5-3a08-4c86-8b37-03e762dd98fe tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0e7992-86c2-4cb3-a2d0-4e3631dbf8e1,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:16.723256 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a255f3c5-3a08-4c86-8b37-03e762dd98fe tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.724482 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a255f3c5-3a08-4c86-8b37-03e762dd98fe tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189339 Jul 28 12:18:16.727320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37604) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:16.731768 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ffc4c167-182e-4fc9-99b2-216aee497415 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': 'c64da3b3-f93c-47f4-99f5-40f8369c9ac9', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:18:16.759393 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ffc4c167-182e-4fc9-99b2-216aee497415 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.825795 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ffc4c167-182e-4fc9-99b2-216aee497415 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.829724 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ffc4c167-182e-4fc9-99b2-216aee497415 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.847538 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4c167-182e-4fc9-99b2-216aee497415 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14830119-d897-4338-ace8-0743b5b60c2f,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:16.854634 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ffc4c167-182e-4fc9-99b2-216aee497415 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.855899 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ffc4c167-182e-4fc9-99b2-216aee497415 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276534 Jul 28 12:18:16.858564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37606) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:16.863833 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-824aa849-28cc-4c0c-876d-fe76ed971b7a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': 'c64da3b3-f93c-47f4-99f5-40f8369c9ac9', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:18:16.892060 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-824aa849-28cc-4c0c-876d-fe76ed971b7a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.954325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-824aa849-28cc-4c0c-876d-fe76ed971b7a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.961481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-824aa849-28cc-4c0c-876d-fe76ed971b7a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.981646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824aa849-28cc-4c0c-876d-fe76ed971b7a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffb31a0-0122-41fd-a8ec-467ba14e590c,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:16.992730 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-824aa849-28cc-4c0c-876d-fe76ed971b7a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:16.993965 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-824aa849-28cc-4c0c-876d-fe76ed971b7a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338942 Jul 28 12:18:16.996737 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37608) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:17.002483 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-cce1ca5c-9c24-4ec1-9731-b542cc656326 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': 'c64da3b3-f93c-47f4-99f5-40f8369c9ac9', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:18:17.029796 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cce1ca5c-9c24-4ec1-9731-b542cc656326 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:17.090745 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cce1ca5c-9c24-4ec1-9731-b542cc656326 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:17.094640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cce1ca5c-9c24-4ec1-9731-b542cc656326 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:17.113936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1ca5c-9c24-4ec1-9731-b542cc656326 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686e63bc-5631-4a8f-b924-a5d3f956f313,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:17.118635 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cce1ca5c-9c24-4ec1-9731-b542cc656326 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:17.119894 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cce1ca5c-9c24-4ec1-9731-b542cc656326 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221659 Jul 28 12:18:17.124180 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37610) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:17.129367 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-1c5de28c-8528-437b-99a8-389cbbeea317 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': 'c64da3b3-f93c-47f4-99f5-40f8369c9ac9', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:18:17.151430 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-1c5de28c-8528-437b-99a8-389cbbeea317 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Project 331b9da3639043e2b67d20ab571f5750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:18:17.157228 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1c5de28c-8528-437b-99a8-389cbbeea317 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:17.229236 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1c5de28c-8528-437b-99a8-389cbbeea317 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:17.233170 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1c5de28c-8528-437b-99a8-389cbbeea317 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:17.251432 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5de28c-8528-437b-99a8-389cbbeea317 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cae3a7-0157-4b14-a678-315fc9b3e127,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:17.258648 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1c5de28c-8528-437b-99a8-389cbbeea317 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:17.259878 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1c5de28c-8528-437b-99a8-389cbbeea317 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1341348 Jul 28 12:18:17.262611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37612) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:17.267177 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-cf50aa7c-871a-492f-9c22-adda1708cc64 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': 'c64da3b3-f93c-47f4-99f5-40f8369c9ac9', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:18:17.291405 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-cf50aa7c-871a-492f-9c22-adda1708cc64 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Project 331b9da3639043e2b67d20ab571f5750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:18:17.296425 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cf50aa7c-871a-492f-9c22-adda1708cc64 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:17.358949 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cf50aa7c-871a-492f-9c22-adda1708cc64 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:17.363645 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cf50aa7c-871a-492f-9c22-adda1708cc64 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:17.382032 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50aa7c-871a-492f-9c22-adda1708cc64 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3200e2d3-4d43-49f5-a5d1-290af4d32182,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:17.390057 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cf50aa7c-871a-492f-9c22-adda1708cc64 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:17.391837 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cf50aa7c-871a-492f-9c22-adda1708cc64 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277239 Jul 28 12:18:17.394233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37614) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:17.399205 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-ff81d556-9b9e-4b62-ab3b-1ce71f3f387c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'network': {'name': 'tempest-network-smoke--500121699', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'port_security_enabled': True}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:18:17.422406 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff81d556-9b9e-4b62-ab3b-1ce71f3f387c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Made reservation on behalf of 331b9da3639043e2b67d20ab571f5750 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:18:17.426068 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ff81d556-9b9e-4b62-ab3b-1ce71f3f387c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:17.450237 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff81d556-9b9e-4b62-ab3b-1ce71f3f387c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:18:17.460901 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ff81d556-9b9e-4b62-ab3b-1ce71f3f387c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:17.461255 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-ff81d556-9b9e-4b62-ab3b-1ce71f3f387c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Added segment 20e76064-9774-4633-b844-658b8d579141 of type vlan for network 7d8a79b0-69fb-4591-8861-1b3e9931a331 Jul 28 12:18:17.503116 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ff81d556-9b9e-4b62-ab3b-1ce71f3f387c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:17.534772 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ff81d556-9b9e-4b62-ab3b-1ce71f3f387c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:17.540995 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff81d556-9b9e-4b62-ab3b-1ce71f3f387c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:17.541594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ff81d556-9b9e-4b62-ab3b-1ce71f3f387c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:17.585832 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 95dd6367-98b3-48b8-8729-6cb22ff4c3da no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:18:17.614875 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 95dd6367-98b3-48b8-8729-6cb22ff4c3da {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:18:17.615250 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 95dd6367-98b3-48b8-8729-6cb22ff4c3da not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:18:17.926231 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ff81d556-9b9e-4b62-ab3b-1ce71f3f387c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5309172 Jul 28 12:18:17.929050 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37616) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:17.933509 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1078390121', 'admin_state_up': True, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:18:17.954003 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81d556-9b9e-4b62-ab3b-1ce71f3f387c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Network': ['ID=7d8a79b0-69fb-4591-8861-1b3e9931a331,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:17.965185 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 7d8a79b0-69fb-4591-8861-1b3e9931a331 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:18:17.967905 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:17.969213 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:18.029397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:18.179081 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:18.385628 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:18.405613 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:18.511202 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.26.1.50 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:18:18.623379 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:18.664084 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:18.700953 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:18:18.703893 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:18:18.707430 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:18:18.734079 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:18.969236 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:19.170874 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:19.302635 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 4bc03ddf-2936-4ed3-906f-a43b9f670b95 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:18:19.409666 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:18:19.421043 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Sync routers for ids ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:18:19.429906 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:19.431514 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Routers {'4bc03ddf-2936-4ed3-906f-a43b9f670b95'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:18:19.432144 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:18:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:19.434533 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d8a42e37-490b-4660-b4b3-3def6215c6f0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5043204 Jul 28 12:18:19.434680 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37618) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:19.469745 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fb5db0ac-4564-4c96-8129-e628b752b4cb tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=331b9da3639043e2b67d20ab571f5750&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301044 Jul 28 12:18:19.470040 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37620) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:19.547534 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Set router 4bc03ddf-2936-4ed3-906f-a43b9f670b95 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:18:19.558456 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2826a-c91c-461c-af82-061efe8c8184 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:19.560183 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b8c2826a-c91c-461c-af82-061efe8c8184 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891190 Jul 28 12:18:19.563128 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37622) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:19.599155 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8a5d7791-9798-4129-a3fb-a2d39bdfe0ba tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348969 Jul 28 12:18:19.602710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37624) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:19.608423 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-7d7b9ae5-dee2-49c7-b805-9180740e6cbc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1084968557', 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:18:19.698759 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7b9ae5-dee2-49c7-b805-9180740e6cbc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Made reservation on behalf of 331b9da3639043e2b67d20ab571f5750 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:18:19.702252 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7d7b9ae5-dee2-49c7-b805-9180740e6cbc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:19.731505 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078390121', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:18:17Z', 'updated_at': '2021-07-28T12:18:18Z', 'revision_number': 3, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:70:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:18Z', 'updated_at': '2021-07-28T12:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:19.758832 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Checking router: 4bc03ddf-2936-4ed3-906f-a43b9f670b95 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:18:19.759212 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Updating router 4bc03ddf-2936-4ed3-906f-a43b9f670b95 port 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:18:19.790490 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:19.895907 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7d7b9ae5-dee2-49c7-b805-9180740e6cbc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:19.958451 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b9ae5-dee2-49c7-b805-9180740e6cbc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Subnet': ['ID=8685de61-b565-4686-8512-775e061d9663,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:19.967173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7b9ae5-dee2-49c7-b805-9180740e6cbc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Checking segment: {'id': '20e76064-9774-4633-b844-658b8d579141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:18:19.967539 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7b9ae5-dee2-49c7-b805-9180740e6cbc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network hostable DHCP agents. Network: 7d8a79b0-69fb-4591-8861-1b3e9931a331, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:18:19.993353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7b9ae5-dee2-49c7-b805-9180740e6cbc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network 7d8a79b0-69fb-4591-8861-1b3e9931a331 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:18:20.005485 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-7d7b9ae5-dee2-49c7-b805-9180740e6cbc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 7d8a79b0-69fb-4591-8861-1b3e9931a331) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:18:20.012021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7b9ae5-dee2-49c7-b805-9180740e6cbc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:20.012635 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7d7b9ae5-dee2-49c7-b805-9180740e6cbc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:20.018888 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7cb4dd-7547-418a-8cfa-6dac2c6407f8 None None] Network 7d8a79b0-69fb-4591-8861-1b3e9931a331 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:18:20.028909 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7d7b9ae5-dee2-49c7-b805-9180740e6cbc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4244733 Jul 28 12:18:20.032166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37626) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:20.108346 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:20.127491 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Transition to ACTIVE for port object 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:18:20.135960 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:20.234574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Attempting to bind port 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:18:20.234911 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Attempting to bind port 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:18:20.235356 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Attempting to bind port 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:18:20.247085 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cfd79-4e94-45f0-9ffd-1f051e1fd687 None None] Pushing event updated for resources: {'Port': ['ID=47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:20.252461 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:18:20.252832 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:18:20.253241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:20.253632 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:18:20.254127 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Bound port: 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:18:20.254534 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:20.328787 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-7d8a79b0-69fb-4591-8861-1b3e9931a331', 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ips': [{'subnet_id': '8685de61-b565-4686-8512-775e061d9663'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:18:20.329736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:20.350590 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] For port 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:18:20.353945 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:20.365824 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] For port 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:18:20.374151 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:20.501563 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Routers {'4bc03ddf-2936-4ed3-906f-a43b9f670b95'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:18:20.502227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:18:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:20.503948 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cfd79-4e94-45f0-9ffd-1f051e1fd687 None None] Pushing event updated for resources: {'Port': ['ID=47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:20.508061 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:20.619160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Allocated IP 172.20.0.2 (7d8a79b0-69fb-4591-8861-1b3e9931a331/8685de61-b565-4686-8512-775e061d9663/34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:18:20.692423 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] Set router 4bc03ddf-2936-4ed3-906f-a43b9f670b95 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:18:20.918016 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:20.931225 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Transition to ACTIVE for port object 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:18:20.952757 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Transition to ACTIVE for port object 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:18:20.960660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:20.973449 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078390121', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:18:17Z', 'updated_at': '2021-07-28T12:18:18Z', 'revision_number': 3, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:70:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:18Z', 'updated_at': '2021-07-28T12:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:21.010348 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.20.0.1 (7d8a79b0-69fb-4591-8861-1b3e9931a331/8685de61-b565-4686-8512-775e061d9663/cda27efa-5783-4974-94fb-f617370bbdd0) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:18:21.023422 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b1acec-130d-4fd7-aa0c-ed34eebc6bff None None] The sync data for ids ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'] in dv-neutron-786478-16-hyperv is: [{'id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078390121', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:18:17Z', 'updated_at': '2021-07-28T12:18:18Z', 'revision_number': 3, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:70:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:18Z', 'updated_at': '2021-07-28T12:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:18:21.027594 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Network 7d8a79b0-69fb-4591-8861-1b3e9931a331 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:18:21.032845 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:18:21.038953 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:18:21.050050 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Pushing event updated for resources: {'Port': ['ID=34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:21.136011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:21.152698 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Transition to ACTIVE for port object cda27efa-5783-4974-94fb-f617370bbdd0 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:18:21.189892 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:21.248313 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network 7d8a79b0-69fb-4591-8861-1b3e9931a331 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:18:21.249909 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=cda27efa-5783-4974-94fb-f617370bbdd0,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:21.252446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:18:21.254903 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:18:21.268145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Attempting to bind port 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:18:21.268145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Attempting to bind port 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '20e76064-9774-4633-b844-658b8d579141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:18:21.268145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Attempting to bind port 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0 on network 7d8a79b0-69fb-4591-8861-1b3e9931a331 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:18:21.276099 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:18:21.276099 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Checking segment: {'id': '20e76064-9774-4633-b844-658b8d579141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:18:21.276400 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:21.276736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Bound using segment: {'id': '20e76064-9774-4633-b844-658b8d579141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:18:21.277214 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Bound port: 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e76064-9774-4633-b844-658b8d579141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:18:21.277605 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:21.324722 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:21.364868 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] For port 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:18:21.369114 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] For port 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0,segment=NetworkSegment(20e76064-9774-4633-b844-658b8d579141),segment_id=20e76064-9774-4633-b844-658b8d579141)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:18:21.374159 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:21.448870 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a635856-1a4a-4969-b893-b004cfcc578f None None] Pushing event updated for resources: {'Port': ['ID=34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:21.483403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:21.712201 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:18:21.774610 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:18:21.780730 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:18:21.782180 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:21.865821 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:21.873852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:21.879800 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:21.888108 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:18:21.894234 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:21.951169 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:21.962765 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=cda27efa-5783-4974-94fb-f617370bbdd0,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:21.965495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:22.073817 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network 7d8a79b0-69fb-4591-8861-1b3e9931a331 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:18:22.076215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:18:22.197049 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 4bc03ddf-2936-4ed3-906f-a43b9f670b95 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:18:22.320368 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:18:22.325646 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5a235450-f24b-48a4-b767-3119ec8ccf8d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "PUT /v2.0/routers/4bc03ddf-2936-4ed3-906f-a43b9f670b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2924218 Jul 28 12:18:22.400815 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec774ee-d31c-4e7c-b3e8-9d85405e5464 None None] Network 7d8a79b0-69fb-4591-8861-1b3e9931a331 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:18:22.469585 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5481e12a-93f9-432f-b9d1-4adc320a48ec None None] Provisioning for port 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:18:22.495882 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-c2761ad1-e9b6-45e8-992a-b66aa71ccfeb tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581409351&fields=id&tenant_id=331b9da3639043e2b67d20ab571f5750 HTTP/1.1" status: 200 len: 267 time: 0.0375412 Jul 28 12:18:22.627928 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-1268a523-1d34-4a94-b030-3537feee38c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:22.629533 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-1268a523-1d34-4a94-b030-3537feee38c2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/networks?id=7d8a79b0-69fb-4591-8861-1b3e9931a331 HTTP/1.1" status: 200 len: 796 time: 0.1226387 Jul 28 12:18:22.646620 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-5cff8763-d178-4f34-a5ea-025455b7cbaf tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/quotas/331b9da3639043e2b67d20ab571f5750 HTTP/1.1" status: 200 len: 375 time: 0.0105271 Jul 28 12:18:22.709498 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-b36e67a7-c7bb-4bfb-a433-26632d442443 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567870 Jul 28 12:18:22.805576 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-67d58fcf-6452-4eaf-b54c-574b56257457 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 12:18:22.806663 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-67d58fcf-6452-4eaf-b54c-574b56257457 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0843570 Jul 28 12:18:22.849873 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Sync routers for ids ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:18:22.860896 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Routers {'4bc03ddf-2936-4ed3-906f-a43b9f670b95'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:18:22.861624 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:18:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:22.923623 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6b3a185b-7132-49ed-bf16-9b781f4d64b5 None None] Provisioning for port cda27efa-5783-4974-94fb-f617370bbdd0 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:18:22.926698 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-b0a39678-ee2f-4b7d-bf94-f85431d8215a service neutron] 10.222.0.43 "GET /v2.0/networks/7d8a79b0-69fb-4591-8861-1b3e9931a331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125560 Jul 28 12:18:22.928946 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6b3a185b-7132-49ed-bf16-9b781f4d64b5 None None] Provisioning complete for port cda27efa-5783-4974-94fb-f617370bbdd0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:18:22.929332 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b3a185b-7132-49ed-bf16-9b781f4d64b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:22.982531 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a185b-7132-49ed-bf16-9b781f4d64b5 None None] Port cda27efa-5783-4974-94fb-f617370bbdd0 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:18:22.984351 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Set router 4bc03ddf-2936-4ed3-906f-a43b9f670b95 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:18:23.046214 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-30594099-88fe-40df-926b-c1183c5d697d service neutron] 10.222.0.43 "GET /v2.0/networks/7d8a79b0-69fb-4591-8861-1b3e9931a331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130266 Jul 28 12:18:23.117888 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7676405a-6bca-4c8f-a773-488634a80c83 None None] Provisioning complete for port cda27efa-5783-4974-94fb-f617370bbdd0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:18:23.118667 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7676405a-6bca-4c8f-a773-488634a80c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:23.170612 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7676405a-6bca-4c8f-a773-488634a80c83 None None] Port cda27efa-5783-4974-94fb-f617370bbdd0 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:18:23.240848 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078390121', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:18:17Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:18Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'cda27efa-5783-4974-94fb-f617370bbdd0', 'name': '', 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:28:73:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '8685de61-b565-4686-8512-775e061d9663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:20Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 2, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '8685de61-b565-4686-8512-775e061d9663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:23.256664 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-daf44050-4af3-45e1-83a5-92f75049a17f req-c1e88427-53f0-435a-b1d0-c30ccc0f6289 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 210 time: 0.0305297 Jul 28 12:18:23.293043 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-15424601-9600-4983-8d25-bab76651ed1f None None] Provisioning complete for port cda27efa-5783-4974-94fb-f617370bbdd0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:18:23.293422 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15424601-9600-4983-8d25-bab76651ed1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:23.335303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-15424601-9600-4983-8d25-bab76651ed1f None None] Port cda27efa-5783-4974-94fb-f617370bbdd0 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:18:23.371523 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Checking router: 4bc03ddf-2936-4ed3-906f-a43b9f670b95 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:18:23.371873 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Updating router 4bc03ddf-2936-4ed3-906f-a43b9f670b95 port cda27efa-5783-4974-94fb-f617370bbdd0 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:18:23.399491 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:23.711872 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:23.724383 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Transition to ACTIVE for port object cda27efa-5783-4974-94fb-f617370bbdd0 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:18:23.732690 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:23.736655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:18:23.804257 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:18:23.805129 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:23.825835 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1900b1e-7cef-4c68-a28c-1c388d0e0443 None None] Pushing event updated for resources: {'Port': ['ID=cda27efa-5783-4974-94fb-f617370bbdd0,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:23.853653 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1900b1e-7cef-4c68-a28c-1c388d0e0443 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:23.853653 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1900b1e-7cef-4c68-a28c-1c388d0e0443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:23.853653 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1900b1e-7cef-4c68-a28c-1c388d0e0443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:23.853653 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1900b1e-7cef-4c68-a28c-1c388d0e0443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:23.853653 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1900b1e-7cef-4c68-a28c-1c388d0e0443 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:23.853653 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1900b1e-7cef-4c68-a28c-1c388d0e0443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:23.855127 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1900b1e-7cef-4c68-a28c-1c388d0e0443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:23.855127 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1900b1e-7cef-4c68-a28c-1c388d0e0443 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:23.855127 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1900b1e-7cef-4c68-a28c-1c388d0e0443 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:23.855127 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1900b1e-7cef-4c68-a28c-1c388d0e0443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:23.855490 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1900b1e-7cef-4c68-a28c-1c388d0e0443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:23.855490 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1900b1e-7cef-4c68-a28c-1c388d0e0443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:18:23.860422 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Attempting to bind port cda27efa-5783-4974-94fb-f617370bbdd0 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:18:23.860800 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Attempting to bind port cda27efa-5783-4974-94fb-f617370bbdd0 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '20e76064-9774-4633-b844-658b8d579141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:18:23.861160 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Attempting to bind port cda27efa-5783-4974-94fb-f617370bbdd0 on network 7d8a79b0-69fb-4591-8861-1b3e9931a331 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:18:23.867174 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:18:23.867547 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Checking segment: {'id': '20e76064-9774-4633-b844-658b8d579141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:18:23.867942 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:23.868329 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Bound using segment: {'id': '20e76064-9774-4633-b844-658b8d579141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:18:23.868791 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Bound port: cda27efa-5783-4974-94fb-f617370bbdd0, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e76064-9774-4633-b844-658b8d579141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:18:23.869168 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:23.925557 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:18:23.945027 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] For port cda27efa-5783-4974-94fb-f617370bbdd0, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:18:23.948836 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] For port cda27efa-5783-4974-94fb-f617370bbdd0, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=cda27efa-5783-4974-94fb-f617370bbdd0,segment=NetworkSegment(20e76064-9774-4633-b844-658b8d579141),segment_id=20e76064-9774-4633-b844-658b8d579141)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:18:23.954260 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:23.980759 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:18:23.985913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:18:23.986343 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:24.017323 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Routers {'4bc03ddf-2936-4ed3-906f-a43b9f670b95'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:18:24.017941 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:18:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:24.055120 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1900b1e-7cef-4c68-a28c-1c388d0e0443 None None] Pushing event updated for resources: {'Port': ['ID=cda27efa-5783-4974-94fb-f617370bbdd0,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:24.094809 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:24.142803 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] Set router 4bc03ddf-2936-4ed3-906f-a43b9f670b95 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:18:24.144503 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0,segment=NetworkSegment(20e76064-9774-4633-b844-658b8d579141),segment_id=20e76064-9774-4633-b844-658b8d579141)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:18:24.150623 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:24.249193 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:24.340160 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-1bee99be-9a59-4506-88b0-38521039cc87 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:24.342814 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-1bee99be-9a59-4506-88b0-38521039cc87 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "GET /v2.0/networks?id=7d8a79b0-69fb-4591-8861-1b3e9931a331 HTTP/1.1" status: 200 len: 796 time: 0.1801481 Jul 28 12:18:24.381307 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-cf2c0192-7461-493d-abf0-298e4e6a9187 req-60694e2d-e797-4dc3-834c-b7148a6ec565 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 210 time: 0.0339925 Jul 28 12:18:24.408273 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-5d9f3933-c8fd-4c4e-a1e2-dd0133c98833 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=331b9da3639043e2b67d20ab571f5750 HTTP/1.1" status: 200 len: 380 time: 0.0566187 Jul 28 12:18:24.421424 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-05351622-7a2c-4cef-9e99-258fa04335b3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'port': {'device_id': 'a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6', 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331', 'admin_state_up': True, 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'security_groups': ['c64da3b3-f93c-47f4-99f5-40f8369c9ac9']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:18:24.427294 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078390121', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:18:17Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:18Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'cda27efa-5783-4974-94fb-f617370bbdd0', 'name': '', 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:28:73:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '8685de61-b565-4686-8512-775e061d9663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:20Z', 'updated_at': '2021-07-28T12:18:23Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '8685de61-b565-4686-8512-775e061d9663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:24.458371 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434c43c-bb62-4093-b389-ddb416dd4ffc None None] The sync data for ids ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'] in dv-neutron-786478-16-hyperv is: [{'id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078390121', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:18:17Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:18Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'cda27efa-5783-4974-94fb-f617370bbdd0', 'name': '', 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:28:73:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '8685de61-b565-4686-8512-775e061d9663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:20Z', 'updated_at': '2021-07-28T12:18:23Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '8685de61-b565-4686-8512-775e061d9663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:18:24.872859 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-05351622-7a2c-4cef-9e99-258fa04335b3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Made reservation on behalf of 331b9da3639043e2b67d20ab571f5750 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:18:24.879303 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-05351622-7a2c-4cef-9e99-258fa04335b3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:25.018888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-05351622-7a2c-4cef-9e99-258fa04335b3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.20.0.14 (7d8a79b0-69fb-4591-8861-1b3e9931a331/8685de61-b565-4686-8512-775e061d9663/e536832b-3341-4112-9f71-c726e8a65c0a) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:18:25.181994 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-05351622-7a2c-4cef-9e99-258fa04335b3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:25.199074 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-05351622-7a2c-4cef-9e99-258fa04335b3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Transition to ACTIVE for port object e536832b-3341-4112-9f71-c726e8a65c0a will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:18:25.241388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-05351622-7a2c-4cef-9e99-258fa04335b3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:25.283654 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-05351622-7a2c-4cef-9e99-258fa04335b3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network 7d8a79b0-69fb-4591-8861-1b3e9931a331 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:18:25.289709 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-05351622-7a2c-4cef-9e99-258fa04335b3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:18:25.296280 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-05351622-7a2c-4cef-9e99-258fa04335b3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:18:25.303624 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05351622-7a2c-4cef-9e99-258fa04335b3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=e536832b-3341-4112-9f71-c726e8a65c0a,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:25.364507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-05351622-7a2c-4cef-9e99-258fa04335b3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:25.365176 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-05351622-7a2c-4cef-9e99-258fa04335b3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:25.387645 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-05351622-7a2c-4cef-9e99-258fa04335b3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9729741 Jul 28 12:18:25.400287 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Request body: {'port': {'device_id': 'a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:18:25.479548 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:25.538059 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b94392-4884-431f-9ab2-18f3e958eb1e req-546cb362-4110-4abc-8624-4674d2e3724b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:25.540125 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c5b94392-4884-431f-9ab2-18f3e958eb1e req-546cb362-4110-4abc-8624-4674d2e3724b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 932 time: 0.0697520 Jul 28 12:18:25.561361 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4d4ef228-0791-4b3f-bafc-6f447ea6fea6 None None] Provisioning for port e536832b-3341-4112-9f71-c726e8a65c0a completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:18:25.569135 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4d4ef228-0791-4b3f-bafc-6f447ea6fea6 None None] Provisioning complete for port e536832b-3341-4112-9f71-c726e8a65c0a triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:18:25.569990 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d4ef228-0791-4b3f-bafc-6f447ea6fea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:25.596417 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c5b94392-4884-431f-9ab2-18f3e958eb1e req-58807945-2020-46f6-b699-f23106fa858a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451484 Jul 28 12:18:25.638859 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-4d4ef228-0791-4b3f-bafc-6f447ea6fea6 None None] Port e536832b-3341-4112-9f71-c726e8a65c0a cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:18:25.729437 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:18:25.785238 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:18:25.785892 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:25.790820 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e536832b-3341-4112-9f71-c726e8a65c0a {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:18:25.799531 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:25.811692 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Transition to ACTIVE for port object e536832b-3341-4112-9f71-c726e8a65c0a will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:18:25.816677 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:25.869121 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device cda27efa-5783-4974-94fb-f617370bbdd0 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:18:25.885462 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Pushing event updated for resources: {'Port': ['ID=e536832b-3341-4112-9f71-c726e8a65c0a,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:25.928796 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port cda27efa-5783-4974-94fb-f617370bbdd0 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:18:25.933918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port cda27efa-5783-4974-94fb-f617370bbdd0 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:18:25.934770 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:25.951507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Attempting to bind port e536832b-3341-4112-9f71-c726e8a65c0a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:18:25.952161 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Attempting to bind port e536832b-3341-4112-9f71-c726e8a65c0a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '20e76064-9774-4633-b844-658b8d579141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:18:25.953008 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Attempting to bind port e536832b-3341-4112-9f71-c726e8a65c0a on network 7d8a79b0-69fb-4591-8861-1b3e9931a331 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:18:25.958256 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Port e536832b-3341-4112-9f71-c726e8a65c0a on network 7d8a79b0-69fb-4591-8861-1b3e9931a331 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:18:25.958632 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Attempting to bind port e536832b-3341-4112-9f71-c726e8a65c0a on network 7d8a79b0-69fb-4591-8861-1b3e9931a331 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:18:25.964458 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:18:25.964806 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Checking segment: {'id': '20e76064-9774-4633-b844-658b8d579141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:18:25.965199 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Bound using segment: {'id': '20e76064-9774-4633-b844-658b8d579141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:18:25.965699 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Bound port: e536832b-3341-4112-9f71-c726e8a65c0a, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e76064-9774-4633-b844-658b8d579141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:18:25.966073 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:26.031972 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:26.043876 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] For port e536832b-3341-4112-9f71-c726e8a65c0a, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:18:26.047802 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] For port e536832b-3341-4112-9f71-c726e8a65c0a, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e536832b-3341-4112-9f71-c726e8a65c0a,segment=NetworkSegment(20e76064-9774-4633-b844-658b8d579141),segment_id=20e76064-9774-4633-b844-658b8d579141)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:18:26.056465 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:26.072517 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port cda27efa-5783-4974-94fb-f617370bbdd0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=cda27efa-5783-4974-94fb-f617370bbdd0,segment=NetworkSegment(20e76064-9774-4633-b844-658b8d579141),segment_id=20e76064-9774-4633-b844-658b8d579141)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:18:26.076638 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:26.095389 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:26.096222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:26.097605 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] 10.222.0.39 "PUT /v2.0/ports/e536832b-3341-4112-9f71-c726e8a65c0a HTTP/1.1" status: 200 len: 1094 time: 0.7019205 Jul 28 12:18:26.099956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6', 'tag': 'e536832b-3341-4112-9f71-c726e8a65c0a'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:18:26.103315 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910cf825-e25b-4ac2-a017-1aa70cc078b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6", "tag": "e536832b-3341-4112-9f71-c726e8a65c0a"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:18:26.133488 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=cda27efa-5783-4974-94fb-f617370bbdd0,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:26.136706 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55489d8d-7ef1-42c2-8c59-559454143da6 service neutron] Pushing event updated for resources: {'Port': ['ID=e536832b-3341-4112-9f71-c726e8a65c0a,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:26.169870 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9673902-e0f8-4ce6-98d8-dc033ed3e44e x-openstack-request-id: req-e9673902-e0f8-4ce6-98d8-dc033ed3e44e {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:18:26.169870 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6", "tag": "e536832b-3341-4112-9f71-c726e8a65c0a", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:18:26.169870 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9673902-e0f8-4ce6-98d8-dc033ed3e44e {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:18:26.170267 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6', 'tag': 'e536832b-3341-4112-9f71-c726e8a65c0a', 'status': 'completed', 'code': 200} Jul 28 12:18:26.205864 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-ad7fad66-d9de-4f90-b36f-f7ae079711d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:26.207445 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-ad7fad66-d9de-4f90-b36f-f7ae079711d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 1097 time: 0.0490208 Jul 28 12:18:26.257787 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-da20b232-5759-4dea-9e76-6a56d7bfc4d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e536832b-3341-4112-9f71-c726e8a65c0a HTTP/1.1" status: 200 len: 217 time: 0.0373485 Jul 28 12:18:26.315615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-4fa62c71-9c6c-4f06-bdd6-7c3f3eb47755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:26.317117 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-4fa62c71-9c6c-4f06-bdd6-7c3f3eb47755 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8685de61-b565-4686-8512-775e061d9663 HTTP/1.1" status: 200 len: 835 time: 0.0524204 Jul 28 12:18:26.366080 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-422108c3-cc59-48c8-9805-51395e36c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:26.367656 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-422108c3-cc59-48c8-9805-51395e36c2c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d8a79b0-69fb-4591-8861-1b3e9931a331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0429676 Jul 28 12:18:26.463904 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-671d344b-89c6-46a7-a5c3-8172e1daa80b service neutron] 10.222.0.39 "GET /v2.0/networks/7d8a79b0-69fb-4591-8861-1b3e9931a331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892034 Jul 28 12:18:26.566576 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c29dc65f-6f0e-4ac2-9df4-9a4dd3b7cb75 req-95b1d94d-e501-4018-aba5-febff09643f8 service neutron] 10.222.0.39 "GET /v2.0/networks/7d8a79b0-69fb-4591-8861-1b3e9931a331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957899 Jul 28 12:18:26.661468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cf825-e25b-4ac2-a017-1aa70cc078b8 req-db2a81e2-235a-4c2e-ad58-304dc55433ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:26.663046 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-910cf825-e25b-4ac2-a017-1aa70cc078b8 req-db2a81e2-235a-4c2e-ad58-304dc55433ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 1097 time: 0.0469844 Jul 28 12:18:26.713540 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d8268-e473-49e9-a09e-de909662fa8b req-998137eb-4a8a-462d-9538-64e59a5faa70 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:26.715138 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-358d8268-e473-49e9-a09e-de909662fa8b req-998137eb-4a8a-462d-9538-64e59a5faa70 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 944 time: 0.0510795 Jul 28 12:18:26.755752 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-358d8268-e473-49e9-a09e-de909662fa8b req-4ff91142-8def-4984-891f-ab923146f524 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338049 Jul 28 12:18:26.765578 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cf825-e25b-4ac2-a017-1aa70cc078b8 req-32b5c854-cac2-484f-a480-ec7c6d595e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:26.767214 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-910cf825-e25b-4ac2-a017-1aa70cc078b8 req-32b5c854-cac2-484f-a480-ec7c6d595e9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=7d8a79b0-69fb-4591-8861-1b3e9931a331 HTTP/1.1" status: 200 len: 897 time: 0.0966947 Jul 28 12:18:26.810944 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-910cf825-e25b-4ac2-a017-1aa70cc078b8 req-e4400b88-1e7a-4826-9457-621ff7c6c68f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e536832b-3341-4112-9f71-c726e8a65c0a HTTP/1.1" status: 200 len: 217 time: 0.0363050 Jul 28 12:18:26.861423 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cf825-e25b-4ac2-a017-1aa70cc078b8 req-67365bc7-a45e-4f0e-be37-65f87c7d4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:26.862839 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-910cf825-e25b-4ac2-a017-1aa70cc078b8 req-67365bc7-a45e-4f0e-be37-65f87c7d4b22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8685de61-b565-4686-8512-775e061d9663 HTTP/1.1" status: 200 len: 835 time: 0.0451591 Jul 28 12:18:26.916685 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cf825-e25b-4ac2-a017-1aa70cc078b8 req-161bde7d-90b4-42a8-821f-629118fa6221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:26.918193 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-910cf825-e25b-4ac2-a017-1aa70cc078b8 req-161bde7d-90b4-42a8-821f-629118fa6221 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d8a79b0-69fb-4591-8861-1b3e9931a331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0467210 Jul 28 12:18:27.010247 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-910cf825-e25b-4ac2-a017-1aa70cc078b8 req-0602b494-2a53-4d63-a6b3-9ac41c94657e service neutron] 10.222.0.39 "GET /v2.0/networks/7d8a79b0-69fb-4591-8861-1b3e9931a331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838053 Jul 28 12:18:27.106163 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-910cf825-e25b-4ac2-a017-1aa70cc078b8 req-dd0f55ef-38f7-4348-b359-b983a6029539 service neutron] 10.222.0.39 "GET /v2.0/networks/7d8a79b0-69fb-4591-8861-1b3e9931a331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874748 Jul 28 12:18:27.632375 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device cda27efa-5783-4974-94fb-f617370bbdd0 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:18:27.680884 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port cda27efa-5783-4974-94fb-f617370bbdd0 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:18:27.681255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:27.685044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device e536832b-3341-4112-9f71-c726e8a65c0a details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:18:27.851102 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port e536832b-3341-4112-9f71-c726e8a65c0a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e536832b-3341-4112-9f71-c726e8a65c0a,segment=NetworkSegment(20e76064-9774-4633-b844-658b8d579141),segment_id=20e76064-9774-4633-b844-658b8d579141)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:18:27.863585 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': 'e536832b-3341-4112-9f71-c726e8a65c0a', 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331', 'port_id': 'e536832b-3341-4112-9f71-c726e8a65c0a', 'mac_address': 'fa:16:3e:d0:1b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8685de61-b565-4686-8512-775e061d9663', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:18:27.881181 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb0919-a1f7-454b-ab72-7c1c1e136620 req-57dea1e1-9d3e-454c-b56e-7b55fb8dae73 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:27.882907 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-70eb0919-a1f7-454b-ab72-7c1c1e136620 req-57dea1e1-9d3e-454c-b56e-7b55fb8dae73 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 944 time: 0.0546863 Jul 28 12:18:27.905520 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:27.919572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e536832b-3341-4112-9f71-c726e8a65c0a {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:18:27.924459 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-70eb0919-a1f7-454b-ab72-7c1c1e136620 req-c222a576-fdd4-43b4-9128-5e37aeda3b51 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353019 Jul 28 12:18:27.944399 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port e536832b-3341-4112-9f71-c726e8a65c0a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e536832b-3341-4112-9f71-c726e8a65c0a,segment=NetworkSegment(20e76064-9774-4633-b844-658b8d579141),segment_id=20e76064-9774-4633-b844-658b8d579141)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:18:27.949585 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:27.999556 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=e536832b-3341-4112-9f71-c726e8a65c0a,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:28.151929 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['e536832b-3341-4112-9f71-c726e8a65c0a'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:18:29.047035 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8b97c-bf58-40a6-9920-791d7a3b7178 req-eba3d3a7-310d-4162-af9b-6553923bf80c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:29.048434 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-08b8b97c-bf58-40a6-9920-791d7a3b7178 req-eba3d3a7-310d-4162-af9b-6553923bf80c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 945 time: 0.0550756 Jul 28 12:18:29.089290 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-08b8b97c-bf58-40a6-9920-791d7a3b7178 req-51018ebc-5a8f-4237-9c2f-b04ce8c46a8f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348258 Jul 28 12:18:29.685460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device e536832b-3341-4112-9f71-c726e8a65c0a up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:18:29.733670 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port e536832b-3341-4112-9f71-c726e8a65c0a completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:18:29.744666 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port e536832b-3341-4112-9f71-c726e8a65c0a triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:18:29.745036 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:29.826205 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:29.851269 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e536832b-3341-4112-9f71-c726e8a65c0a'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:18:29.853587 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e41327-125b-4a35-a992-75678a0fe80c" -d '{"events": [{"server_uuid": "a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6", "name": "network-vif-plugged", "status": "completed", "tag": "e536832b-3341-4112-9f71-c726e8a65c0a"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:18:29.867245 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port e536832b-3341-4112-9f71-c726e8a65c0a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e536832b-3341-4112-9f71-c726e8a65c0a,segment=NetworkSegment(20e76064-9774-4633-b844-658b8d579141),segment_id=20e76064-9774-4633-b844-658b8d579141)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:18:29.871226 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:29.895160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce80698-de12-47c3-9d78-7f53fc989f39 x-openstack-request-id: req-dce80698-de12-47c3-9d78-7f53fc989f39 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:18:29.895426 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6", "name": "network-vif-plugged", "status": "completed", "tag": "e536832b-3341-4112-9f71-c726e8a65c0a", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:18:29.895709 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dce80698-de12-47c3-9d78-7f53fc989f39 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:18:29.896103 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e536832b-3341-4112-9f71-c726e8a65c0a', 'code': 200} Jul 28 12:18:29.927152 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=e536832b-3341-4112-9f71-c726e8a65c0a,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:30.059388 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90a246-a08a-40d5-a6ab-542acb00f17d req-0a2055a1-23fb-4e21-9142-e56d7b213eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:30.060918 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5f90a246-a08a-40d5-a6ab-542acb00f17d req-0a2055a1-23fb-4e21-9142-e56d7b213eed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 1099 time: 0.0430522 Jul 28 12:18:30.095993 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5f90a246-a08a-40d5-a6ab-542acb00f17d req-d30607b0-4686-42b4-bd7d-88f27ac45313 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282114 Jul 28 12:18:30.204182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c68c9-2cd9-4360-8d38-1c2c81bc2c5b req-f4104bc2-5c6f-46fd-a510-3441cac5296f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:30.205704 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3c6c68c9-2cd9-4360-8d38-1c2c81bc2c5b req-f4104bc2-5c6f-46fd-a510-3441cac5296f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0505059 Jul 28 12:18:30.247012 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3c6c68c9-2cd9-4360-8d38-1c2c81bc2c5b req-6f8979da-b4ca-40e8-89ac-d65b92e7dce1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353005 Jul 28 12:18:31.378092 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9f401-d1fb-4c63-806c-0435349c15d4 req-23a294fa-e89d-45f7-8f66-6717a5b9f871 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:31.379698 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6bf9f401-d1fb-4c63-806c-0435349c15d4 req-23a294fa-e89d-45f7-8f66-6717a5b9f871 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0595500 Jul 28 12:18:31.420515 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6bf9f401-d1fb-4c63-806c-0435349c15d4 req-e7594c9d-a8b0-4a38-8a0c-0df2e6eddc8a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348449 Jul 28 12:18:31.544925 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f270fee-1728-47b1-9e03-7fa27fe88c27 req-7f32d0a1-26b7-4223-9bc6-21030ee66fb3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:31.547568 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8f270fee-1728-47b1-9e03-7fa27fe88c27 req-7f32d0a1-26b7-4223-9bc6-21030ee66fb3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0566115 Jul 28 12:18:31.589481 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8f270fee-1728-47b1-9e03-7fa27fe88c27 req-d4b854fc-0af4-421e-9a3c-75195fe7d923 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363150 Jul 28 12:18:31.611086 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37676) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:31.652092 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb62545-c881-4455-9fd7-de408e0d2209 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:31.653885 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8cb62545-c881-4455-9fd7-de408e0d2209 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 1094 time: 0.0415277 Jul 28 12:18:31.656453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37678) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:31.661065 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': 'e536832b-3341-4112-9f71-c726e8a65c0a', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:18:31.685045 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:31.790330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:31.905130 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.26.1.57 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/d3375a1e-0b7d-4ba5-8a54-7b97a722fb71) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:18:32.011845 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:32.050867 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:32.093652 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:18:32.098998 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:18:32.103509 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:18:32.106654 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=d3375a1e-0b7d-4ba5-8a54-7b97a722fb71,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:32.459862 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fbf83b1a-0ae2-4eae-aae0-23cf084feefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:32.610920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:32.714257 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:32.867398 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:32.872216 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:32.940495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=d3375a1e-0b7d-4ba5-8a54-7b97a722fb71,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:18:32.953690 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:33.054814 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Floating IP e9169c70-120b-4da1-b251-c91b21af50d2 associated. External IP: 172.26.1.57, port: e536832b-3341-4112-9f71-c726e8a65c0a. Jul 28 12:18:33.587253 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 4bc03ddf-2936-4ed3-906f-a43b9f670b95 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:18:33.703470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:18:33.714241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d737096f-88ab-427f-ae18-d13d3ca7edeb None None] Sync routers for ids ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:18:33.722587 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:33.725735 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d737096f-88ab-427f-ae18-d13d3ca7edeb None None] Routers {'4bc03ddf-2936-4ed3-906f-a43b9f670b95'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:18:33.726401 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d737096f-88ab-427f-ae18-d13d3ca7edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:18:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:33.753908 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-225d3fcc-e166-417a-bd97-ac264a5657f8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0964153 Jul 28 12:18:33.754632 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6', 'tag': 'e536832b-3341-4112-9f71-c726e8a65c0a'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:18:33.757045 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c700273-28af-45ab-b40d-5914ee436acc" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6", "tag": "e536832b-3341-4112-9f71-c726e8a65c0a"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:18:33.811409 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e065b5-34c7-4869-a9ba-94f0ed315089 x-openstack-request-id: req-04e065b5-34c7-4869-a9ba-94f0ed315089 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:18:33.812284 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6", "tag": "e536832b-3341-4112-9f71-c726e8a65c0a", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:18:33.812642 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04e065b5-34c7-4869-a9ba-94f0ed315089 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:18:33.813209 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6', 'tag': 'e536832b-3341-4112-9f71-c726e8a65c0a', 'status': 'completed', 'code': 200} Jul 28 12:18:33.843264 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-d737096f-88ab-427f-ae18-d13d3ca7edeb None None] Set router 4bc03ddf-2936-4ed3-906f-a43b9f670b95 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:18:33.896164 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c700273-28af-45ab-b40d-5914ee436acc req-da42412a-e702-4010-9e89-4db1bed67722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:33.897743 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8c700273-28af-45ab-b40d-5914ee436acc req-da42412a-e702-4010-9e89-4db1bed67722 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 1099 time: 0.0478287 Jul 28 12:18:33.908303 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c6a71-b81a-459d-8d7a-9f44e555e4ae req-a025e3b0-2ee0-4b6c-b13e-5e51b35de7cf tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:33.909973 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-625c6a71-b81a-459d-8d7a-9f44e555e4ae req-a025e3b0-2ee0-4b6c-b13e-5e51b35de7cf tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0739193 Jul 28 12:18:33.951749 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-625c6a71-b81a-459d-8d7a-9f44e555e4ae req-94dfe836-532a-42db-9d75-c7f3cd0e54cd tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349061 Jul 28 12:18:33.980880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37684) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:34.000974 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c700273-28af-45ab-b40d-5914ee436acc req-87e11808-4610-4c89-ba7b-1920c78e4c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:34.002478 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8c700273-28af-45ab-b40d-5914ee436acc req-87e11808-4610-4c89-ba7b-1920c78e4c19 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7d8a79b0-69fb-4591-8861-1b3e9931a331 HTTP/1.1" status: 200 len: 897 time: 0.0974307 Jul 28 12:18:34.051860 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-3a7c3370-8481-4596-ae04-4b126a2862d1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/e9169c70-120b-4da1-b251-c91b21af50d2 HTTP/1.1" status: 200 len: 991 time: 0.0687971 Jul 28 12:18:34.073106 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8c700273-28af-45ab-b40d-5914ee436acc req-25aeaf6b-4025-4358-9c4d-25f6284ded24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e536832b-3341-4112-9f71-c726e8a65c0a HTTP/1.1" status: 200 len: 999 time: 0.0624535 Jul 28 12:18:34.098603 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d737096f-88ab-427f-ae18-d13d3ca7edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078390121', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:18:17Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:18Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'e9169c70-120b-4da1-b251-c91b21af50d2', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'floating_ip_address': '172.26.1.57', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'port_id': 'e536832b-3341-4112-9f71-c726e8a65c0a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331', 'mac_address': 'fa:16:3e:d0:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:18:32Z', 'updated_at': '2021-07-28T12:18:32Z', 'revision_number': 0, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda27efa-5783-4974-94fb-f617370bbdd0', 'name': '', 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:28:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '8685de61-b565-4686-8512-775e061d9663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:20Z', 'updated_at': '2021-07-28T12:18:26Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '8685de61-b565-4686-8512-775e061d9663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:34.122964 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c700273-28af-45ab-b40d-5914ee436acc req-f5e74cff-e68b-425e-ad2f-bf2e5fd40557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:34.124981 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d737096f-88ab-427f-ae18-d13d3ca7edeb None None] Checking router: 4bc03ddf-2936-4ed3-906f-a43b9f670b95 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:18:34.125190 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8c700273-28af-45ab-b40d-5914ee436acc req-f5e74cff-e68b-425e-ad2f-bf2e5fd40557 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8685de61-b565-4686-8512-775e061d9663 HTTP/1.1" status: 200 len: 835 time: 0.0452554 Jul 28 12:18:34.133572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d737096f-88ab-427f-ae18-d13d3ca7edeb None None] Routers {'4bc03ddf-2936-4ed3-906f-a43b9f670b95'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:18:34.134194 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d737096f-88ab-427f-ae18-d13d3ca7edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:18:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:34.176845 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c700273-28af-45ab-b40d-5914ee436acc req-fc7008af-0e87-4c76-b82b-56b6a96d65fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:34.178360 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8c700273-28af-45ab-b40d-5914ee436acc req-fc7008af-0e87-4c76-b82b-56b6a96d65fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d8a79b0-69fb-4591-8861-1b3e9931a331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0471649 Jul 28 12:18:34.259115 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-d737096f-88ab-427f-ae18-d13d3ca7edeb None None] Set router 4bc03ddf-2936-4ed3-906f-a43b9f670b95 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:18:34.275783 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8c700273-28af-45ab-b40d-5914ee436acc req-a2097177-22c7-475d-ba84-dba648ab64d3 service neutron] 10.222.0.39 "GET /v2.0/networks/7d8a79b0-69fb-4591-8861-1b3e9931a331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896811 Jul 28 12:18:34.385801 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8c700273-28af-45ab-b40d-5914ee436acc req-5b377f63-7ecc-4e48-aa1d-c0c2707f87ca service neutron] 10.222.0.39 "GET /v2.0/networks/7d8a79b0-69fb-4591-8861-1b3e9931a331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022565 Jul 28 12:18:34.523326 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d737096f-88ab-427f-ae18-d13d3ca7edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078390121', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:18:17Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:18Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'e9169c70-120b-4da1-b251-c91b21af50d2', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'floating_ip_address': '172.26.1.57', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'port_id': 'e536832b-3341-4112-9f71-c726e8a65c0a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331', 'mac_address': 'fa:16:3e:d0:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:18:32Z', 'updated_at': '2021-07-28T12:18:32Z', 'revision_number': 0, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda27efa-5783-4974-94fb-f617370bbdd0', 'name': '', 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:28:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '8685de61-b565-4686-8512-775e061d9663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:20Z', 'updated_at': '2021-07-28T12:18:26Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '8685de61-b565-4686-8512-775e061d9663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:18:34.555002 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d737096f-88ab-427f-ae18-d13d3ca7edeb None None] The sync data for ids ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'] in dv-neutron-786478-16-hyperv is: [{'id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078390121', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:18:17Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:18Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'e9169c70-120b-4da1-b251-c91b21af50d2', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'floating_ip_address': '172.26.1.57', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'port_id': 'e536832b-3341-4112-9f71-c726e8a65c0a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331', 'mac_address': 'fa:16:3e:d0:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:18:32Z', 'updated_at': '2021-07-28T12:18:32Z', 'revision_number': 0, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda27efa-5783-4974-94fb-f617370bbdd0', 'name': '', 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:28:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '8685de61-b565-4686-8512-775e061d9663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:20Z', 'updated_at': '2021-07-28T12:18:26Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '8685de61-b565-4686-8512-775e061d9663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:18:34.779103 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa5656-e008-4e70-9d3b-1620a485e79c None None] New status for floating IP e9169c70-120b-4da1-b251-c91b21af50d2: ACTIVE {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:18:34.934392 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ab81e56-bed7-477f-a4d4-3887a8b5b05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:35.054870 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37686) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:18:35.116134 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-27d47b2f-bddc-4bf7-a0f6-d63f33c6bb89 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/e9169c70-120b-4da1-b251-c91b21af50d2 HTTP/1.1" status: 200 len: 993 time: 0.0601006 Jul 28 12:18:35.397812 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:36.521291 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:38.065080 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:39.849874 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:18:50.306891 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:02.461279 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-473a383c-2125-43e3-a1d1-4abd8e5d8c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:04.927374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f50cba46-20d1-40c1-9d69-2695b5891b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:05.400265 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:06.493642 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c79038-2e92-49b6-af00-9099199fccc5 req-7b14988b-a363-4d4a-9100-2ee68b5db7e6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:06.495194 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-62c79038-2e92-49b6-af00-9099199fccc5 req-7b14988b-a363-4d4a-9100-2ee68b5db7e6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0528121 Jul 28 12:19:06.522032 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:06.536969 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-62c79038-2e92-49b6-af00-9099199fccc5 req-8219788f-0b21-49b5-a127-ee63a71d407c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355387 Jul 28 12:19:07.656623 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f249f-e78a-483f-baee-fb6263f3bf90 req-d151adfd-d9d1-45df-9702-227733edf809 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:07.658190 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-eb1f249f-e78a-483f-baee-fb6263f3bf90 req-d151adfd-d9d1-45df-9702-227733edf809 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0508053 Jul 28 12:19:07.696682 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-eb1f249f-e78a-483f-baee-fb6263f3bf90 req-7b3d2826-2aa2-455c-a46f-f87ea24f5ac3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322075 Jul 28 12:19:08.068484 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:08.811378 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a0b24-ec68-44e9-bfc8-29b6375b75a2 req-3365735f-0a89-4588-98b2-ad8412f9700c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:08.812837 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-459a0b24-ec68-44e9-bfc8-29b6375b75a2 req-3365735f-0a89-4588-98b2-ad8412f9700c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0499380 Jul 28 12:19:08.855481 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-459a0b24-ec68-44e9-bfc8-29b6375b75a2 req-753be667-0374-47d6-835d-b0057450cf93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366914 Jul 28 12:19:09.971670 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e7534-1d6d-4899-ba4f-4ccd9b9ba27c req-38fac7b7-413a-46e4-b68b-43f2dd58ca86 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:09.973155 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fc0e7534-1d6d-4899-ba4f-4ccd9b9ba27c req-38fac7b7-413a-46e4-b68b-43f2dd58ca86 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0497479 Jul 28 12:19:10.012624 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fc0e7534-1d6d-4899-ba4f-4ccd9b9ba27c req-4a7ec908-9b70-48fe-96dd-6cbe7df9bb10 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334613 Jul 28 12:19:11.132773 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552dac3-ac8c-4a3c-b9ce-3b62881cac17 req-5722044b-3e88-49de-99fe-674fa64bae36 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:11.134257 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f552dac3-ac8c-4a3c-b9ce-3b62881cac17 req-5722044b-3e88-49de-99fe-674fa64bae36 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0515716 Jul 28 12:19:11.173717 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f552dac3-ac8c-4a3c-b9ce-3b62881cac17 req-8687dcfa-eb96-4921-9f66-d94a60fada03 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330031 Jul 28 12:19:12.289612 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6348949-fa50-4c2e-8375-e30563c60fd2 req-e307336b-c7e2-4b5e-9396-32c0594ea2d0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:12.291163 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d6348949-fa50-4c2e-8375-e30563c60fd2 req-e307336b-c7e2-4b5e-9396-32c0594ea2d0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0504143 Jul 28 12:19:12.334003 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d6348949-fa50-4c2e-8375-e30563c60fd2 req-eacdc750-6554-4b5d-a87d-26db1f855fcf tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363004 Jul 28 12:19:13.448916 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe493f01-266c-415e-8293-4e273fc59115 req-a798c351-828c-4670-9743-f00d742acd74 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:13.450404 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fe493f01-266c-415e-8293-4e273fc59115 req-a798c351-828c-4670-9743-f00d742acd74 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0493660 Jul 28 12:19:13.494285 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fe493f01-266c-415e-8293-4e273fc59115 req-3d3df28c-22b6-426f-ba32-8660f13df3c9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361056 Jul 28 12:19:14.612551 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bf307-9747-45f3-8196-cd831d8ac1c9 req-200e653e-9223-4958-88f2-4abe25e8aa55 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:14.614102 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-765bf307-9747-45f3-8196-cd831d8ac1c9 req-200e653e-9223-4958-88f2-4abe25e8aa55 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0511751 Jul 28 12:19:14.653508 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-765bf307-9747-45f3-8196-cd831d8ac1c9 req-55c4c325-7c40-4fa2-bade-016203a5b35e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331891 Jul 28 12:19:15.772776 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa517e8-87bb-42d0-8a56-609cac458713 req-63bc666c-86d1-4a5d-9efd-77ba171f6679 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:15.774319 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9aa517e8-87bb-42d0-8a56-609cac458713 req-63bc666c-86d1-4a5d-9efd-77ba171f6679 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0511873 Jul 28 12:19:15.818335 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9aa517e8-87bb-42d0-8a56-609cac458713 req-aaa594e8-a437-47f7-b487-4522ce940b6e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378072 Jul 28 12:19:16.848896 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:19:16.941508 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e9d19-8614-4506-8f03-5b8a7aefd56e req-50999702-372b-45e5-9f5f-fe21917b33fc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:16.943074 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-223e9d19-8614-4506-8f03-5b8a7aefd56e req-50999702-372b-45e5-9f5f-fe21917b33fc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0509446 Jul 28 12:19:16.983202 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-223e9d19-8614-4506-8f03-5b8a7aefd56e req-8b4fdf26-4093-49ff-a279-94ed15f3b73e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329032 Jul 28 12:19:18.098862 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b745f6-76c8-4947-9473-b43e64c01b8c req-4bfa24f2-e234-4ab0-88ff-bde3b56ff1a7 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:18.100330 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-08b745f6-76c8-4947-9473-b43e64c01b8c req-4bfa24f2-e234-4ab0-88ff-bde3b56ff1a7 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0493181 Jul 28 12:19:18.138337 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-08b745f6-76c8-4947-9473-b43e64c01b8c req-570a342c-769c-45df-8036-da60d2cda95d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319557 Jul 28 12:19:19.256336 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb0757-a024-4da0-b66a-5011d53eeff8 req-7c93f67f-a34a-4531-8df8-d159f8a36e2d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:19.257836 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-77eb0757-a024-4da0-b66a-5011d53eeff8 req-7c93f67f-a34a-4531-8df8-d159f8a36e2d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0498524 Jul 28 12:19:19.301193 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-77eb0757-a024-4da0-b66a-5011d53eeff8 req-c0b0f3a7-6d1d-4d98-8dce-ba995a73d2ff tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367377 Jul 28 12:19:20.322154 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:20.419760 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd18308-547d-46dd-b317-dbf388ea4d87 req-4dfd20bd-cad9-4a01-a4b3-61a7defa23fb tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:20.421527 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4bd18308-547d-46dd-b317-dbf388ea4d87 req-4dfd20bd-cad9-4a01-a4b3-61a7defa23fb tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0502341 Jul 28 12:19:20.461045 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4bd18308-547d-46dd-b317-dbf388ea4d87 req-6de6fa7c-6644-49eb-b451-f47856219ce4 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337012 Jul 28 12:19:21.581251 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24518b-08c2-47cf-9a53-03aee7127437 req-cf6a5c8d-d071-4998-bd37-f9fe2c52ea3a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:21.582835 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3e24518b-08c2-47cf-9a53-03aee7127437 req-cf6a5c8d-d071-4998-bd37-f9fe2c52ea3a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0513072 Jul 28 12:19:21.624352 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3e24518b-08c2-47cf-9a53-03aee7127437 req-7f1f7537-7782-4042-8edb-401b3a849245 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356042 Jul 28 12:19:22.743581 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62559e5a-c687-48f6-b0c7-bbb10d3ef691 req-6920eee7-faf5-4d1a-851c-e327cc4945d3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:22.745073 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-62559e5a-c687-48f6-b0c7-bbb10d3ef691 req-6920eee7-faf5-4d1a-851c-e327cc4945d3 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0498583 Jul 28 12:19:22.795760 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-62559e5a-c687-48f6-b0c7-bbb10d3ef691 req-8e588867-d547-4bb2-901d-9084cb6fff59 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439978 Jul 28 12:19:22.818666 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37734) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:19:22.886016 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-f82ae65d-08e7-4340-bda8-61b0f66729c6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/e9169c70-120b-4da1-b251-c91b21af50d2 HTTP/1.1" status: 200 len: 993 time: 0.0661538 Jul 28 12:19:24.168613 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f437a-963a-4dcd-a3b3-434554f3546f req-d323dd0a-f956-487f-8ce2-5e37eace1690 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:24.171292 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5d3f437a-963a-4dcd-a3b3-434554f3546f req-d323dd0a-f956-487f-8ce2-5e37eace1690 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0582464 Jul 28 12:19:24.211014 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5d3f437a-963a-4dcd-a3b3-434554f3546f req-16a8e460-e81d-496e-959e-cf0f891cc578 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336552 Jul 28 12:19:24.248245 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8877e-f764-4f9a-8cbf-8881c19d646a req-c1b02152-9f0a-4bbb-a510-1f9b8a93c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:24.249789 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-adb8877e-f764-4f9a-8cbf-8881c19d646a req-c1b02152-9f0a-4bbb-a510-1f9b8a93c220 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 1099 time: 0.1001706 Jul 28 12:19:24.339585 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8877e-f764-4f9a-8cbf-8881c19d646a req-369547ea-5c31-4553-b38e-9532032d6f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:24.340963 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-adb8877e-f764-4f9a-8cbf-8881c19d646a req-369547ea-5c31-4553-b38e-9532032d6f48 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7d8a79b0-69fb-4591-8861-1b3e9931a331 HTTP/1.1" status: 200 len: 897 time: 0.0844691 Jul 28 12:19:24.412479 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-adb8877e-f764-4f9a-8cbf-8881c19d646a req-88682195-a537-438c-a506-89e04a328d54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e536832b-3341-4112-9f71-c726e8a65c0a HTTP/1.1" status: 200 len: 1001 time: 0.0639899 Jul 28 12:19:24.467163 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8877e-f764-4f9a-8cbf-8881c19d646a req-351dc2cd-d248-4597-a48c-6ac66d7b80be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:24.468837 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-adb8877e-f764-4f9a-8cbf-8881c19d646a req-351dc2cd-d248-4597-a48c-6ac66d7b80be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8685de61-b565-4686-8512-775e061d9663 HTTP/1.1" status: 200 len: 835 time: 0.0491295 Jul 28 12:19:24.515646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8877e-f764-4f9a-8cbf-8881c19d646a req-12919647-18c6-4c5a-8be4-9d48698eb644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:24.517176 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-adb8877e-f764-4f9a-8cbf-8881c19d646a req-12919647-18c6-4c5a-8be4-9d48698eb644 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d8a79b0-69fb-4591-8861-1b3e9931a331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417843 Jul 28 12:19:24.618343 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-adb8877e-f764-4f9a-8cbf-8881c19d646a req-30ffaf59-f89d-40b0-a35a-8e30c7155bfb service neutron] 10.222.0.39 "GET /v2.0/networks/7d8a79b0-69fb-4591-8861-1b3e9931a331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928061 Jul 28 12:19:24.710878 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-adb8877e-f764-4f9a-8cbf-8881c19d646a req-b44b6c58-56fe-421f-b445-3e98e6127002 service neutron] 10.222.0.39 "GET /v2.0/networks/7d8a79b0-69fb-4591-8861-1b3e9931a331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860517 Jul 28 12:19:25.334310 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecddec7-5aaf-4a6c-9ef6-1533e559b288 req-235a14ca-8e71-49cd-a505-d3eb5b866677 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:25.335741 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2ecddec7-5aaf-4a6c-9ef6-1533e559b288 req-235a14ca-8e71-49cd-a505-d3eb5b866677 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0526996 Jul 28 12:19:25.375372 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2ecddec7-5aaf-4a6c-9ef6-1533e559b288 req-0082c17a-8b39-4522-9de8-e5a26882bb77 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336204 Jul 28 12:19:25.397481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37748) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:19:25.465990 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bb914200-6dda-4d64-baaf-d27cbd2525d4 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/e9169c70-120b-4da1-b251-c91b21af50d2 HTTP/1.1" status: 200 len: 993 time: 0.0673077 Jul 28 12:19:27.285909 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-975afce6-93e4-4d43-b105-1549570c2824 req-b1065d4f-faa7-4026-96ff-2b5a456b41e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407333 Jul 28 12:19:27.366678 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975afce6-93e4-4d43-b105-1549570c2824 req-99d1d0d7-647f-49d6-919d-84a2f948c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:27.368184 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-975afce6-93e4-4d43-b105-1549570c2824 req-99d1d0d7-647f-49d6-919d-84a2f948c5a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 1099 time: 0.0410202 Jul 28 12:19:27.473838 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975afce6-93e4-4d43-b105-1549570c2824 req-d96269ef-f0b6-4f00-9276-970143b79fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:27.475350 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-975afce6-93e4-4d43-b105-1549570c2824 req-d96269ef-f0b6-4f00-9276-970143b79fab service neutron] 10.222.0.39 "GET /v2.0/networks?id=7d8a79b0-69fb-4591-8861-1b3e9931a331 HTTP/1.1" status: 200 len: 897 time: 0.0875621 Jul 28 12:19:27.542148 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-975afce6-93e4-4d43-b105-1549570c2824 req-e34113b3-c848-48f4-afb9-16f9e4c9642d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e536832b-3341-4112-9f71-c726e8a65c0a HTTP/1.1" status: 200 len: 1001 time: 0.0592706 Jul 28 12:19:27.590893 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975afce6-93e4-4d43-b105-1549570c2824 req-4852afe7-a8f1-4ad9-ac8f-3f1cba32b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:27.592360 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-975afce6-93e4-4d43-b105-1549570c2824 req-4852afe7-a8f1-4ad9-ac8f-3f1cba32b8b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8685de61-b565-4686-8512-775e061d9663 HTTP/1.1" status: 200 len: 835 time: 0.0433383 Jul 28 12:19:27.642865 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975afce6-93e4-4d43-b105-1549570c2824 req-f3df13c7-85e4-458d-8547-196f8cbfc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:27.644401 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-975afce6-93e4-4d43-b105-1549570c2824 req-f3df13c7-85e4-458d-8547-196f8cbfc17b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d8a79b0-69fb-4591-8861-1b3e9931a331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0451531 Jul 28 12:19:27.735905 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-975afce6-93e4-4d43-b105-1549570c2824 req-803f768d-057a-4099-bc09-aded352dc809 service neutron] 10.222.0.39 "GET /v2.0/networks/7d8a79b0-69fb-4591-8861-1b3e9931a331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846930 Jul 28 12:19:27.844858 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-975afce6-93e4-4d43-b105-1549570c2824 req-3bb2f76a-d9f2-4510-9184-05508cbf9f0d service neutron] 10.222.0.39 "GET /v2.0/networks/7d8a79b0-69fb-4591-8861-1b3e9931a331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014357 Jul 28 12:19:32.465281 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8c61794f-1ef9-476e-80d4-ba744f17506d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:34.928003 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b374704-6de1-42bc-b83f-0d1b4b473819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:35.405096 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:36.527317 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:38.070868 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:50.328752 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:53.853068 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:19:56.041611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37758) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:19:56.208988 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port d3375a1e-0b7d-4ba5-8a54-7b97a722fb71 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:19:56.209330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:56.290373 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:56.290735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:56.303425 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for d3375a1e-0b7d-4ba5-8a54-7b97a722fb71 owned by network:floatingip {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:19:56.462633 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:56.489191 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=d3375a1e-0b7d-4ba5-8a54-7b97a722fb71,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:56.516753 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:56.517114 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:56.517467 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:56.517815 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:56.518160 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:56.518535 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:56.518888 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:56.519217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:56.519553 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:56.519887 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:56.520221 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:56.520554 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:56.560287 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:56.560594 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Floating IP e9169c70-120b-4da1-b251-c91b21af50d2 disassociated (deleted). External IP: 172.26.1.57, port: e536832b-3341-4112-9f71-c726e8a65c0a. Jul 28 12:19:56.764229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 4bc03ddf-2936-4ed3-906f-a43b9f670b95 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:19:56.871160 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:19:56.876518 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:56.881558 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb167c0-628c-46a9-8adb-3ac5b4872832 None None] Sync routers for ids ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:19:56.892294 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb167c0-628c-46a9-8adb-3ac5b4872832 None None] Routers {'4bc03ddf-2936-4ed3-906f-a43b9f670b95'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:19:56.892926 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-feb167c0-628c-46a9-8adb-3ac5b4872832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:19:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:19:56.908269 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-38de6253-27f0-4ec8-9426-b041aefd7c21 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/floatingips/e9169c70-120b-4da1-b251-c91b21af50d2 HTTP/1.1" status: 204 len: 168 time: 0.8652442 Jul 28 12:19:56.908859 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6', 'tag': 'e536832b-3341-4112-9f71-c726e8a65c0a'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:19:56.912375 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6f49f7-3576-485d-8456-af83bf94cb08" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6", "tag": "e536832b-3341-4112-9f71-c726e8a65c0a"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:19:56.959799 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fba5f48-ce7c-4fd1-b202-adf4fa024034 x-openstack-request-id: req-5fba5f48-ce7c-4fd1-b202-adf4fa024034 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:19:56.960257 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6", "tag": "e536832b-3341-4112-9f71-c726e8a65c0a", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:19:56.960663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fba5f48-ce7c-4fd1-b202-adf4fa024034 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:19:56.961287 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6', 'tag': 'e536832b-3341-4112-9f71-c726e8a65c0a', 'status': 'completed', 'code': 200} Jul 28 12:19:57.037081 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f49f7-3576-485d-8456-af83bf94cb08 req-87ca522b-2e8b-4a80-8c00-8e15e415616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:57.038845 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fd6f49f7-3576-485d-8456-af83bf94cb08 req-87ca522b-2e8b-4a80-8c00-8e15e415616d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 1099 time: 0.0525393 Jul 28 12:19:57.159179 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f49f7-3576-485d-8456-af83bf94cb08 req-2a0ca79b-e081-495e-b75a-d32b2bc25b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:57.160958 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fd6f49f7-3576-485d-8456-af83bf94cb08 req-2a0ca79b-e081-495e-b75a-d32b2bc25b28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7d8a79b0-69fb-4591-8861-1b3e9931a331 HTTP/1.1" status: 200 len: 897 time: 0.1137974 Jul 28 12:19:57.171890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-feb167c0-628c-46a9-8adb-3ac5b4872832 None None] Set router 4bc03ddf-2936-4ed3-906f-a43b9f670b95 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:19:57.210726 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fd6f49f7-3576-485d-8456-af83bf94cb08 req-ce768f89-8bff-4ff4-8da0-af35cbcbee67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e536832b-3341-4112-9f71-c726e8a65c0a HTTP/1.1" status: 200 len: 217 time: 0.0411401 Jul 28 12:19:57.252599 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c48cd8-e518-442a-90ad-0b53b1c835cb req-3f3f8d32-e34c-42de-87ee-3c5440d216ec tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:57.254356 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-17c48cd8-e518-442a-90ad-0b53b1c835cb req-3f3f8d32-e34c-42de-87ee-3c5440d216ec tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.1201560 Jul 28 12:19:57.274962 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f49f7-3576-485d-8456-af83bf94cb08 req-0900de26-4299-4711-a7cc-b80dc02197ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:57.276685 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fd6f49f7-3576-485d-8456-af83bf94cb08 req-0900de26-4299-4711-a7cc-b80dc02197ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8685de61-b565-4686-8512-775e061d9663 HTTP/1.1" status: 200 len: 835 time: 0.0582244 Jul 28 12:19:57.307035 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-17c48cd8-e518-442a-90ad-0b53b1c835cb req-4f009915-aeba-46a0-bbb0-03c3783f8f19 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462101 Jul 28 12:19:57.327157 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f49f7-3576-485d-8456-af83bf94cb08 req-1e004d12-bd88-471f-ad72-489af974f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:57.328981 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fd6f49f7-3576-485d-8456-af83bf94cb08 req-1e004d12-bd88-471f-ad72-489af974f0a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d8a79b0-69fb-4591-8861-1b3e9931a331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0437076 Jul 28 12:19:57.393194 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-feb167c0-628c-46a9-8adb-3ac5b4872832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078390121', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:18:17Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:18Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'cda27efa-5783-4974-94fb-f617370bbdd0', 'name': '', 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:28:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '8685de61-b565-4686-8512-775e061d9663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:20Z', 'updated_at': '2021-07-28T12:18:26Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '8685de61-b565-4686-8512-775e061d9663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:19:57.419376 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb167c0-628c-46a9-8adb-3ac5b4872832 None None] Checking router: 4bc03ddf-2936-4ed3-906f-a43b9f670b95 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:19:57.424825 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fd6f49f7-3576-485d-8456-af83bf94cb08 req-408f3ec4-5bcb-48fd-aef5-b2034fa388d0 service neutron] 10.222.0.39 "GET /v2.0/networks/7d8a79b0-69fb-4591-8861-1b3e9931a331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875936 Jul 28 12:19:57.428375 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb167c0-628c-46a9-8adb-3ac5b4872832 None None] Routers {'4bc03ddf-2936-4ed3-906f-a43b9f670b95'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:19:57.428994 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-feb167c0-628c-46a9-8adb-3ac5b4872832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:19:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:19:57.517437 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fd6f49f7-3576-485d-8456-af83bf94cb08 req-b0d52812-45d9-4a7e-b5b5-84ef007e480d service neutron] 10.222.0.39 "GET /v2.0/networks/7d8a79b0-69fb-4591-8861-1b3e9931a331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830498 Jul 28 12:19:57.538646 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-feb167c0-628c-46a9-8adb-3ac5b4872832 None None] Set router 4bc03ddf-2936-4ed3-906f-a43b9f670b95 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:19:57.741759 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-feb167c0-628c-46a9-8adb-3ac5b4872832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078390121', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:18:17Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:18Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'cda27efa-5783-4974-94fb-f617370bbdd0', 'name': '', 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:28:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '8685de61-b565-4686-8512-775e061d9663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:20Z', 'updated_at': '2021-07-28T12:18:26Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '8685de61-b565-4686-8512-775e061d9663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:19:57.768166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb167c0-628c-46a9-8adb-3ac5b4872832 None None] The sync data for ids ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'] in dv-neutron-786478-16-hyperv is: [{'id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078390121', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:18:17Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:18Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'cda27efa-5783-4974-94fb-f617370bbdd0', 'name': '', 'network_id': '7d8a79b0-69fb-4591-8861-1b3e9931a331', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:28:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '8685de61-b565-4686-8512-775e061d9663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:20Z', 'updated_at': '2021-07-28T12:18:26Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '8685de61-b565-4686-8512-775e061d9663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:19:57.982797 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884c639c-7969-42a9-9409-88c76cd16545 None None] New status for floating IP e9169c70-120b-4da1-b251-c91b21af50d2: DOWN {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:19:58.458648 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7e46a-8ede-4b51-b02e-47b519479ce3 req-657155a6-e8aa-48a9-84a8-842cc6f25c47 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:58.460102 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7af7e46a-8ede-4b51-b02e-47b519479ce3 req-657155a6-e8aa-48a9-84a8-842cc6f25c47 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0906529 Jul 28 12:19:58.498359 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7af7e46a-8ede-4b51-b02e-47b519479ce3 req-ea863903-a3ea-4501-8a09-445db7a5c56e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=c64da3b3-f93c-47f4-99f5-40f8369c9ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323360 Jul 28 12:19:58.714015 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8707ef-fcb6-4f58-b66f-54c76a356020 req-23858056-d843-4e6b-9df9-5b6a306f2be7 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:58.715431 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1a8707ef-fcb6-4f58-b66f-54c76a356020 req-23858056-d843-4e6b-9df9-5b6a306f2be7 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 946 time: 0.0513022 Jul 28 12:19:58.813743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-1a8707ef-fcb6-4f58-b66f-54c76a356020 req-db4a9717-7c27-4713-ad9a-10440bb9f9ea tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port e536832b-3341-4112-9f71-c726e8a65c0a {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:19:58.814091 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-1a8707ef-fcb6-4f58-b66f-54c76a356020 req-db4a9717-7c27-4713-ad9a-10440bb9f9ea tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:58.909721 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-1a8707ef-fcb6-4f58-b66f-54c76a356020 req-db4a9717-7c27-4713-ad9a-10440bb9f9ea tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] For port e536832b-3341-4112-9f71-c726e8a65c0a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e536832b-3341-4112-9f71-c726e8a65c0a,segment=NetworkSegment(20e76064-9774-4633-b844-658b8d579141),segment_id=20e76064-9774-4633-b844-658b8d579141)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:19:58.910081 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-1a8707ef-fcb6-4f58-b66f-54c76a356020 req-db4a9717-7c27-4713-ad9a-10440bb9f9ea tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:58.927785 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-1a8707ef-fcb6-4f58-b66f-54c76a356020 req-db4a9717-7c27-4713-ad9a-10440bb9f9ea tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for e536832b-3341-4112-9f71-c726e8a65c0a owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:19:59.055412 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-1a8707ef-fcb6-4f58-b66f-54c76a356020 req-db4a9717-7c27-4713-ad9a-10440bb9f9ea tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:59.084499 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a9717-7c27-4713-ad9a-10440bb9f9ea tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=e536832b-3341-4112-9f71-c726e8a65c0a,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:59.130679 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8707ef-fcb6-4f58-b66f-54c76a356020 req-db4a9717-7c27-4713-ad9a-10440bb9f9ea tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] No DVR routers for this DVR port e536832b-3341-4112-9f71-c726e8a65c0a on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:19:59.133132 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-1a8707ef-fcb6-4f58-b66f-54c76a356020 req-db4a9717-7c27-4713-ad9a-10440bb9f9ea tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:59.135172 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-1a8707ef-fcb6-4f58-b66f-54c76a356020 req-db4a9717-7c27-4713-ad9a-10440bb9f9ea tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "DELETE /v2.0/ports/e536832b-3341-4112-9f71-c726e8a65c0a HTTP/1.1" status: 204 len: 173 time: 0.4138474 Jul 28 12:19:59.135606 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6', 'name': 'network-vif-deleted', 'tag': 'e536832b-3341-4112-9f71-c726e8a65c0a'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:19:59.137891 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a58fc94-a18c-4198-b5f2-ab68232173ea" -d '{"events": [{"server_uuid": "a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6", "name": "network-vif-deleted", "tag": "e536832b-3341-4112-9f71-c726e8a65c0a"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:19:59.176475 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c13a89a-8c82-48a1-913e-dc4ad055bdc1 x-openstack-request-id: req-9c13a89a-8c82-48a1-913e-dc4ad055bdc1 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:19:59.176793 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6", "name": "network-vif-deleted", "tag": "e536832b-3341-4112-9f71-c726e8a65c0a", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:19:59.177082 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c13a89a-8c82-48a1-913e-dc4ad055bdc1 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:19:59.177491 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6', 'name': 'network-vif-deleted', 'tag': 'e536832b-3341-4112-9f71-c726e8a65c0a', 'status': 'completed', 'code': 200} Jul 28 12:19:59.612731 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5fe51f41-a59b-4baf-bff5-92b316545051 req-b0836742-198d-403a-88fe-8204615b8887 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9c7adb1-c944-4b91-a1c9-fa95ca3a58e6 HTTP/1.1" status: 200 len: 210 time: 0.0276136 Jul 28 12:20:00.669505 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37782) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:01.016427 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-18701ff1-ce52-466a-b2e0-af84f1099f68 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:01.589593 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-18701ff1-ce52-466a-b2e0-af84f1099f68 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port cda27efa-5783-4974-94fb-f617370bbdd0 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:20:01.589940 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-18701ff1-ce52-466a-b2e0-af84f1099f68 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:01.678320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-18701ff1-ce52-466a-b2e0-af84f1099f68 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] For port cda27efa-5783-4974-94fb-f617370bbdd0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=cda27efa-5783-4974-94fb-f617370bbdd0,segment=NetworkSegment(20e76064-9774-4633-b844-658b8d579141),segment_id=20e76064-9774-4633-b844-658b8d579141)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:20:01.679012 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-18701ff1-ce52-466a-b2e0-af84f1099f68 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:01.691069 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-18701ff1-ce52-466a-b2e0-af84f1099f68 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for cda27efa-5783-4974-94fb-f617370bbdd0 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:20:01.870803 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-18701ff1-ce52-466a-b2e0-af84f1099f68 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:01.901479 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18701ff1-ce52-466a-b2e0-af84f1099f68 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=cda27efa-5783-4974-94fb-f617370bbdd0,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:02.071240 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-18701ff1-ce52-466a-b2e0-af84f1099f68 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:02.137150 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device e536832b-3341-4112-9f71-c726e8a65c0a no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:20:02.157858 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: e536832b-3341-4112-9f71-c726e8a65c0a {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:20:02.158211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device e536832b-3341-4112-9f71-c726e8a65c0a not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:20:02.290761 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18701ff1-ce52-466a-b2e0-af84f1099f68 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router 4bc03ddf-2936-4ed3-906f-a43b9f670b95 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:20:02.393924 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18701ff1-ce52-466a-b2e0-af84f1099f68 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:20:02.398878 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-18701ff1-ce52-466a-b2e0-af84f1099f68 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "PUT /v2.0/routers/4bc03ddf-2936-4ed3-906f-a43b9f670b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7282689 Jul 28 12:20:02.401922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37786) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:02.403239 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643be00-8ae1-4f73-8380-a2c29f41ec3c None None] Sync routers for ids ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:20:02.413074 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643be00-8ae1-4f73-8380-a2c29f41ec3c None None] Routers {'4bc03ddf-2936-4ed3-906f-a43b9f670b95'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:20:02.413691 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-1643be00-8ae1-4f73-8380-a2c29f41ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:19:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:02.458343 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2434f08-2e0e-47e3-a167-ae219c94021b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting subnet 8685de61-b565-4686-8512-775e061d9663 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:20:02.461675 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2434f08-2e0e-47e3-a167-ae219c94021b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:02.475506 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4cd680c2-736c-4d35-bc31-b73b5449639e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:02.508594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2434f08-2e0e-47e3-a167-ae219c94021b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:02.533300 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-1643be00-8ae1-4f73-8380-a2c29f41ec3c None None] Set router 4bc03ddf-2936-4ed3-906f-a43b9f670b95 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:20:02.596830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2434f08-2e0e-47e3-a167-ae219c94021b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:02.662053 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2434f08-2e0e-47e3-a167-ae219c94021b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:02.688564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2434f08-2e0e-47e3-a167-ae219c94021b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Subnet': ['ID=8685de61-b565-4686-8512-775e061d9663,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:02.692221 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e2434f08-2e0e-47e3-a167-ae219c94021b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:02.697570 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37788) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:02.699081 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e2434f08-2e0e-47e3-a167-ae219c94021b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/subnets/8685de61-b565-4686-8512-775e061d9663 HTTP/1.1" status: 204 len: 168 time: 0.2959344 Jul 28 12:20:02.705190 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2abe0e7-7f78-42ea-8d0a-fc59737bd20a None None] Network 7d8a79b0-69fb-4591-8861-1b3e9931a331 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:20:02.804411 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:02.822914 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-1643be00-8ae1-4f73-8380-a2c29f41ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078390121', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:18:17Z', 'updated_at': '2021-07-28T12:20:01Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:18Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:02.852582 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643be00-8ae1-4f73-8380-a2c29f41ec3c None None] Checking router: 4bc03ddf-2936-4ed3-906f-a43b9f670b95 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:20:02.865705 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643be00-8ae1-4f73-8380-a2c29f41ec3c None None] Routers {'4bc03ddf-2936-4ed3-906f-a43b9f670b95'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:20:02.866328 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-1643be00-8ae1-4f73-8380-a2c29f41ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:19:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:02.913160 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:02.955980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] DHCP port deletion for 7d8a79b0-69fb-4591-8861-1b3e9931a331 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:20:02.972042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:20:02.972391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.005128 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-1643be00-8ae1-4f73-8380-a2c29f41ec3c None None] Set router 4bc03ddf-2936-4ed3-906f-a43b9f670b95 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:20:03.070829 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] For port 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:20:03.071194 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.096815 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8 owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:20:03.128125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] Deleting port 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:20:03.128503 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.230486 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] For port 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0,segment=NetworkSegment(20e76064-9774-4633-b844-658b8d579141),segment_id=20e76064-9774-4633-b844-658b8d579141)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:20:03.231204 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.261634 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] Calling delete_port for 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:20:03.274400 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.302591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:03.327380 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.327752 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.328187 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.328534 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.328877 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.329218 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.329559 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.329887 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.330222 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.330695 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.330945 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.331242 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.352184 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-1643be00-8ae1-4f73-8380-a2c29f41ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078390121', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:18:17Z', 'updated_at': '2021-07-28T12:20:01Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:18Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:03.372031 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.386096 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643be00-8ae1-4f73-8380-a2c29f41ec3c None None] The sync data for ids ['4bc03ddf-2936-4ed3-906f-a43b9f670b95'] in dv-neutron-786478-16-hyperv is: [{'id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078390121', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50'}], 'enable_snat': True}, 'gw_port_id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:18:17Z', 'updated_at': '2021-07-28T12:20:01Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': '47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc03ddf-2936-4ed3-906f-a43b9f670b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:18:18Z', 'updated_at': '2021-07-28T12:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:20:03.401600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.448214 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] Pushing event deleted for resources: {'Port': ['ID=34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:03.450562 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] No DVR routers for this DVR port 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0 on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:20:03.458586 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.458947 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.459296 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.459637 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.459975 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.460548 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.460639 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.462633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.462633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.462633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.462633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.462633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153a8bb-f1ae-4ed4-a146-ed4ca7aa5e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:03.478063 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.480263 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.527463 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.527982 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Fanout notify agent at l3_agent the message router_deleted on router 4bc03ddf-2936-4ed3-906f-a43b9f670b95 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:20:03.536064 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.537214 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ddd98cdd-ed7f-4e28-aa52-6ff3813dd1a0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/routers/4bc03ddf-2936-4ed3-906f-a43b9f670b95 HTTP/1.1" status: 204 len: 168 time: 0.8386726 Jul 28 12:20:03.539938 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37790) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:03.617141 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7b49bddd-52db-40a4-b738-d7cfa558058f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.706865 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7b49bddd-52db-40a4-b738-d7cfa558058f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.716543 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-7b49bddd-52db-40a4-b738-d7cfa558058f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8a79b0-69fb-4591-8861-1b3e9931a331']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:03.727918 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-7b49bddd-52db-40a4-b738-d7cfa558058f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e76064-9774-4633-b844-658b8d579141') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:03.728213 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-7b49bddd-52db-40a4-b738-d7cfa558058f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e76064-9774-4633-b844-658b8d579141') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:03.739225 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7b49bddd-52db-40a4-b738-d7cfa558058f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.761202 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7b49bddd-52db-40a4-b738-d7cfa558058f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.768572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b49bddd-52db-40a4-b738-d7cfa558058f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:20:03.768974 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7b49bddd-52db-40a4-b738-d7cfa558058f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:20:03.772132 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:20:03.856063 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7b49bddd-52db-40a4-b738-d7cfa558058f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.864046 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7b49bddd-52db-40a4-b738-d7cfa558058f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.868819 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7b49bddd-52db-40a4-b738-d7cfa558058f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/networks/7d8a79b0-69fb-4591-8861-1b3e9931a331 HTTP/1.1" status: 204 len: 168 time: 0.3254693 Jul 28 12:20:03.869799 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37792) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:03.884989 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49bddd-52db-40a4-b738-d7cfa558058f tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Network': ['ID=7d8a79b0-69fb-4591-8861-1b3e9931a331,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:03.902513 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:20:03.924510 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:20:03.924859 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 34eb8ad8-d5a9-4d44-a2ca-b482a588f7b0 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:20:03.925286 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device cda27efa-5783-4974-94fb-f617370bbdd0 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:20:03.941214 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1ddc9eba-5bab-4acb-8c34-c71e1fd67804 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.946679 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: cda27efa-5783-4974-94fb-f617370bbdd0 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:20:03.947029 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device cda27efa-5783-4974-94fb-f617370bbdd0 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:20:03.970166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1ddc9eba-5bab-4acb-8c34-c71e1fd67804 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.045387 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1ddc9eba-5bab-4acb-8c34-c71e1fd67804 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.048018 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-1ddc9eba-5bab-4acb-8c34-c71e1fd67804 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.049254 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-1ddc9eba-5bab-4acb-8c34-c71e1fd67804 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/security-groups/c64da3b3-f93c-47f4-99f5-40f8369c9ac9 HTTP/1.1" status: 204 len: 168 time: 0.1790493 Jul 28 12:20:04.059305 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc9eba-5bab-4acb-8c34-c71e1fd67804 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64da3b3-f93c-47f4-99f5-40f8369c9ac9,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:04.348707 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37798) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:04.353307 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-6d97bd37-f6e2-4890-851b-0ea4657708ea tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1696146824', 'description': 'tempest-secgroup-smoke-1696146824 description', 'project_id': '331b9da3639043e2b67d20ab571f5750'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:20:04.375929 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6d97bd37-f6e2-4890-851b-0ea4657708ea tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.472595 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6d97bd37-f6e2-4890-851b-0ea4657708ea tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.482894 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6d97bd37-f6e2-4890-851b-0ea4657708ea tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.512389 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6d97bd37-f6e2-4890-851b-0ea4657708ea tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.513709 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6d97bd37-f6e2-4890-851b-0ea4657708ea tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1639097 Jul 28 12:20:04.517606 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37800) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:04.522005 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-057b451f-c1e3-466b-9002-5134a2f1fb00 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '7bbb19bc-7703-4839-956b-b53b8add1e21', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:20:04.527259 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97bd37-f6e2-4890-851b-0ea4657708ea tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbb19bc-7703-4839-956b-b53b8add1e21,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:04.552938 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-057b451f-c1e3-466b-9002-5134a2f1fb00 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.615492 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-057b451f-c1e3-466b-9002-5134a2f1fb00 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.623615 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-057b451f-c1e3-466b-9002-5134a2f1fb00 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.642517 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b451f-c1e3-466b-9002-5134a2f1fb00 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba87f9e-5c2f-403f-8211-970a7966694e,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:04.644808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-057b451f-c1e3-466b-9002-5134a2f1fb00 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.645990 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-057b451f-c1e3-466b-9002-5134a2f1fb00 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274700 Jul 28 12:20:04.648890 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37802) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:04.653306 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-4ffe1bc6-9f95-4540-bb9e-0bf819c1c802 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '7bbb19bc-7703-4839-956b-b53b8add1e21', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:20:04.681685 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1bc6-9f95-4540-bb9e-0bf819c1c802 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.741015 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1bc6-9f95-4540-bb9e-0bf819c1c802 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.744730 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1bc6-9f95-4540-bb9e-0bf819c1c802 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.763261 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe1bc6-9f95-4540-bb9e-0bf819c1c802 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5b3344-c6fe-4352-a595-2473c05e7535,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:04.767169 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1bc6-9f95-4540-bb9e-0bf819c1c802 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.768351 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4ffe1bc6-9f95-4540-bb9e-0bf819c1c802 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186118 Jul 28 12:20:04.771231 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37804) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:04.775636 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-e6cd1fd9-57ca-48d8-a205-9d3b198302ed tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '7bbb19bc-7703-4839-956b-b53b8add1e21', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:20:04.804209 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e6cd1fd9-57ca-48d8-a205-9d3b198302ed tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.866885 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e6cd1fd9-57ca-48d8-a205-9d3b198302ed tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.870762 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e6cd1fd9-57ca-48d8-a205-9d3b198302ed tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.892277 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd1fd9-57ca-48d8-a205-9d3b198302ed tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94488ca-95b6-49e5-a506-0e8f0ee9790f,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:04.896060 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e6cd1fd9-57ca-48d8-a205-9d3b198302ed tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.897287 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e6cd1fd9-57ca-48d8-a205-9d3b198302ed tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251061 Jul 28 12:20:04.901141 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37806) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:04.906775 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-ed2f6655-a275-4cb4-83d6-e1cee86a2182 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '7bbb19bc-7703-4839-956b-b53b8add1e21', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:20:04.928934 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d5c8-eee4-4ac7-807e-def05117d417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.934647 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6655-a275-4cb4-83d6-e1cee86a2182 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.991950 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6655-a275-4cb4-83d6-e1cee86a2182 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:04.995641 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6655-a275-4cb4-83d6-e1cee86a2182 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.012753 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f6655-a275-4cb4-83d6-e1cee86a2182 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dae60b6-a010-422f-88b0-49807a5d2f55,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:05.019019 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6655-a275-4cb4-83d6-e1cee86a2182 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.020186 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ed2f6655-a275-4cb4-83d6-e1cee86a2182 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179070 Jul 28 12:20:05.023074 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37808) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:05.027485 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b099d3ad-d6c2-4de4-9ee0-754c416f3881 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '7bbb19bc-7703-4839-956b-b53b8add1e21', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:20:05.050101 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.securitygroups_db [None req-b099d3ad-d6c2-4de4-9ee0-754c416f3881 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Project 331b9da3639043e2b67d20ab571f5750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:20:05.055000 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b099d3ad-d6c2-4de4-9ee0-754c416f3881 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.121333 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b099d3ad-d6c2-4de4-9ee0-754c416f3881 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.125480 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b099d3ad-d6c2-4de4-9ee0-754c416f3881 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.144150 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099d3ad-d6c2-4de4-9ee0-754c416f3881 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069a782d-15d4-4f64-b023-aa31396ffc7f,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:05.149033 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b099d3ad-d6c2-4de4-9ee0-754c416f3881 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.150925 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b099d3ad-d6c2-4de4-9ee0-754c416f3881 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267164 Jul 28 12:20:05.153487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37812) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:05.158124 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-89042ff6-f4b4-48eb-bda3-ea63d1ef8816 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'security_group_rule': {'security_group_id': '7bbb19bc-7703-4839-956b-b53b8add1e21', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:20:05.179256 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.securitygroups_db [None req-89042ff6-f4b4-48eb-bda3-ea63d1ef8816 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Project 331b9da3639043e2b67d20ab571f5750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:20:05.183855 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-89042ff6-f4b4-48eb-bda3-ea63d1ef8816 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.250140 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-89042ff6-f4b4-48eb-bda3-ea63d1ef8816 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.253688 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-89042ff6-f4b4-48eb-bda3-ea63d1ef8816 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.272800 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89042ff6-f4b4-48eb-bda3-ea63d1ef8816 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bed506a-0686-41fa-b841-3dabf8f7ca84,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:05.276077 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-89042ff6-f4b4-48eb-bda3-ea63d1ef8816 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.277394 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-89042ff6-f4b4-48eb-bda3-ea63d1ef8816 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228740 Jul 28 12:20:05.280893 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37814) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:05.286068 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-1eba089d-e369-4a6c-a007-d6cc48bda9cf tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'network': {'name': 'tempest-network-smoke--443737903', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'port_security_enabled': True}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:20:05.308021 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eba089d-e369-4a6c-a007-d6cc48bda9cf tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Made reservation on behalf of 331b9da3639043e2b67d20ab571f5750 for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:20:05.311666 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1eba089d-e369-4a6c-a007-d6cc48bda9cf tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.334821 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eba089d-e369-4a6c-a007-d6cc48bda9cf tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:20:05.344304 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1eba089d-e369-4a6c-a007-d6cc48bda9cf tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.344644 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-1eba089d-e369-4a6c-a007-d6cc48bda9cf tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Added segment 8235fef5-1f4e-4678-9b81-1f7f2fd0f256 of type vlan for network 599265b9-9fc5-4185-90bf-16ca9de30373 Jul 28 12:20:05.384069 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1eba089d-e369-4a6c-a007-d6cc48bda9cf tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.406877 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.413017 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1eba089d-e369-4a6c-a007-d6cc48bda9cf tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.418520 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eba089d-e369-4a6c-a007-d6cc48bda9cf tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:05.419098 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1eba089d-e369-4a6c-a007-d6cc48bda9cf tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.476588 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1eba089d-e369-4a6c-a007-d6cc48bda9cf tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1945751 Jul 28 12:20:05.479396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37816) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:05.484331 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-88108879', 'admin_state_up': True, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:20:05.502277 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba089d-e369-4a6c-a007-d6cc48bda9cf tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Network': ['ID=599265b9-9fc5-4185-90bf-16ca9de30373,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:05.512753 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 599265b9-9fc5-4185-90bf-16ca9de30373 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:20:05.519859 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.520953 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.574011 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.643882 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:20:05.664714 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:20:05.665063 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 47ec9eeb-c736-42d2-bd35-be0d7f6a0dc8 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:20:05.711634 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.900207 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:05.922305 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:06.022324 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.26.1.211 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/a596db6d-7ee3-4556-8119-d019ba0e4c42) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:20:06.125636 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:06.164708 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:06.199780 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:20:06.203166 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:20:06.206548 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:20:06.233117 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=a596db6d-7ee3-4556-8119-d019ba0e4c42,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:06.529301 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:06.789192 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:06.985267 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:07.113700 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router a9e4628e-ac73-4507-a46e-c9381af00697 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:20:07.220025 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:20:07.229300 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Sync routers for ids ['a9e4628e-ac73-4507-a46e-c9381af00697'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:20:07.238234 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:07.239271 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Routers {'a9e4628e-ac73-4507-a46e-c9381af00697'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:20:07.239554 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2d54e474-9715-48db-b391-45ab190233da tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7591896 Jul 28 12:20:07.239878 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:20:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['a9e4628e-ac73-4507-a46e-c9381af00697'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:07.242637 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37818) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:07.313628 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-a5d503af-67cc-4179-933c-3bf69a4cc8f1 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=331b9da3639043e2b67d20ab571f5750&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0698199 Jul 28 12:20:07.316249 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37822) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:07.344799 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Set router a9e4628e-ac73-4507-a46e-c9381af00697 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:20:07.401311 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fc8491-f765-4391-bad7-b424adf10ca7 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:07.402938 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b7fc8491-f765-4391-bad7-b424adf10ca7 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857141 Jul 28 12:20:07.406613 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37824) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:07.440666 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6b411865-5566-4097-b1ce-355fff13c09d tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=e4f7873c-4d94-460a-8c07-155f724d96cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328906 Jul 28 12:20:07.443286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37826) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:07.448526 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-48301309-84ba-469b-946b-9ab35d8bbdad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-380549663', 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373', 'project_id': '331b9da3639043e2b67d20ab571f5750', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:20:07.541687 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48301309-84ba-469b-946b-9ab35d8bbdad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Made reservation on behalf of 331b9da3639043e2b67d20ab571f5750 for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:20:07.545111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48301309-84ba-469b-946b-9ab35d8bbdad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:07.609242 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88108879', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:06Z', 'revision_number': 3, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:07.638558 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Checking router: a9e4628e-ac73-4507-a46e-c9381af00697 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:20:07.638911 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Updating router a9e4628e-ac73-4507-a46e-c9381af00697 port a596db6d-7ee3-4556-8119-d019ba0e4c42 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:20:07.664242 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:07.727507 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48301309-84ba-469b-946b-9ab35d8bbdad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:07.787081 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48301309-84ba-469b-946b-9ab35d8bbdad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Subnet': ['ID=10a3075d-d484-41d1-80b7-ee40980e8801,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:07.802458 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48301309-84ba-469b-946b-9ab35d8bbdad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Checking segment: {'id': '8235fef5-1f4e-4678-9b81-1f7f2fd0f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:20:07.802834 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48301309-84ba-469b-946b-9ab35d8bbdad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network hostable DHCP agents. Network: 599265b9-9fc5-4185-90bf-16ca9de30373, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:20:07.819582 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48301309-84ba-469b-946b-9ab35d8bbdad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network 599265b9-9fc5-4185-90bf-16ca9de30373 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:20:07.828615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-48301309-84ba-469b-946b-9ab35d8bbdad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 599265b9-9fc5-4185-90bf-16ca9de30373) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:20:07.833247 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48301309-84ba-469b-946b-9ab35d8bbdad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:07.834203 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-48301309-84ba-469b-946b-9ab35d8bbdad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:07.837545 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c910b46-060b-4d38-bdb8-413e032858a6 None None] Network 599265b9-9fc5-4185-90bf-16ca9de30373 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:20:07.853428 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-48301309-84ba-469b-946b-9ab35d8bbdad tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4063399 Jul 28 12:20:07.853654 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37828) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:07.926135 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:07.937043 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Transition to ACTIVE for port object a596db6d-7ee3-4556-8119-d019ba0e4c42 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:20:07.942740 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:07.989329 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Attempting to bind port a596db6d-7ee3-4556-8119-d019ba0e4c42 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:20:07.989702 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Attempting to bind port a596db6d-7ee3-4556-8119-d019ba0e4c42 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:20:07.990066 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Attempting to bind port a596db6d-7ee3-4556-8119-d019ba0e4c42 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:20:07.999936 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-599265b9-9fc5-4185-90bf-16ca9de30373', 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ips': [{'subnet_id': '10a3075d-d484-41d1-80b7-ee40980e8801'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:20:08.000738 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb626e0-7d3c-4679-95d9-5b6730a27c4a None None] Pushing event updated for resources: {'Port': ['ID=a596db6d-7ee3-4556-8119-d019ba0e4c42,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:08.000975 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:08.007851 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:20:08.008203 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:20:08.008606 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:08.008994 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:20:08.009462 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Bound port: a596db6d-7ee3-4556-8119-d019ba0e4c42, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:20:08.009843 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:08.015286 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb626e0-7d3c-4679-95d9-5b6730a27c4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:08.015650 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb626e0-7d3c-4679-95d9-5b6730a27c4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:08.016083 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb626e0-7d3c-4679-95d9-5b6730a27c4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:08.016421 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb626e0-7d3c-4679-95d9-5b6730a27c4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:08.016757 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb626e0-7d3c-4679-95d9-5b6730a27c4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:08.017086 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb626e0-7d3c-4679-95d9-5b6730a27c4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:08.017902 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb626e0-7d3c-4679-95d9-5b6730a27c4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:08.017902 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb626e0-7d3c-4679-95d9-5b6730a27c4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:08.018199 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb626e0-7d3c-4679-95d9-5b6730a27c4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:08.018529 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb626e0-7d3c-4679-95d9-5b6730a27c4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:08.018856 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb626e0-7d3c-4679-95d9-5b6730a27c4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:08.019561 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb626e0-7d3c-4679-95d9-5b6730a27c4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:20:08.086109 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] For port a596db6d-7ee3-4556-8119-d019ba0e4c42, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:20:08.090896 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] For port a596db6d-7ee3-4556-8119-d019ba0e4c42, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a596db6d-7ee3-4556-8119-d019ba0e4c42,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:20:08.097677 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:08.110565 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:08.161623 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Allocated IP 172.20.0.2 (599265b9-9fc5-4185-90bf-16ca9de30373/10a3075d-d484-41d1-80b7-ee40980e8801/ed746c1d-296f-4b93-beb2-b63954027a8c) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:20:08.163190 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb626e0-7d3c-4679-95d9-5b6730a27c4a None None] Pushing event updated for resources: {'Port': ['ID=a596db6d-7ee3-4556-8119-d019ba0e4c42,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:08.173455 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Routers {'a9e4628e-ac73-4507-a46e-c9381af00697'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:20:08.174076 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:20:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['a9e4628e-ac73-4507-a46e-c9381af00697'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:08.289099 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] Set router a9e4628e-ac73-4507-a46e-c9381af00697 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:20:08.320343 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:08.323033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:08.331224 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Transition to ACTIVE for port object ed746c1d-296f-4b93-beb2-b63954027a8c will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:20:08.349692 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Transition to ACTIVE for port object ed746c1d-296f-4b93-beb2-b63954027a8c will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:20:08.355875 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:08.398295 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Pushing event updated for resources: {'Port': ['ID=ed746c1d-296f-4b93-beb2-b63954027a8c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:08.412338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Network 599265b9-9fc5-4185-90bf-16ca9de30373 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:20:08.413843 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:20:08.416338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:20:08.476428 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Attempting to bind port ed746c1d-296f-4b93-beb2-b63954027a8c on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:20:08.476718 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Attempting to bind port ed746c1d-296f-4b93-beb2-b63954027a8c by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '8235fef5-1f4e-4678-9b81-1f7f2fd0f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:20:08.477284 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Attempting to bind port ed746c1d-296f-4b93-beb2-b63954027a8c on network 599265b9-9fc5-4185-90bf-16ca9de30373 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:20:08.482497 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:20:08.482874 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Checking segment: {'id': '8235fef5-1f4e-4678-9b81-1f7f2fd0f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:20:08.483394 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:08.483737 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Bound using segment: {'id': '8235fef5-1f4e-4678-9b81-1f7f2fd0f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:20:08.484207 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Bound port: ed746c1d-296f-4b93-beb2-b63954027a8c, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8235fef5-1f4e-4678-9b81-1f7f2fd0f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:20:08.484719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:08.499858 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88108879', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:06Z', 'revision_number': 3, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:08.532448 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abe3b19-90fd-4293-a31c-b1542835cdd9 None None] The sync data for ids ['a9e4628e-ac73-4507-a46e-c9381af00697'] in dv-neutron-786478-16-hyperv is: [{'id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88108879', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:06Z', 'revision_number': 3, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:20:08.558930 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] For port ed746c1d-296f-4b93-beb2-b63954027a8c, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:20:08.562777 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] For port ed746c1d-296f-4b93-beb2-b63954027a8c, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ed746c1d-296f-4b93-beb2-b63954027a8c,segment=NetworkSegment(8235fef5-1f4e-4678-9b81-1f7f2fd0f256),segment_id=8235fef5-1f4e-4678-9b81-1f7f2fd0f256)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:20:08.567247 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:08.617115 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.20.0.1 (599265b9-9fc5-4185-90bf-16ca9de30373/10a3075d-d484-41d1-80b7-ee40980e8801/681bd7c8-5e5b-4ebd-b005-72823d74df4e) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:20:08.632304 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f980d5-0efc-41d5-8648-699e9330c422 None None] Pushing event updated for resources: {'Port': ['ID=ed746c1d-296f-4b93-beb2-b63954027a8c,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:08.756119 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:08.791530 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Transition to ACTIVE for port object 681bd7c8-5e5b-4ebd-b005-72823d74df4e will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:20:08.833075 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:08.879037 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network 599265b9-9fc5-4185-90bf-16ca9de30373 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:20:08.884558 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:20:08.887229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:20:08.895350 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=681bd7c8-5e5b-4ebd-b005-72823d74df4e,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:08.949007 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:09.102872 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:09.411890 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:09.417041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:09.492926 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:09.494696 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=681bd7c8-5e5b-4ebd-b005-72823d74df4e,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:09.578143 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cf3e10-4d27-40d3-85ce-04ba894b6bc1 None None] Network 599265b9-9fc5-4185-90bf-16ca9de30373 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:20:09.597268 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network 599265b9-9fc5-4185-90bf-16ca9de30373 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:20:09.598733 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:20:09.707420 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2af72e31-1771-4a73-b66e-d4c6e867fd2f None None] Provisioning for port ed746c1d-296f-4b93-beb2-b63954027a8c completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:20:09.735219 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router a9e4628e-ac73-4507-a46e-c9381af00697 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:20:09.800680 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a596db6d-7ee3-4556-8119-d019ba0e4c42 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:20:09.855712 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port a596db6d-7ee3-4556-8119-d019ba0e4c42 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:20:09.863076 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port a596db6d-7ee3-4556-8119-d019ba0e4c42 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:20:09.863459 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:09.873336 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:20:09.891705 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c0b92f2c-0e1e-4458-9e5b-068100a7bd93 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "PUT /v2.0/routers/a9e4628e-ac73-4507-a46e-c9381af00697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0363750 Jul 28 12:20:09.957420 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:09.980101 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port a596db6d-7ee3-4556-8119-d019ba0e4c42, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a596db6d-7ee3-4556-8119-d019ba0e4c42,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:20:09.986550 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:09.987758 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ed746c1d-296f-4b93-beb2-b63954027a8c up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:20:10.071778 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-787f1e16-73e2-4810-8246-c93b456a424b req-2d8be477-813c-4f21-91dc-5a2524f8496b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1696146824&fields=id&tenant_id=331b9da3639043e2b67d20ab571f5750 HTTP/1.1" status: 200 len: 267 time: 0.0515616 Jul 28 12:20:10.081204 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ebaf9481-0565-46bb-8100-a9940e9156a6 None None] Provisioning for port 681bd7c8-5e5b-4ebd-b005-72823d74df4e completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:20:10.097094 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ebaf9481-0565-46bb-8100-a9940e9156a6 None None] Provisioning complete for port 681bd7c8-5e5b-4ebd-b005-72823d74df4e triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:20:10.097469 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9481-0565-46bb-8100-a9940e9156a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:10.126774 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=a596db6d-7ee3-4556-8119-d019ba0e4c42,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:10.139065 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port ed746c1d-296f-4b93-beb2-b63954027a8c completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:20:10.148220 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ed746c1d-296f-4b93-beb2-b63954027a8c triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:20:10.148620 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:10.152859 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf9481-0565-46bb-8100-a9940e9156a6 None None] Port 681bd7c8-5e5b-4ebd-b005-72823d74df4e cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:20:10.210598 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f1e16-73e2-4810-8246-c93b456a424b req-98906bd3-7e1a-48d7-a8a9-05df39ef5730 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:10.213487 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-787f1e16-73e2-4810-8246-c93b456a424b req-98906bd3-7e1a-48d7-a8a9-05df39ef5730 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/networks?id=599265b9-9fc5-4185-90bf-16ca9de30373 HTTP/1.1" status: 200 len: 796 time: 0.1399531 Jul 28 12:20:10.234899 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-787f1e16-73e2-4810-8246-c93b456a424b req-0fb29e46-4a7f-47c7-aad7-b9373af2cd34 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/quotas/331b9da3639043e2b67d20ab571f5750 HTTP/1.1" status: 200 len: 375 time: 0.0113151 Jul 28 12:20:10.302938 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-787f1e16-73e2-4810-8246-c93b456a424b req-fd1f98d8-9246-42b3-97cb-1076043981a7 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616913 Jul 28 12:20:10.350126 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Sync routers for ids ['a9e4628e-ac73-4507-a46e-c9381af00697'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:20:10.375333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Routers {'a9e4628e-ac73-4507-a46e-c9381af00697'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:20:10.375981 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:20:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['a9e4628e-ac73-4507-a46e-c9381af00697'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:10.408121 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-787f1e16-73e2-4810-8246-c93b456a424b req-9a634675-6ade-4ae5-a852-1d36d215c9c7 service neutron] 10.222.0.43 "GET /v2.0/networks/599265b9-9fc5-4185-90bf-16ca9de30373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953233 Jul 28 12:20:10.413375 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ebaf9481-0565-46bb-8100-a9940e9156a6 None None] Provisioning complete for port ed746c1d-296f-4b93-beb2-b63954027a8c triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:20:10.413759 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9481-0565-46bb-8100-a9940e9156a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:10.505737 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-787f1e16-73e2-4810-8246-c93b456a424b req-d13a4ddd-18dc-49c7-9878-804575f6e872 service neutron] 10.222.0.43 "GET /v2.0/networks/599265b9-9fc5-4185-90bf-16ca9de30373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892420 Jul 28 12:20:10.551649 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:10.555129 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Set router a9e4628e-ac73-4507-a46e-c9381af00697 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:20:10.681886 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8d94f77c-fd4d-4518-b882-9653c30ab47e req-00060543-a044-4839-a9c9-41682dbe0c32 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 210 time: 0.0336077 Jul 28 12:20:10.694548 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9481-0565-46bb-8100-a9940e9156a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:10.721074 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port ed746c1d-296f-4b93-beb2-b63954027a8c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ed746c1d-296f-4b93-beb2-b63954027a8c,segment=NetworkSegment(8235fef5-1f4e-4678-9b81-1f7f2fd0f256),segment_id=8235fef5-1f4e-4678-9b81-1f7f2fd0f256)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:20:10.732620 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:10.850457 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=ed746c1d-296f-4b93-beb2-b63954027a8c,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:10.861992 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.db.api [None req-ebaf9481-0565-46bb-8100-a9940e9156a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 12:20:10.862348 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG oslo_db.api [None req-ebaf9481-0565-46bb-8100-a9940e9156a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 12:20:10.909823 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88108879', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '681bd7c8-5e5b-4ebd-b005-72823d74df4e', 'name': '', 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:b5:fb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:08Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 2, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:10.938300 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Checking router: a9e4628e-ac73-4507-a46e-c9381af00697 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:20:10.938691 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Updating router a9e4628e-ac73-4507-a46e-c9381af00697 port 681bd7c8-5e5b-4ebd-b005-72823d74df4e binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:20:10.964455 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:11.294329 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:11.308297 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Transition to ACTIVE for port object 681bd7c8-5e5b-4ebd-b005-72823d74df4e will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:20:11.319335 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:11.426156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b7381-7898-42cc-98c9-4408890be245 None None] Pushing event updated for resources: {'Port': ['ID=681bd7c8-5e5b-4ebd-b005-72823d74df4e,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:11.498760 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Attempting to bind port 681bd7c8-5e5b-4ebd-b005-72823d74df4e on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:20:11.499135 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Attempting to bind port 681bd7c8-5e5b-4ebd-b005-72823d74df4e by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '8235fef5-1f4e-4678-9b81-1f7f2fd0f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:20:11.499587 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Attempting to bind port 681bd7c8-5e5b-4ebd-b005-72823d74df4e on network 599265b9-9fc5-4185-90bf-16ca9de30373 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:20:11.508556 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:20:11.508933 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Checking segment: {'id': '8235fef5-1f4e-4678-9b81-1f7f2fd0f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:20:11.509344 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:11.509736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Bound using segment: {'id': '8235fef5-1f4e-4678-9b81-1f7f2fd0f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:20:11.510209 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Bound port: 681bd7c8-5e5b-4ebd-b005-72823d74df4e, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8235fef5-1f4e-4678-9b81-1f7f2fd0f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:20:11.510624 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:11.594279 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] For port 681bd7c8-5e5b-4ebd-b005-72823d74df4e, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:20:11.597609 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] For port 681bd7c8-5e5b-4ebd-b005-72823d74df4e, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=681bd7c8-5e5b-4ebd-b005-72823d74df4e,segment=NetworkSegment(8235fef5-1f4e-4678-9b81-1f7f2fd0f256),segment_id=8235fef5-1f4e-4678-9b81-1f7f2fd0f256)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:20:11.601978 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:11.664118 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Routers {'a9e4628e-ac73-4507-a46e-c9381af00697'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:20:11.664985 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:20:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['a9e4628e-ac73-4507-a46e-c9381af00697'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:11.667437 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f1e16-73e2-4810-8246-c93b456a424b req-29451253-0f46-4159-bdc4-da46961e5c1d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:11.669179 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-787f1e16-73e2-4810-8246-c93b456a424b req-29451253-0f46-4159-bdc4-da46961e5c1d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "GET /v2.0/networks?id=599265b9-9fc5-4185-90bf-16ca9de30373 HTTP/1.1" status: 200 len: 796 time: 0.1262221 Jul 28 12:20:11.748507 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-787f1e16-73e2-4810-8246-c93b456a424b req-9808433b-0d8e-4177-bacc-897c8e14b44d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=331b9da3639043e2b67d20ab571f5750 HTTP/1.1" status: 200 len: 380 time: 0.0696654 Jul 28 12:20:11.759481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-787f1e16-73e2-4810-8246-c93b456a424b req-182508a4-b0f9-4edf-8d12-5e561affb8af tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'port': {'device_id': '194fb6cd-b01e-431e-b97a-b33ab9af9afb', 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373', 'admin_state_up': True, 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'security_groups': ['7bbb19bc-7703-4839-956b-b53b8add1e21']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:20:11.767707 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a596db6d-7ee3-4556-8119-d019ba0e4c42 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:20:11.786460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b7381-7898-42cc-98c9-4408890be245 None None] Pushing event updated for resources: {'Port': ['ID=681bd7c8-5e5b-4ebd-b005-72823d74df4e,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:11.816440 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] Set router a9e4628e-ac73-4507-a46e-c9381af00697 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:20:11.824489 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7da13608-11a5-48e6-bd14-061538be516c req-156aa298-9dd0-46de-849f-c36d611cb406 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 210 time: 0.0431511 Jul 28 12:20:11.913522 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787f1e16-73e2-4810-8246-c93b456a424b req-182508a4-b0f9-4edf-8d12-5e561affb8af tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Made reservation on behalf of 331b9da3639043e2b67d20ab571f5750 for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:20:11.917653 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-787f1e16-73e2-4810-8246-c93b456a424b req-182508a4-b0f9-4edf-8d12-5e561affb8af tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:12.056787 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-787f1e16-73e2-4810-8246-c93b456a424b req-182508a4-b0f9-4edf-8d12-5e561affb8af tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.20.0.14 (599265b9-9fc5-4185-90bf-16ca9de30373/10a3075d-d484-41d1-80b7-ee40980e8801/2de665ba-c56e-47be-a909-a193d4e31bd7) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:20:12.129811 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port a596db6d-7ee3-4556-8119-d019ba0e4c42 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:20:12.130188 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:12.199021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-787f1e16-73e2-4810-8246-c93b456a424b req-182508a4-b0f9-4edf-8d12-5e561affb8af tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:12.214543 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-787f1e16-73e2-4810-8246-c93b456a424b req-182508a4-b0f9-4edf-8d12-5e561affb8af tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Transition to ACTIVE for port object 2de665ba-c56e-47be-a909-a193d4e31bd7 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:20:12.253313 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-787f1e16-73e2-4810-8246-c93b456a424b req-182508a4-b0f9-4edf-8d12-5e561affb8af tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:12.260053 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ed746c1d-296f-4b93-beb2-b63954027a8c up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:20:12.289059 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88108879', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '681bd7c8-5e5b-4ebd-b005-72823d74df4e', 'name': '', 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:b5:fb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:08Z', 'updated_at': '2021-07-28T12:20:11Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:12.301958 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787f1e16-73e2-4810-8246-c93b456a424b req-182508a4-b0f9-4edf-8d12-5e561affb8af tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network 599265b9-9fc5-4185-90bf-16ca9de30373 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:20:12.305079 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-787f1e16-73e2-4810-8246-c93b456a424b req-182508a4-b0f9-4edf-8d12-5e561affb8af tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:20:12.307488 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-787f1e16-73e2-4810-8246-c93b456a424b req-182508a4-b0f9-4edf-8d12-5e561affb8af tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:20:12.319197 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c319eb-e5f3-43d0-8ca6-e408ae891702 None None] The sync data for ids ['a9e4628e-ac73-4507-a46e-c9381af00697'] in dv-neutron-786478-16-hyperv is: [{'id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88108879', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '681bd7c8-5e5b-4ebd-b005-72823d74df4e', 'name': '', 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:b5:fb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:08Z', 'updated_at': '2021-07-28T12:20:11Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:20:12.342038 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ed746c1d-296f-4b93-beb2-b63954027a8c triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:20:12.342995 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:12.350658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182508a4-b0f9-4edf-8d12-5e561affb8af tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=2de665ba-c56e-47be-a909-a193d4e31bd7,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:12.375753 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f1e16-73e2-4810-8246-c93b456a424b req-182508a4-b0f9-4edf-8d12-5e561affb8af tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:12.376644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-787f1e16-73e2-4810-8246-c93b456a424b req-182508a4-b0f9-4edf-8d12-5e561affb8af tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:12.404175 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-787f1e16-73e2-4810-8246-c93b456a424b req-182508a4-b0f9-4edf-8d12-5e561affb8af tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6488552 Jul 28 12:20:12.421956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Request body: {'port': {'device_id': '194fb6cd-b01e-431e-b97a-b33ab9af9afb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:20:12.495483 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:12.646210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-823396e9-bfa3-476f-ace6-648e8fa154db None None] Provisioning for port 2de665ba-c56e-47be-a909-a193d4e31bd7 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:20:12.650338 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-823396e9-bfa3-476f-ace6-648e8fa154db None None] Provisioning complete for port 2de665ba-c56e-47be-a909-a193d4e31bd7 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:20:12.650920 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-823396e9-bfa3-476f-ace6-648e8fa154db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:12.693183 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-823396e9-bfa3-476f-ace6-648e8fa154db None None] Port 2de665ba-c56e-47be-a909-a193d4e31bd7 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:20:12.803179 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de665ba-c56e-47be-a909-a193d4e31bd7 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:20:12.811575 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:12.824528 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Transition to ACTIVE for port object 2de665ba-c56e-47be-a909-a193d4e31bd7 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:20:12.828725 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:12.884770 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Pushing event updated for resources: {'Port': ['ID=2de665ba-c56e-47be-a909-a193d4e31bd7,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:12.992886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Attempting to bind port 2de665ba-c56e-47be-a909-a193d4e31bd7 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:20:12.993155 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Attempting to bind port 2de665ba-c56e-47be-a909-a193d4e31bd7 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '8235fef5-1f4e-4678-9b81-1f7f2fd0f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:20:12.993470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Attempting to bind port 2de665ba-c56e-47be-a909-a193d4e31bd7 on network 599265b9-9fc5-4185-90bf-16ca9de30373 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:20:12.998519 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Port 2de665ba-c56e-47be-a909-a193d4e31bd7 on network 599265b9-9fc5-4185-90bf-16ca9de30373 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:20:13.000255 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Attempting to bind port 2de665ba-c56e-47be-a909-a193d4e31bd7 on network 599265b9-9fc5-4185-90bf-16ca9de30373 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:20:13.005876 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:20:13.007321 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Checking segment: {'id': '8235fef5-1f4e-4678-9b81-1f7f2fd0f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:20:13.007881 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Bound using segment: {'id': '8235fef5-1f4e-4678-9b81-1f7f2fd0f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:20:13.008353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Bound port: 2de665ba-c56e-47be-a909-a193d4e31bd7, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8235fef5-1f4e-4678-9b81-1f7f2fd0f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:20:13.008728 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:13.029117 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eddcee-198f-41b3-9c7b-999801a121e9 req-f900b972-ed4e-4c0d-af29-0f4f383ab012 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:13.031598 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f5eddcee-198f-41b3-9c7b-999801a121e9 req-f900b972-ed4e-4c0d-af29-0f4f383ab012 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 944 time: 0.0797634 Jul 28 12:20:13.085236 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f5eddcee-198f-41b3-9c7b-999801a121e9 req-bba1a983-ea2b-49f7-9a11-07d87983cf96 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bbb19bc-7703-4839-956b-b53b8add1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425656 Jul 28 12:20:13.144662 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] For port 2de665ba-c56e-47be-a909-a193d4e31bd7, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:20:13.148255 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] For port 2de665ba-c56e-47be-a909-a193d4e31bd7, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2de665ba-c56e-47be-a909-a193d4e31bd7,segment=NetworkSegment(8235fef5-1f4e-4678-9b81-1f7f2fd0f256),segment_id=8235fef5-1f4e-4678-9b81-1f7f2fd0f256)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:20:13.153410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:13.204772 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:13.205262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:13.206742 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-787f1e16-73e2-4810-8246-c93b456a424b req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] 10.222.0.39 "PUT /v2.0/ports/2de665ba-c56e-47be-a909-a193d4e31bd7 HTTP/1.1" status: 200 len: 1094 time: 0.7901714 Jul 28 12:20:13.207269 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194fb6cd-b01e-431e-b97a-b33ab9af9afb', 'tag': '2de665ba-c56e-47be-a909-a193d4e31bd7'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:20:13.209555 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c7ad74-f48c-4b9a-bfc2-e3213c42b099" -d '{"events": [{"name": "network-changed", "server_uuid": "194fb6cd-b01e-431e-b97a-b33ab9af9afb", "tag": "2de665ba-c56e-47be-a909-a193d4e31bd7"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:20:13.238670 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b470c-ec6f-4f51-837f-e72c90a0dc48 service neutron] Pushing event updated for resources: {'Port': ['ID=2de665ba-c56e-47be-a909-a193d4e31bd7,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:13.263630 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d23eaa0-5caa-48e4-ab88-7acca628f12a x-openstack-request-id: req-0d23eaa0-5caa-48e4-ab88-7acca628f12a {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:20:13.264026 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194fb6cd-b01e-431e-b97a-b33ab9af9afb", "tag": "2de665ba-c56e-47be-a909-a193d4e31bd7", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:20:13.264856 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d23eaa0-5caa-48e4-ab88-7acca628f12a {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:20:13.265323 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194fb6cd-b01e-431e-b97a-b33ab9af9afb', 'tag': '2de665ba-c56e-47be-a909-a193d4e31bd7', 'status': 'completed', 'code': 200} Jul 28 12:20:13.304165 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f1e16-73e2-4810-8246-c93b456a424b req-f4bea102-4d8d-42f5-9693-4a7ceb0237a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:13.305733 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-787f1e16-73e2-4810-8246-c93b456a424b req-f4bea102-4d8d-42f5-9693-4a7ceb0237a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 1097 time: 0.0559876 Jul 28 12:20:13.356483 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-787f1e16-73e2-4810-8246-c93b456a424b req-2f6bfffd-7318-4a72-ad33-dd8b5b0b1c8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de665ba-c56e-47be-a909-a193d4e31bd7 HTTP/1.1" status: 200 len: 217 time: 0.0429778 Jul 28 12:20:13.413955 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f1e16-73e2-4810-8246-c93b456a424b req-bcf446cb-916a-46c4-9556-01318a3f5a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:13.415565 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-787f1e16-73e2-4810-8246-c93b456a424b req-bcf446cb-916a-46c4-9556-01318a3f5a10 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10a3075d-d484-41d1-80b7-ee40980e8801 HTTP/1.1" status: 200 len: 834 time: 0.0528877 Jul 28 12:20:13.469078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f1e16-73e2-4810-8246-c93b456a424b req-13d4b308-1f20-4402-9039-f0582521881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:13.470644 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-787f1e16-73e2-4810-8246-c93b456a424b req-13d4b308-1f20-4402-9039-f0582521881d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599265b9-9fc5-4185-90bf-16ca9de30373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0484643 Jul 28 12:20:13.736659 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 681bd7c8-5e5b-4ebd-b005-72823d74df4e up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:20:13.800453 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 681bd7c8-5e5b-4ebd-b005-72823d74df4e completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:20:13.805076 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 681bd7c8-5e5b-4ebd-b005-72823d74df4e triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:20:13.805453 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:13.905466 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:13.943182 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 681bd7c8-5e5b-4ebd-b005-72823d74df4e, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=681bd7c8-5e5b-4ebd-b005-72823d74df4e,segment=NetworkSegment(8235fef5-1f4e-4678-9b81-1f7f2fd0f256),segment_id=8235fef5-1f4e-4678-9b81-1f7f2fd0f256)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:20:13.944684 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-787f1e16-73e2-4810-8246-c93b456a424b req-81d662d1-6581-4fbe-acc5-e59d1ab2ee4f service neutron] 10.222.0.39 "GET /v2.0/networks/599265b9-9fc5-4185-90bf-16ca9de30373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665041 Jul 28 12:20:13.947900 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:14.007562 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=681bd7c8-5e5b-4ebd-b005-72823d74df4e,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:14.043470 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-787f1e16-73e2-4810-8246-c93b456a424b req-921d71ff-18a7-4954-86db-a5ecd441a099 service neutron] 10.222.0.39 "GET /v2.0/networks/599265b9-9fc5-4185-90bf-16ca9de30373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913112 Jul 28 12:20:14.132200 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7ad74-f48c-4b9a-bfc2-e3213c42b099 req-deec6bce-cfe3-41b9-bd14-c993ab30a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:14.134090 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d7c7ad74-f48c-4b9a-bfc2-e3213c42b099 req-deec6bce-cfe3-41b9-bd14-c993ab30a386 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 1097 time: 0.0452356 Jul 28 12:20:14.215326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2ec7f-3f7c-43cb-ac8a-f39ccbcd211d req-fa1cb5ae-231a-4495-90e3-7a7bc5d9f956 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:14.216866 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a7d2ec7f-3f7c-43cb-ac8a-f39ccbcd211d req-fa1cb5ae-231a-4495-90e3-7a7bc5d9f956 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 944 time: 0.0505571 Jul 28 12:20:14.244166 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7ad74-f48c-4b9a-bfc2-e3213c42b099 req-52f42ffb-bb2e-4a51-9941-3c59cdae4fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:14.244166 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d7c7ad74-f48c-4b9a-bfc2-e3213c42b099 req-52f42ffb-bb2e-4a51-9941-3c59cdae4fa7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=599265b9-9fc5-4185-90bf-16ca9de30373 HTTP/1.1" status: 200 len: 897 time: 0.0996780 Jul 28 12:20:14.268347 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a7d2ec7f-3f7c-43cb-ac8a-f39ccbcd211d req-5d2f33d5-325b-4487-a2f8-46a14c5d85d7 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bbb19bc-7703-4839-956b-b53b8add1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446889 Jul 28 12:20:14.287083 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d7c7ad74-f48c-4b9a-bfc2-e3213c42b099 req-a7b7da22-de01-4f1a-988f-0ba844d7c740 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de665ba-c56e-47be-a909-a193d4e31bd7 HTTP/1.1" status: 200 len: 217 time: 0.0356581 Jul 28 12:20:14.344832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7ad74-f48c-4b9a-bfc2-e3213c42b099 req-8da8441d-52d8-49a5-b615-ddfcde6a10c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:14.346349 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d7c7ad74-f48c-4b9a-bfc2-e3213c42b099 req-8da8441d-52d8-49a5-b615-ddfcde6a10c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10a3075d-d484-41d1-80b7-ee40980e8801 HTTP/1.1" status: 200 len: 834 time: 0.0512023 Jul 28 12:20:14.394023 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7ad74-f48c-4b9a-bfc2-e3213c42b099 req-cff2e6b4-5734-4d83-ba88-cf255753d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:14.395487 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d7c7ad74-f48c-4b9a-bfc2-e3213c42b099 req-cff2e6b4-5734-4d83-ba88-cf255753d3cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599265b9-9fc5-4185-90bf-16ca9de30373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0413563 Jul 28 12:20:14.499264 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d7c7ad74-f48c-4b9a-bfc2-e3213c42b099 req-a0c7f2ca-43ad-453a-b4be-cfbbd5f344dc service neutron] 10.222.0.39 "GET /v2.0/networks/599265b9-9fc5-4185-90bf-16ca9de30373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948644 Jul 28 12:20:14.597621 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d7c7ad74-f48c-4b9a-bfc2-e3213c42b099 req-5acfa364-687e-4331-87c7-b4c55975f017 service neutron] 10.222.0.39 "GET /v2.0/networks/599265b9-9fc5-4185-90bf-16ca9de30373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912924 Jul 28 12:20:15.399782 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe371c-1625-4d89-98c4-111ee74f116b req-4152c840-a4f1-4a23-a95e-e3724af9bf3d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:15.401275 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-adbe371c-1625-4d89-98c4-111ee74f116b req-4152c840-a4f1-4a23-a95e-e3724af9bf3d tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 944 time: 0.0549679 Jul 28 12:20:15.444187 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-adbe371c-1625-4d89-98c4-111ee74f116b req-7314c43c-def5-4894-afda-ed32914a8f19 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bbb19bc-7703-4839-956b-b53b8add1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361865 Jul 28 12:20:15.695306 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 681bd7c8-5e5b-4ebd-b005-72823d74df4e up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:20:15.752370 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 681bd7c8-5e5b-4ebd-b005-72823d74df4e triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:20:15.752887 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:16.219829 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 2de665ba-c56e-47be-a909-a193d4e31bd7 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:20:16.327372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 2de665ba-c56e-47be-a909-a193d4e31bd7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2de665ba-c56e-47be-a909-a193d4e31bd7,segment=NetworkSegment(8235fef5-1f4e-4678-9b81-1f7f2fd0f256),segment_id=8235fef5-1f4e-4678-9b81-1f7f2fd0f256)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:20:16.339945 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '2de665ba-c56e-47be-a909-a193d4e31bd7', 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373', 'port_id': '2de665ba-c56e-47be-a909-a193d4e31bd7', 'mac_address': 'fa:16:3e:77:a4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:20:16.378469 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:16.392253 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de665ba-c56e-47be-a909-a193d4e31bd7 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:20:16.412419 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 2de665ba-c56e-47be-a909-a193d4e31bd7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2de665ba-c56e-47be-a909-a193d4e31bd7,segment=NetworkSegment(8235fef5-1f4e-4678-9b81-1f7f2fd0f256),segment_id=8235fef5-1f4e-4678-9b81-1f7f2fd0f256)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:20:16.417493 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:16.468226 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=2de665ba-c56e-47be-a909-a193d4e31bd7,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:16.567745 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8325b-dfb4-4f26-ad3e-1156648c50db req-e128901a-3935-4275-ba79-17dca1ebe9b9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:16.569237 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-84e8325b-dfb4-4f26-ad3e-1156648c50db req-e128901a-3935-4275-ba79-17dca1ebe9b9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 945 time: 0.0531530 Jul 28 12:20:16.611301 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-84e8325b-dfb4-4f26-ad3e-1156648c50db req-87219b00-63c7-474f-9042-2be7f73b67c7 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bbb19bc-7703-4839-956b-b53b8add1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358059 Jul 28 12:20:16.626903 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['2de665ba-c56e-47be-a909-a193d4e31bd7'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:20:17.733591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f297ae-c9f6-4e36-b340-d9116110c84a req-875b7ec5-fa75-44cf-9ed9-b7039d7f7575 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:17.735379 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-92f297ae-c9f6-4e36-b340-d9116110c84a req-875b7ec5-fa75-44cf-9ed9-b7039d7f7575 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 945 time: 0.0501106 Jul 28 12:20:17.786526 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-92f297ae-c9f6-4e36-b340-d9116110c84a req-ad59f311-4b8c-4964-b624-aad32fdee830 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bbb19bc-7703-4839-956b-b53b8add1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410297 Jul 28 12:20:18.219191 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 2de665ba-c56e-47be-a909-a193d4e31bd7 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:20:18.270092 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 2de665ba-c56e-47be-a909-a193d4e31bd7 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:20:18.273686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 2de665ba-c56e-47be-a909-a193d4e31bd7 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:20:18.274054 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:18.350840 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:18.374605 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194fb6cd-b01e-431e-b97a-b33ab9af9afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de665ba-c56e-47be-a909-a193d4e31bd7'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:20:18.377173 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd2059e-3928-4795-b51e-9664d34d1e71" -d '{"events": [{"server_uuid": "194fb6cd-b01e-431e-b97a-b33ab9af9afb", "name": "network-vif-plugged", "status": "completed", "tag": "2de665ba-c56e-47be-a909-a193d4e31bd7"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:20:18.390447 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 2de665ba-c56e-47be-a909-a193d4e31bd7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2de665ba-c56e-47be-a909-a193d4e31bd7,segment=NetworkSegment(8235fef5-1f4e-4678-9b81-1f7f2fd0f256),segment_id=8235fef5-1f4e-4678-9b81-1f7f2fd0f256)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:20:18.394991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:18.418539 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b849441-1def-4785-a47b-42db445bbe65 x-openstack-request-id: req-2b849441-1def-4785-a47b-42db445bbe65 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:20:18.418821 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194fb6cd-b01e-431e-b97a-b33ab9af9afb", "name": "network-vif-plugged", "status": "completed", "tag": "2de665ba-c56e-47be-a909-a193d4e31bd7", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:20:18.419073 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b849441-1def-4785-a47b-42db445bbe65 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:20:18.419476 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194fb6cd-b01e-431e-b97a-b33ab9af9afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de665ba-c56e-47be-a909-a193d4e31bd7', 'code': 200} Jul 28 12:20:18.457406 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=2de665ba-c56e-47be-a909-a193d4e31bd7,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:18.601313 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1dd7f-be6d-4026-afc3-35c79f677b5e req-11d20f29-dc02-43e1-beba-3f2b738ee9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:18.603122 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-32c1dd7f-be6d-4026-afc3-35c79f677b5e req-11d20f29-dc02-43e1-beba-3f2b738ee9be service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 1099 time: 0.0542104 Jul 28 12:20:18.638940 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-32c1dd7f-be6d-4026-afc3-35c79f677b5e req-69e1e69e-b968-4cb8-9d2a-e94353560434 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7bbb19bc-7703-4839-956b-b53b8add1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285635 Jul 28 12:20:18.925357 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dc95f-c9cf-4686-8b33-b8ef5bd853ee req-36054f96-8726-4ac9-89f3-39922cfe8c99 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:18.926909 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-402dc95f-c9cf-4686-8b33-b8ef5bd853ee req-36054f96-8726-4ac9-89f3-39922cfe8c99 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 946 time: 0.0565701 Jul 28 12:20:18.966142 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-402dc95f-c9cf-4686-8b33-b8ef5bd853ee req-23593b05-c66e-4c60-9aaf-00900f10fac0 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bbb19bc-7703-4839-956b-b53b8add1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332041 Jul 28 12:20:20.085602 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec286f-df0c-4f91-b43b-fdb4660ae1ee req-a178c259-ef4e-4085-a600-fe5b38de9151 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:20.087132 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-abec286f-df0c-4f91-b43b-fdb4660ae1ee req-a178c259-ef4e-4085-a600-fe5b38de9151 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 946 time: 0.0497363 Jul 28 12:20:20.132362 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-abec286f-df0c-4f91-b43b-fdb4660ae1ee req-f17f36f5-1ec8-4b5f-8733-ec6af4d40d15 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bbb19bc-7703-4839-956b-b53b8add1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391049 Jul 28 12:20:20.253689 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019954c-ad15-4a1b-8cb7-253944636870 req-c7115193-c451-4ee1-a611-9a3d24775cc1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:20.255258 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2019954c-ad15-4a1b-8cb7-253944636870 req-c7115193-c451-4ee1-a611-9a3d24775cc1 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 946 time: 0.0500574 Jul 28 12:20:20.299228 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2019954c-ad15-4a1b-8cb7-253944636870 req-b695543f-3b3e-43ed-9774-b9f8b17e24c9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bbb19bc-7703-4839-956b-b53b8add1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374238 Jul 28 12:20:20.320784 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37882) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:20.344032 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:20.364897 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78089b6c-e5ed-4d73-b4a7-7d367030d2d5 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:20.366397 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-78089b6c-e5ed-4d73-b4a7-7d367030d2d5 tempest-TestNetworkAdvancedServerOps-1837616823 tempest-TestNetworkAdvancedServerOps-1837616823-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 1094 time: 0.0446386 Jul 28 12:20:20.369179 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37884) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:20.374034 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '2de665ba-c56e-47be-a909-a193d4e31bd7', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:20:20.398886 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:20.495819 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:20.606219 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Allocated IP 172.26.1.111 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/1304c73f-73a2-4281-830a-323014c0bd87) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:20:20.713268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:20.754661 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:20.795832 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:20:20.798803 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:20:20.802783 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:20:20.830026 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=1304c73f-73a2-4281-830a-323014c0bd87,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:21.168959 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:21.245480 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:21.408553 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:21.413197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:21.477766 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event updated for resources: {'Port': ['ID=1304c73f-73a2-4281-830a-323014c0bd87,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:21.497563 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:21.600870 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Floating IP 15bd1864-758e-423d-8cae-e150404776ac associated. External IP: 172.26.1.111, port: 2de665ba-c56e-47be-a909-a193d4e31bd7. Jul 28 12:20:21.817429 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router a9e4628e-ac73-4507-a46e-c9381af00697 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:20:21.930830 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:20:21.941062 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f7768-f616-4e7a-9cd8-a4d2e9474757 None None] Sync routers for ids ['a9e4628e-ac73-4507-a46e-c9381af00697'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:20:21.950119 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f7768-f616-4e7a-9cd8-a4d2e9474757 None None] Routers {'a9e4628e-ac73-4507-a46e-c9381af00697'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:20:21.950765 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9b1f7768-f616-4e7a-9cd8-a4d2e9474757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:20:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['a9e4628e-ac73-4507-a46e-c9381af00697'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:21.956278 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:21.985055 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1c0bd68a-f609-4b88-b4ea-942a292b6d25 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6147275 Jul 28 12:20:21.985760 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194fb6cd-b01e-431e-b97a-b33ab9af9afb', 'tag': '2de665ba-c56e-47be-a909-a193d4e31bd7'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:20:21.987913 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189b7960-fb22-4bb9-9d3a-aef20f5f91e3" -d '{"events": [{"name": "network-changed", "server_uuid": "194fb6cd-b01e-431e-b97a-b33ab9af9afb", "tag": "2de665ba-c56e-47be-a909-a193d4e31bd7"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:20:22.075181 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-9b1f7768-f616-4e7a-9cd8-a4d2e9474757 None None] Set router a9e4628e-ac73-4507-a46e-c9381af00697 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:20:22.090517 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9267e-8a4b-4d07-b2e4-9586995c06e4 req-8cd5b11f-a278-4319-80d0-a25afac4dcc6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:22.092285 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-75e9267e-8a4b-4d07-b2e4-9586995c06e4 req-8cd5b11f-a278-4319-80d0-a25afac4dcc6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 946 time: 0.0530264 Jul 28 12:20:22.107183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9f0a01-d447-4894-8cc0-35a3360216f9 x-openstack-request-id: req-5e9f0a01-d447-4894-8cc0-35a3360216f9 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:20:22.107466 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194fb6cd-b01e-431e-b97a-b33ab9af9afb", "tag": "2de665ba-c56e-47be-a909-a193d4e31bd7", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:20:22.108237 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e9f0a01-d447-4894-8cc0-35a3360216f9 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:20:22.109188 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194fb6cd-b01e-431e-b97a-b33ab9af9afb', 'tag': '2de665ba-c56e-47be-a909-a193d4e31bd7', 'status': 'completed', 'code': 200} Jul 28 12:20:22.141966 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-75e9267e-8a4b-4d07-b2e4-9586995c06e4 req-ade0dc81-be73-4e0f-9ef0-3f762d6fcd12 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bbb19bc-7703-4839-956b-b53b8add1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424271 Jul 28 12:20:22.176682 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37892) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:22.183774 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b7960-fb22-4bb9-9d3a-aef20f5f91e3 req-56ae6202-e4e0-44fe-925f-9df766030c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:22.185426 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-189b7960-fb22-4bb9-9d3a-aef20f5f91e3 req-56ae6202-e4e0-44fe-925f-9df766030c98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 1099 time: 0.0541878 Jul 28 12:20:22.265531 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-37981d4e-0e02-4419-90a7-45cb0d8c079b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/15bd1864-758e-423d-8cae-e150404776ac HTTP/1.1" status: 200 len: 992 time: 0.0859580 Jul 28 12:20:22.278889 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b7960-fb22-4bb9-9d3a-aef20f5f91e3 req-eb9087f2-112a-45fa-8793-e4de075351dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:22.280583 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-189b7960-fb22-4bb9-9d3a-aef20f5f91e3 req-eb9087f2-112a-45fa-8793-e4de075351dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=599265b9-9fc5-4185-90bf-16ca9de30373 HTTP/1.1" status: 200 len: 897 time: 0.0883851 Jul 28 12:20:22.307887 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9b1f7768-f616-4e7a-9cd8-a4d2e9474757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88108879', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '15bd1864-758e-423d-8cae-e150404776ac', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'floating_ip_address': '172.26.1.111', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'port_id': '2de665ba-c56e-47be-a909-a193d4e31bd7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373', 'mac_address': 'fa:16:3e:77:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fb6cd-b01e-431e-b97a-b33ab9af9afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:20:21Z', 'updated_at': '2021-07-28T12:20:21Z', 'revision_number': 0, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681bd7c8-5e5b-4ebd-b005-72823d74df4e', 'name': '', 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:b5:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:08Z', 'updated_at': '2021-07-28T12:20:13Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:22.337628 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f7768-f616-4e7a-9cd8-a4d2e9474757 None None] Checking router: a9e4628e-ac73-4507-a46e-c9381af00697 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:20:22.347119 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f7768-f616-4e7a-9cd8-a4d2e9474757 None None] Routers {'a9e4628e-ac73-4507-a46e-c9381af00697'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:20:22.347788 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9b1f7768-f616-4e7a-9cd8-a4d2e9474757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:20:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['a9e4628e-ac73-4507-a46e-c9381af00697'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:22.361374 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-189b7960-fb22-4bb9-9d3a-aef20f5f91e3 req-1ffe3486-7efa-43b2-a400-fed3353c613c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de665ba-c56e-47be-a909-a193d4e31bd7 HTTP/1.1" status: 200 len: 1000 time: 0.0741160 Jul 28 12:20:22.411326 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b7960-fb22-4bb9-9d3a-aef20f5f91e3 req-c4f62e7a-78da-4198-b13f-a97f8c5f6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:22.412798 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-189b7960-fb22-4bb9-9d3a-aef20f5f91e3 req-c4f62e7a-78da-4198-b13f-a97f8c5f6461 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10a3075d-d484-41d1-80b7-ee40980e8801 HTTP/1.1" status: 200 len: 834 time: 0.0446239 Jul 28 12:20:22.456204 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-9b1f7768-f616-4e7a-9cd8-a4d2e9474757 None None] Set router a9e4628e-ac73-4507-a46e-c9381af00697 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:20:22.463800 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b7960-fb22-4bb9-9d3a-aef20f5f91e3 req-bb98e4d0-8d4c-42b6-81ee-5c61b92f0eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:22.465359 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-189b7960-fb22-4bb9-9d3a-aef20f5f91e3 req-bb98e4d0-8d4c-42b6-81ee-5c61b92f0eb3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599265b9-9fc5-4185-90bf-16ca9de30373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0453026 Jul 28 12:20:22.564979 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-189b7960-fb22-4bb9-9d3a-aef20f5f91e3 req-22cfcb8d-eb2c-4d17-ae9e-1b615b08d447 service neutron] 10.222.0.39 "GET /v2.0/networks/599265b9-9fc5-4185-90bf-16ca9de30373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920837 Jul 28 12:20:22.672728 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-189b7960-fb22-4bb9-9d3a-aef20f5f91e3 req-78cd8905-77fe-439e-a95a-6b03133bea38 service neutron] 10.222.0.39 "GET /v2.0/networks/599265b9-9fc5-4185-90bf-16ca9de30373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003215 Jul 28 12:20:22.777401 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-9b1f7768-f616-4e7a-9cd8-a4d2e9474757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88108879', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '15bd1864-758e-423d-8cae-e150404776ac', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'floating_ip_address': '172.26.1.111', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'port_id': '2de665ba-c56e-47be-a909-a193d4e31bd7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373', 'mac_address': 'fa:16:3e:77:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fb6cd-b01e-431e-b97a-b33ab9af9afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:20:21Z', 'updated_at': '2021-07-28T12:20:21Z', 'revision_number': 0, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681bd7c8-5e5b-4ebd-b005-72823d74df4e', 'name': '', 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:b5:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:08Z', 'updated_at': '2021-07-28T12:20:13Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:22.804230 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f7768-f616-4e7a-9cd8-a4d2e9474757 None None] The sync data for ids ['a9e4628e-ac73-4507-a46e-c9381af00697'] in dv-neutron-786478-16-hyperv is: [{'id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88108879', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '15bd1864-758e-423d-8cae-e150404776ac', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'floating_ip_address': '172.26.1.111', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'port_id': '2de665ba-c56e-47be-a909-a193d4e31bd7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373', 'mac_address': 'fa:16:3e:77:a4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fb6cd-b01e-431e-b97a-b33ab9af9afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:20:21Z', 'updated_at': '2021-07-28T12:20:21Z', 'revision_number': 0, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681bd7c8-5e5b-4ebd-b005-72823d74df4e', 'name': '', 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:b5:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:08Z', 'updated_at': '2021-07-28T12:20:13Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:20:22.999219 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b923c8e3-4132-402f-9b00-7c0dedf5a404 None None] New status for floating IP 15bd1864-758e-423d-8cae-e150404776ac: ACTIVE {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:20:23.271892 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37896) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:23.338395 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b862449c-f6cd-4e08-8519-ce6951c6157a tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/15bd1864-758e-423d-8cae-e150404776ac HTTP/1.1" status: 200 len: 994 time: 0.0647047 Jul 28 12:20:29.281019 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-93936311-941b-44b9-a2ae-826eb56b0442 req-c3ce0e8d-ad56-493e-b92f-b33126ed6c93 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423040 Jul 28 12:20:29.372045 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93936311-941b-44b9-a2ae-826eb56b0442 req-3f63f2b9-2275-488a-85e4-06010a1a3c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:29.374131 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-93936311-941b-44b9-a2ae-826eb56b0442 req-3f63f2b9-2275-488a-85e4-06010a1a3c84 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 1099 time: 0.0511258 Jul 28 12:20:29.484911 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93936311-941b-44b9-a2ae-826eb56b0442 req-f6dd42af-2d08-467f-983e-991624f9a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:29.486836 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-93936311-941b-44b9-a2ae-826eb56b0442 req-f6dd42af-2d08-467f-983e-991624f9a2a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=599265b9-9fc5-4185-90bf-16ca9de30373 HTTP/1.1" status: 200 len: 897 time: 0.0941639 Jul 28 12:20:29.574206 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-93936311-941b-44b9-a2ae-826eb56b0442 req-e2f7d808-ebf1-446a-b3e9-1ff5de7f3d4e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de665ba-c56e-47be-a909-a193d4e31bd7 HTTP/1.1" status: 200 len: 1002 time: 0.0803158 Jul 28 12:20:29.628971 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93936311-941b-44b9-a2ae-826eb56b0442 req-b40d0b9b-68e0-4fbc-b4fe-75cafa4445f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:29.630487 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-93936311-941b-44b9-a2ae-826eb56b0442 req-b40d0b9b-68e0-4fbc-b4fe-75cafa4445f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10a3075d-d484-41d1-80b7-ee40980e8801 HTTP/1.1" status: 200 len: 834 time: 0.0500524 Jul 28 12:20:29.679380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93936311-941b-44b9-a2ae-826eb56b0442 req-d357b659-8f1d-4c7b-9658-5465e4801ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:29.680901 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-93936311-941b-44b9-a2ae-826eb56b0442 req-d357b659-8f1d-4c7b-9658-5465e4801ccb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599265b9-9fc5-4185-90bf-16ca9de30373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0433006 Jul 28 12:20:29.805954 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-93936311-941b-44b9-a2ae-826eb56b0442 req-f6aec648-ec6b-4c65-b17e-f1cd9ee6c9ac service neutron] 10.222.0.39 "GET /v2.0/networks/599265b9-9fc5-4185-90bf-16ca9de30373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175361 Jul 28 12:20:29.900485 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-93936311-941b-44b9-a2ae-826eb56b0442 req-45114d7a-7e79-434f-9a1d-e9c284f61806 service neutron] 10.222.0.39 "GET /v2.0/networks/599265b9-9fc5-4185-90bf-16ca9de30373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873265 Jul 28 12:20:30.854723 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:20:32.469261 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-593bcce9-c177-48a3-9167-99605a47b241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:34.932501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0511d19b-8139-4a22-8a27-e0fc57e3f67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:35.415994 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:36.532276 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:38.081632 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:50.356734 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:52.098179 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc8fb1-b23f-4db5-a462-39a9898f8539 req-38955a6b-ca4e-4aae-9d1e-b7029c4f9e19 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:52.099702 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bbbc8fb1-b23f-4db5-a462-39a9898f8539 req-38955a6b-ca4e-4aae-9d1e-b7029c4f9e19 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 946 time: 0.0544882 Jul 28 12:20:52.140192 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bbbc8fb1-b23f-4db5-a462-39a9898f8539 req-c72a102d-0749-4de2-b6dd-e443808743f9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bbb19bc-7703-4839-956b-b53b8add1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343921 Jul 28 12:20:53.259101 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c49d4-93d0-463d-8167-592a8d78dc3d req-b59d8d58-b457-44eb-b55d-f175454da9e8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:53.260583 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-372c49d4-93d0-463d-8167-592a8d78dc3d req-b59d8d58-b457-44eb-b55d-f175454da9e8 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 946 time: 0.0490401 Jul 28 12:20:53.299998 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-372c49d4-93d0-463d-8167-592a8d78dc3d req-8f8335ce-7e53-40f4-a3ba-735e824f61ec tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bbb19bc-7703-4839-956b-b53b8add1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327563 Jul 28 12:20:53.322577 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37920) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:53.381135 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4054fefe-508f-4c1f-9bed-94d98820a4e2 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/15bd1864-758e-423d-8cae-e150404776ac HTTP/1.1" status: 200 len: 994 time: 0.0573916 Jul 28 12:20:54.663673 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b94c2a-713f-421c-b007-555fad6be10c req-b49d4c99-cab2-46c1-820f-b4ab9599cf41 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:54.665114 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-31b94c2a-713f-421c-b007-555fad6be10c req-b49d4c99-cab2-46c1-820f-b4ab9599cf41 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 946 time: 0.0579276 Jul 28 12:20:54.678189 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ddbce-90de-4d79-b46a-3cf378b4cd6e req-e8105ef9-1a72-4f35-9dcb-c1847c8a07fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:54.680172 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c83ddbce-90de-4d79-b46a-3cf378b4cd6e req-e8105ef9-1a72-4f35-9dcb-c1847c8a07fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 1099 time: 0.0483627 Jul 28 12:20:54.707343 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-31b94c2a-713f-421c-b007-555fad6be10c req-315d887e-9643-45de-8d7a-7c7d8263e566 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bbb19bc-7703-4839-956b-b53b8add1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347109 Jul 28 12:20:54.779329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ddbce-90de-4d79-b46a-3cf378b4cd6e req-5f41caa5-07df-43d1-bbd1-e95b70c4dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:54.781520 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c83ddbce-90de-4d79-b46a-3cf378b4cd6e req-5f41caa5-07df-43d1-bbd1-e95b70c4dd27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=599265b9-9fc5-4185-90bf-16ca9de30373 HTTP/1.1" status: 200 len: 897 time: 0.0932779 Jul 28 12:20:54.848686 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c83ddbce-90de-4d79-b46a-3cf378b4cd6e req-b77ef2ea-b27e-4890-af1a-098451cf9886 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de665ba-c56e-47be-a909-a193d4e31bd7 HTTP/1.1" status: 200 len: 1002 time: 0.0604720 Jul 28 12:20:54.903598 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ddbce-90de-4d79-b46a-3cf378b4cd6e req-3930568a-2fd1-4f30-8687-f48bf06f2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:54.905545 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c83ddbce-90de-4d79-b46a-3cf378b4cd6e req-3930568a-2fd1-4f30-8687-f48bf06f2857 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10a3075d-d484-41d1-80b7-ee40980e8801 HTTP/1.1" status: 200 len: 834 time: 0.0488713 Jul 28 12:20:54.954055 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ddbce-90de-4d79-b46a-3cf378b4cd6e req-dac7b569-3a31-4ebe-affb-6a8361e1afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:54.955522 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c83ddbce-90de-4d79-b46a-3cf378b4cd6e req-dac7b569-3a31-4ebe-affb-6a8361e1afb4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599265b9-9fc5-4185-90bf-16ca9de30373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436277 Jul 28 12:20:55.046758 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c83ddbce-90de-4d79-b46a-3cf378b4cd6e req-ec2b9078-742e-4e76-bc2a-aa7d52d1ce2e service neutron] 10.222.0.39 "GET /v2.0/networks/599265b9-9fc5-4185-90bf-16ca9de30373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838640 Jul 28 12:20:55.143451 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c83ddbce-90de-4d79-b46a-3cf378b4cd6e req-7f8e8828-d573-4128-be9b-f2a00792ec57 service neutron] 10.222.0.39 "GET /v2.0/networks/599265b9-9fc5-4185-90bf-16ca9de30373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905311 Jul 28 12:20:55.841486 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014e595-d1ed-4201-b9ea-1ed85774d0b0 req-d2606e74-2dfe-4085-96b5-29eb22c0d3cc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:55.843796 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e014e595-d1ed-4201-b9ea-1ed85774d0b0 req-d2606e74-2dfe-4085-96b5-29eb22c0d3cc tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 946 time: 0.0604610 Jul 28 12:20:55.884712 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e014e595-d1ed-4201-b9ea-1ed85774d0b0 req-8edf0981-76e8-453e-8e05-164161f9438b tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bbb19bc-7703-4839-956b-b53b8add1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344758 Jul 28 12:20:57.012421 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32727aa-de12-4cab-9087-9bb3c14b6cb8 req-8a54e5e1-4532-4ea7-bff2-b45daa979bc7 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:57.013932 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e32727aa-de12-4cab-9087-9bb3c14b6cb8 req-8a54e5e1-4532-4ea7-bff2-b45daa979bc7 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 946 time: 0.0514264 Jul 28 12:20:57.054527 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e32727aa-de12-4cab-9087-9bb3c14b6cb8 req-0b695fd2-9f68-40ed-b2ab-6f644237cd76 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bbb19bc-7703-4839-956b-b53b8add1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342264 Jul 28 12:20:57.077268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37932) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:57.142134 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-4c038c37-e241-4092-a50c-47e1c563f179 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/floatingips/15bd1864-758e-423d-8cae-e150404776ac HTTP/1.1" status: 200 len: 994 time: 0.0636003 Jul 28 12:20:57.472657 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37938) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:20:57.631735 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-b2d79d02-f411-4042-a35c-ea601e16b92e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port 1304c73f-73a2-4281-830a-323014c0bd87 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:20:57.632073 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2d79d02-f411-4042-a35c-ea601e16b92e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:57.710369 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2d79d02-f411-4042-a35c-ea601e16b92e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:57.710755 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2d79d02-f411-4042-a35c-ea601e16b92e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:57.723552 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-b2d79d02-f411-4042-a35c-ea601e16b92e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for 1304c73f-73a2-4281-830a-323014c0bd87 owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:20:57.872171 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2d79d02-f411-4042-a35c-ea601e16b92e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:57.897137 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d79d02-f411-4042-a35c-ea601e16b92e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=1304c73f-73a2-4281-830a-323014c0bd87,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:20:57.965449 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2d79d02-f411-4042-a35c-ea601e16b92e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:57.965769 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-b2d79d02-f411-4042-a35c-ea601e16b92e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Floating IP 15bd1864-758e-423d-8cae-e150404776ac disassociated (deleted). External IP: 172.26.1.111, port: 2de665ba-c56e-47be-a909-a193d4e31bd7. Jul 28 12:20:58.189514 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d79d02-f411-4042-a35c-ea601e16b92e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router a9e4628e-ac73-4507-a46e-c9381af00697 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:20:58.630665 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d79d02-f411-4042-a35c-ea601e16b92e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:20:58.635690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b2d79d02-f411-4042-a35c-ea601e16b92e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:58.641185 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1da790-ea83-43ef-938a-e8f327fe053f None None] Sync routers for ids ['a9e4628e-ac73-4507-a46e-c9381af00697'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:20:58.650108 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1da790-ea83-43ef-938a-e8f327fe053f None None] Routers {'a9e4628e-ac73-4507-a46e-c9381af00697'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:20:58.650738 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-8e1da790-ea83-43ef-938a-e8f327fe053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:20:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['a9e4628e-ac73-4507-a46e-c9381af00697'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:58.662406 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b2d79d02-f411-4042-a35c-ea601e16b92e tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/floatingips/15bd1864-758e-423d-8cae-e150404776ac HTTP/1.1" status: 204 len: 168 time: 1.1884649 Jul 28 12:20:58.662973 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194fb6cd-b01e-431e-b97a-b33ab9af9afb', 'tag': '2de665ba-c56e-47be-a909-a193d4e31bd7'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:20:58.665352 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76ac30f-1b9a-49fb-9758-bc050ec1d288" -d '{"events": [{"name": "network-changed", "server_uuid": "194fb6cd-b01e-431e-b97a-b33ab9af9afb", "tag": "2de665ba-c56e-47be-a909-a193d4e31bd7"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:20:58.707576 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b325a781-f74b-4946-af99-a0509cf8327e x-openstack-request-id: req-b325a781-f74b-4946-af99-a0509cf8327e {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:20:58.707866 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194fb6cd-b01e-431e-b97a-b33ab9af9afb", "tag": "2de665ba-c56e-47be-a909-a193d4e31bd7", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:20:58.708111 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b325a781-f74b-4946-af99-a0509cf8327e {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:20:58.708514 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194fb6cd-b01e-431e-b97a-b33ab9af9afb', 'tag': '2de665ba-c56e-47be-a909-a193d4e31bd7', 'status': 'completed', 'code': 200} Jul 28 12:20:58.762291 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-8e1da790-ea83-43ef-938a-e8f327fe053f None None] Set router a9e4628e-ac73-4507-a46e-c9381af00697 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:20:58.779030 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ac30f-1b9a-49fb-9758-bc050ec1d288 req-9fc8ebf1-e87e-4437-be6d-b94a1359d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:58.781334 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f76ac30f-1b9a-49fb-9758-bc050ec1d288 req-9fc8ebf1-e87e-4437-be6d-b94a1359d844 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=331b9da3639043e2b67d20ab571f5750&device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 1099 time: 0.0445457 Jul 28 12:20:58.897356 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ac30f-1b9a-49fb-9758-bc050ec1d288 req-bd704472-8889-4aa5-b531-57a87d9ba98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:58.898788 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f76ac30f-1b9a-49fb-9758-bc050ec1d288 req-bd704472-8889-4aa5-b531-57a87d9ba98a service neutron] 10.222.0.39 "GET /v2.0/networks?id=599265b9-9fc5-4185-90bf-16ca9de30373 HTTP/1.1" status: 200 len: 897 time: 0.1010525 Jul 28 12:20:58.920011 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba8685-fe0c-42eb-bcdf-882d02db33b2 req-12818421-d431-4dd7-b541-55087b6e2ed6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:58.921986 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-96ba8685-fe0c-42eb-bcdf-882d02db33b2 req-12818421-d431-4dd7-b541-55087b6e2ed6 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 946 time: 0.0537419 Jul 28 12:20:58.954971 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f76ac30f-1b9a-49fb-9758-bc050ec1d288 req-ba6599c9-38b3-4219-8d1c-cbfd9f585660 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de665ba-c56e-47be-a909-a193d4e31bd7 HTTP/1.1" status: 200 len: 217 time: 0.0460827 Jul 28 12:20:58.970522 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-96ba8685-fe0c-42eb-bcdf-882d02db33b2 req-dd7acb48-daaf-446f-b123-b34e12265256 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bbb19bc-7703-4839-956b-b53b8add1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421417 Jul 28 12:20:58.977039 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-8e1da790-ea83-43ef-938a-e8f327fe053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88108879', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '681bd7c8-5e5b-4ebd-b005-72823d74df4e', 'name': '', 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:b5:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:08Z', 'updated_at': '2021-07-28T12:20:13Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:59.003465 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1da790-ea83-43ef-938a-e8f327fe053f None None] Checking router: a9e4628e-ac73-4507-a46e-c9381af00697 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:20:59.009407 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ac30f-1b9a-49fb-9758-bc050ec1d288 req-53eab4c9-5f2a-4b1c-87c9-2cc6b839b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:59.010933 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f76ac30f-1b9a-49fb-9758-bc050ec1d288 req-53eab4c9-5f2a-4b1c-87c9-2cc6b839b366 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10a3075d-d484-41d1-80b7-ee40980e8801 HTTP/1.1" status: 200 len: 834 time: 0.0476551 Jul 28 12:20:59.011755 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1da790-ea83-43ef-938a-e8f327fe053f None None] Routers {'a9e4628e-ac73-4507-a46e-c9381af00697'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:20:59.012355 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-8e1da790-ea83-43ef-938a-e8f327fe053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:20:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['a9e4628e-ac73-4507-a46e-c9381af00697'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:59.060439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ac30f-1b9a-49fb-9758-bc050ec1d288 req-27e40100-2d58-4d82-8af4-048b96e74b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:59.062537 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f76ac30f-1b9a-49fb-9758-bc050ec1d288 req-27e40100-2d58-4d82-8af4-048b96e74b8e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599265b9-9fc5-4185-90bf-16ca9de30373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0424902 Jul 28 12:20:59.118363 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-8e1da790-ea83-43ef-938a-e8f327fe053f None None] Set router a9e4628e-ac73-4507-a46e-c9381af00697 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:20:59.163494 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f76ac30f-1b9a-49fb-9758-bc050ec1d288 req-ae2870bc-70c7-4ed1-a617-414c2c14756a service neutron] 10.222.0.39 "GET /v2.0/networks/599265b9-9fc5-4185-90bf-16ca9de30373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918314 Jul 28 12:20:59.255426 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f76ac30f-1b9a-49fb-9758-bc050ec1d288 req-b02638ee-504e-437e-8bbf-8f5f02517a87 service neutron] 10.222.0.39 "GET /v2.0/networks/599265b9-9fc5-4185-90bf-16ca9de30373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836995 Jul 28 12:20:59.327986 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-8e1da790-ea83-43ef-938a-e8f327fe053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88108879', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '681bd7c8-5e5b-4ebd-b005-72823d74df4e', 'name': '', 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:b5:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:08Z', 'updated_at': '2021-07-28T12:20:13Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:20:59.362062 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1da790-ea83-43ef-938a-e8f327fe053f None None] The sync data for ids ['a9e4628e-ac73-4507-a46e-c9381af00697'] in dv-neutron-786478-16-hyperv is: [{'id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88108879', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '681bd7c8-5e5b-4ebd-b005-72823d74df4e', 'name': '', 'network_id': '599265b9-9fc5-4185-90bf-16ca9de30373', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'mac_address': 'fa:16:3e:b5:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:08Z', 'updated_at': '2021-07-28T12:20:13Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'subnets': [{'id': '10a3075d-d484-41d1-80b7-ee40980e8801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:20:59.578660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed9521e-2e51-4805-bb74-ae1a2bb11715 None None] New status for floating IP 15bd1864-758e-423d-8cae-e150404776ac: DOWN {{(pid=100417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:21:00.090651 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bcb3d-0208-41b1-83b4-11b8e40f97fa req-66258577-1b88-4b03-b03f-6224e462eb35 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:00.092683 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bd9bcb3d-0208-41b1-83b4-11b8e40f97fa req-66258577-1b88-4b03-b03f-6224e462eb35 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 946 time: 0.0491695 Jul 28 12:21:00.134159 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bd9bcb3d-0208-41b1-83b4-11b8e40f97fa req-d5f27e0a-171d-44d1-8564-003c54cd23fd tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bbb19bc-7703-4839-956b-b53b8add1e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348809 Jul 28 12:21:00.533538 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dd777-6e51-4e36-9d98-140a1122cab4 req-c97d606d-3a27-497e-9004-8c719a5085ab tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:00.535038 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8f1dd777-6e51-4e36-9d98-140a1122cab4 req-c97d606d-3a27-497e-9004-8c719a5085ab tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 946 time: 0.0548253 Jul 28 12:21:00.622248 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-8f1dd777-6e51-4e36-9d98-140a1122cab4 req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port 2de665ba-c56e-47be-a909-a193d4e31bd7 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:21:00.622625 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-8f1dd777-6e51-4e36-9d98-140a1122cab4 req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:00.714941 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-8f1dd777-6e51-4e36-9d98-140a1122cab4 req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] For port 2de665ba-c56e-47be-a909-a193d4e31bd7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2de665ba-c56e-47be-a909-a193d4e31bd7,segment=NetworkSegment(8235fef5-1f4e-4678-9b81-1f7f2fd0f256),segment_id=8235fef5-1f4e-4678-9b81-1f7f2fd0f256)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:21:00.715315 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-8f1dd777-6e51-4e36-9d98-140a1122cab4 req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:00.728997 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-8f1dd777-6e51-4e36-9d98-140a1122cab4 req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for 2de665ba-c56e-47be-a909-a193d4e31bd7 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:21:00.854779 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-8f1dd777-6e51-4e36-9d98-140a1122cab4 req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:00.885894 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=2de665ba-c56e-47be-a909-a193d4e31bd7,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:00.896365 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:00.896718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:00.897048 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:00.897385 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:00.897716 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:00.898042 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:00.898369 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:00.898719 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:00.899043 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:00.899372 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:00.900170 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:00.900170 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:00.942126 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1dd777-6e51-4e36-9d98-140a1122cab4 req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] No DVR routers for this DVR port 2de665ba-c56e-47be-a909-a193d4e31bd7 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:21:00.944709 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-8f1dd777-6e51-4e36-9d98-140a1122cab4 req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:00.946725 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-8f1dd777-6e51-4e36-9d98-140a1122cab4 req-70ad554b-7a14-4e89-8295-7454a56f8c5c tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.39 "DELETE /v2.0/ports/2de665ba-c56e-47be-a909-a193d4e31bd7 HTTP/1.1" status: 204 len: 173 time: 0.4055691 Jul 28 12:21:00.947174 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194fb6cd-b01e-431e-b97a-b33ab9af9afb', 'name': 'network-vif-deleted', 'tag': '2de665ba-c56e-47be-a909-a193d4e31bd7'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:21:00.949420 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38404250-9281-4997-8a00-78a020729248" -d '{"events": [{"server_uuid": "194fb6cd-b01e-431e-b97a-b33ab9af9afb", "name": "network-vif-deleted", "tag": "2de665ba-c56e-47be-a909-a193d4e31bd7"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:21:00.991064 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1bc22a-59a9-48bf-a017-0e759d454f60 x-openstack-request-id: req-0c1bc22a-59a9-48bf-a017-0e759d454f60 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:21:00.991353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194fb6cd-b01e-431e-b97a-b33ab9af9afb", "name": "network-vif-deleted", "tag": "2de665ba-c56e-47be-a909-a193d4e31bd7", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:21:00.991626 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c1bc22a-59a9-48bf-a017-0e759d454f60 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:21:00.992025 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194fb6cd-b01e-431e-b97a-b33ab9af9afb', 'name': 'network-vif-deleted', 'tag': '2de665ba-c56e-47be-a909-a193d4e31bd7', 'status': 'completed', 'code': 200} Jul 28 12:21:01.239541 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-38c4432a-0acb-4985-94dc-8a78a1fd1439 req-b64cd620-591c-4f9c-a10b-e55a2f27a786 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "GET /v2.0/ports?device_id=194fb6cd-b01e-431e-b97a-b33ab9af9afb HTTP/1.1" status: 200 len: 210 time: 0.0277326 Jul 28 12:21:02.297690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37954) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:02.472656 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad2095da-e379-44df-b0dd-8d07e6762d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:02.670755 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf62a-5e42-479d-9d2c-e14f826d8d91 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:02.934561 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-ffbcf62a-5e42-479d-9d2c-e14f826d8d91 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port 681bd7c8-5e5b-4ebd-b005-72823d74df4e {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:21:02.934823 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf62a-5e42-479d-9d2c-e14f826d8d91 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:03.026812 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-ffbcf62a-5e42-479d-9d2c-e14f826d8d91 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] For port 681bd7c8-5e5b-4ebd-b005-72823d74df4e, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=681bd7c8-5e5b-4ebd-b005-72823d74df4e,segment=NetworkSegment(8235fef5-1f4e-4678-9b81-1f7f2fd0f256),segment_id=8235fef5-1f4e-4678-9b81-1f7f2fd0f256)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:21:03.027182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf62a-5e42-479d-9d2c-e14f826d8d91 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:03.041030 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-ffbcf62a-5e42-479d-9d2c-e14f826d8d91 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for 681bd7c8-5e5b-4ebd-b005-72823d74df4e owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:21:03.233645 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf62a-5e42-479d-9d2c-e14f826d8d91 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:03.264849 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcf62a-5e42-479d-9d2c-e14f826d8d91 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=681bd7c8-5e5b-4ebd-b005-72823d74df4e,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:03.474103 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf62a-5e42-479d-9d2c-e14f826d8d91 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:03.707697 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbcf62a-5e42-479d-9d2c-e14f826d8d91 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Router a9e4628e-ac73-4507-a46e-c9381af00697 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:21:03.816400 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbcf62a-5e42-479d-9d2c-e14f826d8d91 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:21:03.825447 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ffbcf62a-5e42-479d-9d2c-e14f826d8d91 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "PUT /v2.0/routers/a9e4628e-ac73-4507-a46e-c9381af00697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5228589 Jul 28 12:21:03.825447 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37956) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:03.827349 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2302e8e-4b2b-47a4-b70b-e423daed1e10 None None] Sync routers for ids ['a9e4628e-ac73-4507-a46e-c9381af00697'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:21:03.836743 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2302e8e-4b2b-47a4-b70b-e423daed1e10 None None] Routers {'a9e4628e-ac73-4507-a46e-c9381af00697'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:21:03.839681 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c2302e8e-4b2b-47a4-b70b-e423daed1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:20:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['a9e4628e-ac73-4507-a46e-c9381af00697'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:03.879312 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting subnet 10a3075d-d484-41d1-80b7-ee40980e8801 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:21:03.882671 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:03.930447 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:03.945878 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-c2302e8e-4b2b-47a4-b70b-e423daed1e10 None None] Set router a9e4628e-ac73-4507-a46e-c9381af00697 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:21:04.027145 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:04.097153 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:04.127992 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Subnet': ['ID=10a3075d-d484-41d1-80b7-ee40980e8801,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:04.130599 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:04.135200 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/subnets/10a3075d-d484-41d1-80b7-ee40980e8801 HTTP/1.1" status: 204 len: 168 time: 0.3064244 Jul 28 12:21:04.135384 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c2302e8e-4b2b-47a4-b70b-e423daed1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88108879', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:21:03Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:04.135552 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37958) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:04.138514 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b45d18-12b5-4d9d-839e-09bbe89ac938 None None] Network 599265b9-9fc5-4185-90bf-16ca9de30373 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:21:04.168182 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2302e8e-4b2b-47a4-b70b-e423daed1e10 None None] Checking router: a9e4628e-ac73-4507-a46e-c9381af00697 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:21:04.177784 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2302e8e-4b2b-47a4-b70b-e423daed1e10 None None] Routers {'a9e4628e-ac73-4507-a46e-c9381af00697'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:21:04.178431 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c2302e8e-4b2b-47a4-b70b-e423daed1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:20:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['a9e4628e-ac73-4507-a46e-c9381af00697'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:04.228642 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.228994 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.229244 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.229582 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.229923 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.230256 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.230630 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.230963 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.231289 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.231617 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.231948 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.232274 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85ebae-45a6-4eaa-b653-325211b713aa tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.270770 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-24728c30-08ee-4a4c-a85c-455efe70d7df tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:04.298090 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-c2302e8e-4b2b-47a4-b70b-e423daed1e10 None None] Set router a9e4628e-ac73-4507-a46e-c9381af00697 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:21:04.344019 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] DHCP port deletion for 599265b9-9fc5-4185-90bf-16ca9de30373 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:21:04.388143 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-24728c30-08ee-4a4c-a85c-455efe70d7df tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:04.394572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] Deleting port ed746c1d-296f-4b93-beb2-b63954027a8c {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:21:04.394942 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:04.441528 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 2de665ba-c56e-47be-a909-a193d4e31bd7 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:21:04.461663 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-24728c30-08ee-4a4c-a85c-455efe70d7df tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Deleting port a596db6d-7ee3-4556-8119-d019ba0e4c42 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:21:04.462052 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-24728c30-08ee-4a4c-a85c-455efe70d7df tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:04.471595 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 2de665ba-c56e-47be-a909-a193d4e31bd7 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:21:04.471983 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 2de665ba-c56e-47be-a909-a193d4e31bd7 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:21:04.489337 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] For port ed746c1d-296f-4b93-beb2-b63954027a8c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ed746c1d-296f-4b93-beb2-b63954027a8c,segment=NetworkSegment(8235fef5-1f4e-4678-9b81-1f7f2fd0f256),segment_id=8235fef5-1f4e-4678-9b81-1f7f2fd0f256)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:21:04.489711 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:04.504213 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] Calling delete_port for ed746c1d-296f-4b93-beb2-b63954027a8c owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:21:04.565050 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-24728c30-08ee-4a4c-a85c-455efe70d7df tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] For port a596db6d-7ee3-4556-8119-d019ba0e4c42, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a596db6d-7ee3-4556-8119-d019ba0e4c42,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:21:04.565916 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-24728c30-08ee-4a4c-a85c-455efe70d7df tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:04.583611 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-24728c30-08ee-4a4c-a85c-455efe70d7df tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Calling delete_port for a596db6d-7ee3-4556-8119-d019ba0e4c42 owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:21:04.594468 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:04.606251 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c2302e8e-4b2b-47a4-b70b-e423daed1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88108879', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:21:03Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:04.621535 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] Pushing event deleted for resources: {'Port': ['ID=ed746c1d-296f-4b93-beb2-b63954027a8c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:04.623954 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] No DVR routers for this DVR port ed746c1d-296f-4b93-beb2-b63954027a8c on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:21:04.635027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.635027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.635027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.635027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.635027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.635027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.635027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.635027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.635027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.636273 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.636273 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.636273 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d952f745-04e1-4898-93bb-959df29e2cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:04.639095 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2302e8e-4b2b-47a4-b70b-e423daed1e10 None None] The sync data for ids ['a9e4628e-ac73-4507-a46e-c9381af00697'] in dv-neutron-786478-16-hyperv is: [{'id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88108879', 'tenant_id': '331b9da3639043e2b67d20ab571f5750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:21:03Z', 'revision_number': 5, 'project_id': '331b9da3639043e2b67d20ab571f5750', 'gw_port': {'id': 'a596db6d-7ee3-4556-8119-d019ba0e4c42', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4628e-ac73-4507-a46e-c9381af00697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:20:05Z', 'updated_at': '2021-07-28T12:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:21:04.769249 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-24728c30-08ee-4a4c-a85c-455efe70d7df tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:04.795522 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24728c30-08ee-4a4c-a85c-455efe70d7df tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Port': ['ID=a596db6d-7ee3-4556-8119-d019ba0e4c42,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:04.855457 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-24728c30-08ee-4a4c-a85c-455efe70d7df tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:04.933378 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0216bc62-6867-40c7-870e-bbf352651129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:04.952287 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-24728c30-08ee-4a4c-a85c-455efe70d7df tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:04.954585 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-24728c30-08ee-4a4c-a85c-455efe70d7df tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:04.996872 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-24728c30-08ee-4a4c-a85c-455efe70d7df tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:04.997557 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24728c30-08ee-4a4c-a85c-455efe70d7df tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Fanout notify agent at l3_agent the message router_deleted on router a9e4628e-ac73-4507-a46e-c9381af00697 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:21:05.005620 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-24728c30-08ee-4a4c-a85c-455efe70d7df tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:05.006833 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-24728c30-08ee-4a4c-a85c-455efe70d7df tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/routers/a9e4628e-ac73-4507-a46e-c9381af00697 HTTP/1.1" status: 204 len: 168 time: 0.8704000 Jul 28 12:21:05.009593 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37960) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:05.091632 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15437dd5-9822-4079-89eb-feb3cfef6af9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:05.188709 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15437dd5-9822-4079-89eb-feb3cfef6af9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:05.198504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-15437dd5-9822-4079-89eb-feb3cfef6af9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599265b9-9fc5-4185-90bf-16ca9de30373']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:05.210521 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-15437dd5-9822-4079-89eb-feb3cfef6af9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8235fef5-1f4e-4678-9b81-1f7f2fd0f256') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:05.210819 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-15437dd5-9822-4079-89eb-feb3cfef6af9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8235fef5-1f4e-4678-9b81-1f7f2fd0f256') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:05.220338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15437dd5-9822-4079-89eb-feb3cfef6af9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:05.234894 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15437dd5-9822-4079-89eb-feb3cfef6af9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:05.241163 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15437dd5-9822-4079-89eb-feb3cfef6af9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:21:05.241706 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15437dd5-9822-4079-89eb-feb3cfef6af9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:21:05.245024 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:21:05.313119 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15437dd5-9822-4079-89eb-feb3cfef6af9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:05.320105 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-15437dd5-9822-4079-89eb-feb3cfef6af9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:05.327042 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-15437dd5-9822-4079-89eb-feb3cfef6af9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/networks/599265b9-9fc5-4185-90bf-16ca9de30373 HTTP/1.1" status: 204 len: 168 time: 0.3114882 Jul 28 12:21:05.327042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37962) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:05.365638 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15437dd5-9822-4079-89eb-feb3cfef6af9 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'Network': ['ID=599265b9-9fc5-4185-90bf-16ca9de30373,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:05.408130 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:05.422358 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-597f8df3-6046-42c4-be0c-ed10b05ca800 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:05.451818 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-597f8df3-6046-42c4-be0c-ed10b05ca800 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:05.523370 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-597f8df3-6046-42c4-be0c-ed10b05ca800 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:05.526521 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-597f8df3-6046-42c4-be0c-ed10b05ca800 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:05.527715 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-597f8df3-6046-42c4-be0c-ed10b05ca800 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] 10.222.0.43 "DELETE /v2.0/security-groups/7bbb19bc-7703-4839-956b-b53b8add1e21 HTTP/1.1" status: 204 len: 168 time: 0.1990223 Jul 28 12:21:05.537504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f8df3-6046-42c4-be0c-ed10b05ca800 tempest-TestNetworkAdvancedServerOps-1964706407 tempest-TestNetworkAdvancedServerOps-1964706407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbb19bc-7703-4839-956b-b53b8add1e21,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:05.741989 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a596db6d-7ee3-4556-8119-d019ba0e4c42 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:21:05.767624 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: a596db6d-7ee3-4556-8119-d019ba0e4c42 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:21:05.767975 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a596db6d-7ee3-4556-8119-d019ba0e4c42 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:21:05.768408 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 681bd7c8-5e5b-4ebd-b005-72823d74df4e no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:21:05.788480 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 681bd7c8-5e5b-4ebd-b005-72823d74df4e {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:21:05.788832 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 681bd7c8-5e5b-4ebd-b005-72823d74df4e not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:21:05.789282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ed746c1d-296f-4b93-beb2-b63954027a8c no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:21:05.812163 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: ed746c1d-296f-4b93-beb2-b63954027a8c {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:21:05.812430 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ed746c1d-296f-4b93-beb2-b63954027a8c not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:21:05.860749 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37970) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:06.003294 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7e8f2e07-1b62-4464-aa8b-dd5b29755cd6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=331b9da3639043e2b67d20ab571f5750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412542 Jul 28 12:21:06.005853 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37974) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:06.054944 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ff6e3492-1596-4fc3-b7e2-dc804bb2ec97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:06.080800 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ff6e3492-1596-4fc3-b7e2-dc804bb2ec97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:06.129282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ff6e3492-1596-4fc3-b7e2-dc804bb2ec97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:06.131873 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-ff6e3492-1596-4fc3-b7e2-dc804bb2ec97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:06.133047 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-ff6e3492-1596-4fc3-b7e2-dc804bb2ec97 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4d8a3c2-5ae6-4f94-bd73-1781841bc29a HTTP/1.1" status: 204 len: 168 time: 0.1262591 Jul 28 12:21:06.141443 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e3492-1596-4fc3-b7e2-dc804bb2ec97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d8a3c2-5ae6-4f94-bd73-1781841bc29a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:06.388680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 37980) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:06.402013 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ce02eb5c-4293-4d88-8a4e-d439ca33fcd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:06.489767 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ce02eb5c-4293-4d88-8a4e-d439ca33fcd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:06.493958 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ce02eb5c-4293-4d88-8a4e-d439ca33fcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:06.534007 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ce02eb5c-4293-4d88-8a4e-d439ca33fcd3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd16af8b040943dd84e3ef02e7476092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441453 Jul 28 12:21:06.534763 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02eb5c-4293-4d88-8a4e-d439ca33fcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f13050-0b28-4e53-bc7a-40b4b4f1be07,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:06.536760 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:06.537321 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 37982) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:06.589575 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d85a7c81-85f4-4bdb-ac19-d93bdcf661be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:06.611088 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d85a7c81-85f4-4bdb-ac19-d93bdcf661be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:06.662345 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d85a7c81-85f4-4bdb-ac19-d93bdcf661be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:06.667181 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d85a7c81-85f4-4bdb-ac19-d93bdcf661be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:06.668934 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d85a7c81-85f4-4bdb-ac19-d93bdcf661be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84f13050-0b28-4e53-bc7a-40b4b4f1be07 HTTP/1.1" status: 204 len: 168 time: 0.1304531 Jul 28 12:21:06.681745 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a7c81-85f4-4bdb-ac19-d93bdcf661be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f13050-0b28-4e53-bc7a-40b4b4f1be07,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:07.357248 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38004) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:07.456837 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-fd44c066-58bf-40b2-996a-97e2e95b814a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2029402456-network', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:21:07.479318 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd44c066-58bf-40b2-996a-97e2e95b814a admin admin] Made reservation on behalf of 519685efd6c14d1ea25802ad8bb41c4a for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:21:07.481611 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fd44c066-58bf-40b2-996a-97e2e95b814a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:07.490354 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fd44c066-58bf-40b2-996a-97e2e95b814a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:07.581925 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fd44c066-58bf-40b2-996a-97e2e95b814a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:07.586297 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fd44c066-58bf-40b2-996a-97e2e95b814a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:07.614699 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd44c066-58bf-40b2-996a-97e2e95b814a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:21:07.621482 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44c066-58bf-40b2-996a-97e2e95b814a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3671995e-aac9-417a-bc79-d81b52fe2347,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:07.628430 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fd44c066-58bf-40b2-996a-97e2e95b814a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:07.628781 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-fd44c066-58bf-40b2-996a-97e2e95b814a admin admin] Added segment 9b9d0f40-c819-40a4-92af-1ac99ce194b0 of type vlan for network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 Jul 28 12:21:07.675445 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fd44c066-58bf-40b2-996a-97e2e95b814a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:07.705822 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fd44c066-58bf-40b2-996a-97e2e95b814a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:07.706769 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44c066-58bf-40b2-996a-97e2e95b814a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:07.707354 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fd44c066-58bf-40b2-996a-97e2e95b814a admin admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:07.757198 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fd44c066-58bf-40b2-996a-97e2e95b814a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3987870 Jul 28 12:21:07.760283 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38008) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:07.765953 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-af9d5710-ee80-41a6-8a95-bdfa435d2e77 admin admin] Request body: {'subnet': {'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2029402456-subnet', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'ip_version': 4}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:21:07.768086 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44c066-58bf-40b2-996a-97e2e95b814a admin admin] Pushing event updated for resources: {'Network': ['ID=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:07.777692 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:21:07.788106 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9d5710-ee80-41a6-8a95-bdfa435d2e77 admin admin] Made reservation on behalf of 519685efd6c14d1ea25802ad8bb41c4a for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:21:07.790609 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af9d5710-ee80-41a6-8a95-bdfa435d2e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:07.853813 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:21:07.959019 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af9d5710-ee80-41a6-8a95-bdfa435d2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:08.016763 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d5710-ee80-41a6-8a95-bdfa435d2e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a75b565-2aa0-4b9a-a601-a726ab400776,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:08.025294 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d5710-ee80-41a6-8a95-bdfa435d2e77 admin admin] Checking segment: {'id': '9b9d0f40-c819-40a4-92af-1ac99ce194b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:21:08.025658 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9d5710-ee80-41a6-8a95-bdfa435d2e77 admin admin] Network hostable DHCP agents. Network: f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:21:08.047196 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9d5710-ee80-41a6-8a95-bdfa435d2e77 admin admin] Network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:21:08.056581 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-af9d5710-ee80-41a6-8a95-bdfa435d2e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:21:08.061138 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9d5710-ee80-41a6-8a95-bdfa435d2e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:08.061958 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af9d5710-ee80-41a6-8a95-bdfa435d2e77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:08.066849 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938b853f-3312-4488-a9e1-d83b333af4be None None] Network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:21:08.079459 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-af9d5710-ee80-41a6-8a95-bdfa435d2e77 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3179302 Jul 28 12:21:08.083602 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38010) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:08.088084 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:21:08.111669 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:08.112907 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:08.131250 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:08.173712 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:08.239371 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:21:08.240275 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:08.323992 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:08.376597 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Allocated IP 172.20.0.2 (f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7/8a75b565-2aa0-4b9a-a601-a726ab400776/40c3c2e6-c0a1-4120-b904-320d84b7da4b) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:21:08.525976 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:08.530399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:08.535930 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Transition to ACTIVE for port object 40c3c2e6-c0a1-4120-b904-320d84b7da4b will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:21:08.550761 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:08.551568 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Transition to ACTIVE for port object 40c3c2e6-c0a1-4120-b904-320d84b7da4b will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:21:08.558142 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:08.598912 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:21:08.603793 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:21:08.608774 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:21:08.611945 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Pushing event updated for resources: {'Port': ['ID=40c3c2e6-c0a1-4120-b904-320d84b7da4b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:08.657495 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Allocated IP 172.26.1.204 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/a86e2b06-ce28-4b82-8186-28ecbb0076fa) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:21:08.667307 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Attempting to bind port 40c3c2e6-c0a1-4120-b904-320d84b7da4b on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:21:08.667684 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Attempting to bind port 40c3c2e6-c0a1-4120-b904-320d84b7da4b by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '9b9d0f40-c819-40a4-92af-1ac99ce194b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:21:08.668049 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Attempting to bind port 40c3c2e6-c0a1-4120-b904-320d84b7da4b on network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:21:08.674311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:21:08.674759 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Checking segment: {'id': '9b9d0f40-c819-40a4-92af-1ac99ce194b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:21:08.675161 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:08.675608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Bound using segment: {'id': '9b9d0f40-c819-40a4-92af-1ac99ce194b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:21:08.676083 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Bound port: 40c3c2e6-c0a1-4120-b904-320d84b7da4b, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9d0f40-c819-40a4-92af-1ac99ce194b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:21:08.676471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:08.739973 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] For port 40c3c2e6-c0a1-4120-b904-320d84b7da4b, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:21:08.743449 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] For port 40c3c2e6-c0a1-4120-b904-320d84b7da4b, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=40c3c2e6-c0a1-4120-b904-320d84b7da4b,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:21:08.749726 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:08.766905 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:08.809736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d844b9c-8031-4afc-9162-3ee87785e9e5 None None] Pushing event updated for resources: {'Port': ['ID=40c3c2e6-c0a1-4120-b904-320d84b7da4b,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:08.818737 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:08.857024 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:21:08.865018 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:21:08.869432 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:21:08.872565 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Pushing event updated for resources: {'Port': ['ID=a86e2b06-ce28-4b82-8186-28ecbb0076fa,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:09.141865 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:09.339144 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:09.472836 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Router 18cfdf9a-f268-4bf7-b087-02166e7760b4 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:21:09.772162 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f96a308-2a55-44b9-afe8-58d70c12df73 None None] Network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:21:09.775614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 40c3c2e6-c0a1-4120-b904-320d84b7da4b up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:21:09.880751 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3e4f7280-3e1a-4b85-97cb-d63bc5298b68 None None] Provisioning for port 40c3c2e6-c0a1-4120-b904-320d84b7da4b completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:21:09.909293 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 40c3c2e6-c0a1-4120-b904-320d84b7da4b completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:21:09.924666 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:21:09.933260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 40c3c2e6-c0a1-4120-b904-320d84b7da4b triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:09.933260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:09.937773 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Sync routers for ids ['18cfdf9a-f268-4bf7-b087-02166e7760b4'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:21:09.941697 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:09.943056 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e371eb01-8107-47cb-83f6-2976750b8772 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8584642 Jul 28 12:21:09.945952 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38012) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:10.130252 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Routers {'18cfdf9a-f268-4bf7-b087-02166e7760b4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:21:10.130863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:21:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['18cfdf9a-f268-4bf7-b087-02166e7760b4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:10.296796 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Set router 18cfdf9a-f268-4bf7-b087-02166e7760b4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:21:10.359731 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:10.450049 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 40c3c2e6-c0a1-4120-b904-320d84b7da4b, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=40c3c2e6-c0a1-4120-b904-320d84b7da4b,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:21:10.461339 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:10.564409 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=40c3c2e6-c0a1-4120-b904-320d84b7da4b,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:10.568022 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e4dafe40-2975-4dcb-91f7-e8175a3e1acf None None] Provisioning complete for port 40c3c2e6-c0a1-4120-b904-320d84b7da4b triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:10.568404 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4dafe40-2975-4dcb-91f7-e8175a3e1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:10.627488 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:09Z', 'revision_number': 3, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:10.660649 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Checking router: 18cfdf9a-f268-4bf7-b087-02166e7760b4 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:21:10.660856 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Updating router 18cfdf9a-f268-4bf7-b087-02166e7760b4 port a86e2b06-ce28-4b82-8186-28ecbb0076fa binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:21:10.711453 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:10.774974 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:10.942540 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Allocated IP 172.20.0.1 (f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7/8a75b565-2aa0-4b9a-a601-a726ab400776/b143d93a-8464-4d41-ba97-43b88c263e40) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:21:10.978656 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:10.990063 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Transition to ACTIVE for port object a86e2b06-ce28-4b82-8186-28ecbb0076fa will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:21:10.996626 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:11.051388 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:11.054867 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Attempting to bind port a86e2b06-ce28-4b82-8186-28ecbb0076fa on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:21:11.055241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Attempting to bind port a86e2b06-ce28-4b82-8186-28ecbb0076fa by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:21:11.055600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Attempting to bind port a86e2b06-ce28-4b82-8186-28ecbb0076fa on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:21:11.064185 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e51c7-27b2-4fec-baa1-9c7bd84597be None None] Pushing event updated for resources: {'Port': ['ID=a86e2b06-ce28-4b82-8186-28ecbb0076fa,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:11.065462 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Transition to ACTIVE for port object b143d93a-8464-4d41-ba97-43b88c263e40 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:21:11.067755 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:21:11.068112 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:21:11.068580 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:11.069124 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:21:11.069672 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Bound port: a86e2b06-ce28-4b82-8186-28ecbb0076fa, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:21:11.070124 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:11.102508 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:11.127289 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] For port a86e2b06-ce28-4b82-8186-28ecbb0076fa, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:21:11.130729 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] For port a86e2b06-ce28-4b82-8186-28ecbb0076fa, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a86e2b06-ce28-4b82-8186-28ecbb0076fa,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:21:11.136230 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:11.143452 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:21:11.146382 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:21:11.151338 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:21:11.187790 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Pushing event updated for resources: {'Port': ['ID=b143d93a-8464-4d41-ba97-43b88c263e40,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:11.207682 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Routers {'18cfdf9a-f268-4bf7-b087-02166e7760b4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:21:11.208528 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:21:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['18cfdf9a-f268-4bf7-b087-02166e7760b4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:11.209005 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:11.247363 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e51c7-27b2-4fec-baa1-9c7bd84597be None None] Pushing event updated for resources: {'Port': ['ID=a86e2b06-ce28-4b82-8186-28ecbb0076fa,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:11.329684 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] Set router 18cfdf9a-f268-4bf7-b087-02166e7760b4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:21:11.353729 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:11.453577 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3e5f31c5-c986-4bc3-b0ce-a04419753433 None None] Provisioning for port b143d93a-8464-4d41-ba97-43b88c263e40 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:21:11.465546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3e5f31c5-c986-4bc3-b0ce-a04419753433 None None] Provisioning complete for port b143d93a-8464-4d41-ba97-43b88c263e40 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:11.465923 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e5f31c5-c986-4bc3-b0ce-a04419753433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:11.522639 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f31c5-c986-4bc3-b0ce-a04419753433 None None] Port b143d93a-8464-4d41-ba97-43b88c263e40 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:21:11.530511 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:11.535880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:11.570189 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:09Z', 'revision_number': 3, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:11.596796 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24834ddd-0834-468f-a720-da2c451a3d57 None None] The sync data for ids ['18cfdf9a-f268-4bf7-b087-02166e7760b4'] in dv-neutron-786478-16-hyperv is: [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:09Z', 'revision_number': 3, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:21:11.606294 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Pushing event updated for resources: {'Port': ['ID=b143d93a-8464-4d41-ba97-43b88c263e40,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:11.609376 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:11.720426 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:21:11.721996 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:21:11.726861 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 40c3c2e6-c0a1-4120-b904-320d84b7da4b up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:21:11.787771 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 40c3c2e6-c0a1-4120-b904-320d84b7da4b triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:11.788218 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:11.903677 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Router 18cfdf9a-f268-4bf7-b087-02166e7760b4 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:21:12.050977 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a76e0e44-8714-4e2d-9a9d-fd5c1506269d None None] Provisioning complete for port b143d93a-8464-4d41-ba97-43b88c263e40 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:12.052015 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a76e0e44-8714-4e2d-9a9d-fd5c1506269d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:12.058939 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:21:12.070494 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-030fc9ed-9c67-44aa-ac03-91008bbf2230 admin admin] 10.222.0.43 "PUT /v2.0/routers/18cfdf9a-f268-4bf7-b087-02166e7760b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1175840 Jul 28 12:21:12.088261 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a76e0e44-8714-4e2d-9a9d-fd5c1506269d None None] Port b143d93a-8464-4d41-ba97-43b88c263e40 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:21:12.563167 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38028) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:12.568166 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b72bac19-fc6e-4ba4-9bab-eaff7ec93206 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-945026438-network', 'tenant_id': '8c37d835ce14485895b5d955b275ce1c'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:21:12.589160 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72bac19-fc6e-4ba4-9bab-eaff7ec93206 admin admin] Made reservation on behalf of 8c37d835ce14485895b5d955b275ce1c for: {'network': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:21:12.591550 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b72bac19-fc6e-4ba4-9bab-eaff7ec93206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:12.600544 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b72bac19-fc6e-4ba4-9bab-eaff7ec93206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:12.705269 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b72bac19-fc6e-4ba4-9bab-eaff7ec93206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:12.709415 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b72bac19-fc6e-4ba4-9bab-eaff7ec93206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:12.739356 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72bac19-fc6e-4ba4-9bab-eaff7ec93206 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=100416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:21:12.749536 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72bac19-fc6e-4ba4-9bab-eaff7ec93206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd3ef2b-3c4c-4680-83a2-86329f144a29,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:12.758850 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b72bac19-fc6e-4ba4-9bab-eaff7ec93206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:12.758850 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.segments_db [None req-b72bac19-fc6e-4ba4-9bab-eaff7ec93206 admin admin] Added segment 1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629 of type vlan for network 1200b9d8-3518-400e-8715-d3c680ee709e Jul 28 12:21:12.801739 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b72bac19-fc6e-4ba4-9bab-eaff7ec93206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:12.837469 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b72bac19-fc6e-4ba4-9bab-eaff7ec93206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:12.838738 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72bac19-fc6e-4ba4-9bab-eaff7ec93206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:12.839489 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b72bac19-fc6e-4ba4-9bab-eaff7ec93206 admin admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:12.894400 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b72bac19-fc6e-4ba4-9bab-eaff7ec93206 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3300891 Jul 28 12:21:12.897071 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38030) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:12.902036 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-df7c0bf4-8a1e-418f-b963-a53112d72950 admin admin] Request body: {'subnet': {'network_id': '1200b9d8-3518-400e-8715-d3c680ee709e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-945026438-subnet', 'tenant_id': '8c37d835ce14485895b5d955b275ce1c', 'ip_version': 4}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:21:12.918349 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72bac19-fc6e-4ba4-9bab-eaff7ec93206 admin admin] Pushing event updated for resources: {'Network': ['ID=1200b9d8-3518-400e-8715-d3c680ee709e,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:12.929184 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 1200b9d8-3518-400e-8715-d3c680ee709e details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:21:12.936359 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7c0bf4-8a1e-418f-b963-a53112d72950 admin admin] Made reservation on behalf of 8c37d835ce14485895b5d955b275ce1c for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:21:12.938871 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-df7c0bf4-8a1e-418f-b963-a53112d72950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:13.124998 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-df7c0bf4-8a1e-418f-b963-a53112d72950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:13.188289 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c0bf4-8a1e-418f-b963-a53112d72950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b52dc24-5ef2-4f5c-bee7-219f5d54ce01,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:13.198233 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7c0bf4-8a1e-418f-b963-a53112d72950 admin admin] Checking segment: {'id': '1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1200b9d8-3518-400e-8715-d3c680ee709e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:21:13.198629 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7c0bf4-8a1e-418f-b963-a53112d72950 admin admin] Network hostable DHCP agents. Network: 1200b9d8-3518-400e-8715-d3c680ee709e, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:21:13.220649 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7c0bf4-8a1e-418f-b963-a53112d72950 admin admin] Network 1200b9d8-3518-400e-8715-d3c680ee709e is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:21:13.230754 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-df7c0bf4-8a1e-418f-b963-a53112d72950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 1200b9d8-3518-400e-8715-d3c680ee709e) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:21:13.236339 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7c0bf4-8a1e-418f-b963-a53112d72950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:13.236955 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-df7c0bf4-8a1e-418f-b963-a53112d72950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:13.241077 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d109a678-ac99-43e4-b587-013a69ec1e17 None None] Network 1200b9d8-3518-400e-8715-d3c680ee709e requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:21:13.252444 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-df7c0bf4-8a1e-418f-b963-a53112d72950 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3543301 Jul 28 12:21:13.254991 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38032) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:13.262266 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-945026438-router', 'tenant_id': '8c37d835ce14485895b5d955b275ce1c', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:21:13.291043 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:13.292112 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:13.307730 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Sync routers for ids ['18cfdf9a-f268-4bf7-b087-02166e7760b4'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:21:13.314518 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Routers {'18cfdf9a-f268-4bf7-b087-02166e7760b4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:21:13.315253 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:21:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['18cfdf9a-f268-4bf7-b087-02166e7760b4'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:13.364006 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:13.401210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-1200b9d8-3518-400e-8715-d3c680ee709e', 'network_id': '1200b9d8-3518-400e-8715-d3c680ee709e', 'tenant_id': '8c37d835ce14485895b5d955b275ce1c', 'fixed_ips': [{'subnet_id': '8b52dc24-5ef2-4f5c-bee7-219f5d54ce01'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:21:13.402447 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:13.432025 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Set router 18cfdf9a-f268-4bf7-b087-02166e7760b4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:21:13.514862 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:13.564614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Allocated IP 172.20.0.2 (1200b9d8-3518-400e-8715-d3c680ee709e/8b52dc24-5ef2-4f5c-bee7-219f5d54ce01/fa078d6d-a6be-464a-9b32-2d18c6c0217e) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:21:13.659918 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 4, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b143d93a-8464-4d41-ba97-43b88c263e40', 'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'mac_address': 'fa:16:3e:7e:88:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:10Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 2, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'subnets': [{'id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:13.693102 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Checking router: 18cfdf9a-f268-4bf7-b087-02166e7760b4 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:21:13.693756 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Updating router 18cfdf9a-f268-4bf7-b087-02166e7760b4 port b143d93a-8464-4d41-ba97-43b88c263e40 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:21:13.728373 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:13.747947 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:13.760252 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:13.772791 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Transition to ACTIVE for port object fa078d6d-a6be-464a-9b32-2d18c6c0217e will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:21:13.781746 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:13.792751 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Transition to ACTIVE for port object fa078d6d-a6be-464a-9b32-2d18c6c0217e will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:21:13.799680 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a86e2b06-ce28-4b82-8186-28ecbb0076fa up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:21:13.831027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:13.889493 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Network 1200b9d8-3518-400e-8715-d3c680ee709e is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:21:13.900337 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:21:13.902851 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:21:13.908544 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Pushing event updated for resources: {'Port': ['ID=fa078d6d-a6be-464a-9b32-2d18c6c0217e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:13.933287 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Allocated IP 172.26.1.245 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/124582f0-3742-4aa4-9d51-c7c627dded0d) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:21:13.949061 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port a86e2b06-ce28-4b82-8186-28ecbb0076fa completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:21:13.973569 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port a86e2b06-ce28-4b82-8186-28ecbb0076fa triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:13.973973 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:14.003895 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Attempting to bind port fa078d6d-a6be-464a-9b32-2d18c6c0217e on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:21:14.004383 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Attempting to bind port fa078d6d-a6be-464a-9b32-2d18c6c0217e by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1200b9d8-3518-400e-8715-d3c680ee709e'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:21:14.004659 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Attempting to bind port fa078d6d-a6be-464a-9b32-2d18c6c0217e on network 1200b9d8-3518-400e-8715-d3c680ee709e {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:21:14.018178 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:21:14.018591 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Checking segment: {'id': '1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1200b9d8-3518-400e-8715-d3c680ee709e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:21:14.018993 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:14.019439 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Bound using segment: {'id': '1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1200b9d8-3518-400e-8715-d3c680ee709e'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:21:14.019739 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Bound port: fa078d6d-a6be-464a-9b32-2d18c6c0217e, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1200b9d8-3518-400e-8715-d3c680ee709e'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:21:14.020087 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:14.022603 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:14.042794 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Transition to ACTIVE for port object b143d93a-8464-4d41-ba97-43b88c263e40 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:21:14.053461 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:14.065443 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:14.118487 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:14.130660 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:14.139662 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] For port fa078d6d-a6be-464a-9b32-2d18c6c0217e, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:21:14.143699 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] For port fa078d6d-a6be-464a-9b32-2d18c6c0217e, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=fa078d6d-a6be-464a-9b32-2d18c6c0217e,segment=NetworkSegment(1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629),segment_id=1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:21:14.157030 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:14.157402 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Attempting to bind port b143d93a-8464-4d41-ba97-43b88c263e40 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:21:14.157565 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Attempting to bind port b143d93a-8464-4d41-ba97-43b88c263e40 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '9b9d0f40-c819-40a4-92af-1ac99ce194b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:21:14.157874 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Attempting to bind port b143d93a-8464-4d41-ba97-43b88c263e40 on network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:21:14.162088 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7c777-55dd-4d06-acaa-52d953c045d2 None None] Pushing event updated for resources: {'Port': ['ID=b143d93a-8464-4d41-ba97-43b88c263e40,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:14.167394 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:21:14.167938 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Checking segment: {'id': '9b9d0f40-c819-40a4-92af-1ac99ce194b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:21:14.168621 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:14.169256 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:21:14.169762 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Bound using segment: {'id': '9b9d0f40-c819-40a4-92af-1ac99ce194b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:21:14.170499 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Bound port: b143d93a-8464-4d41-ba97-43b88c263e40, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9d0f40-c819-40a4-92af-1ac99ce194b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:21:14.171131 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:14.171485 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port a86e2b06-ce28-4b82-8186-28ecbb0076fa, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a86e2b06-ce28-4b82-8186-28ecbb0076fa,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:21:14.175757 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:21:14.178309 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c777-55dd-4d06-acaa-52d953c045d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:14.178919 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c777-55dd-4d06-acaa-52d953c045d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:14.179542 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c777-55dd-4d06-acaa-52d953c045d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:14.180215 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c777-55dd-4d06-acaa-52d953c045d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:14.180792 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c777-55dd-4d06-acaa-52d953c045d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:14.181357 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c777-55dd-4d06-acaa-52d953c045d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:14.181600 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:21:14.182121 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c777-55dd-4d06-acaa-52d953c045d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:14.183374 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c777-55dd-4d06-acaa-52d953c045d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:14.184030 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c777-55dd-4d06-acaa-52d953c045d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:14.184654 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c777-55dd-4d06-acaa-52d953c045d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:14.185221 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c777-55dd-4d06-acaa-52d953c045d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:14.185955 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Pushing event updated for resources: {'Port': ['ID=124582f0-3742-4aa4-9d51-c7c627dded0d,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:14.186526 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c777-55dd-4d06-acaa-52d953c045d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:21:14.203429 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:14.243650 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010de94-a321-4d47-9703-7eefc71d24e7 None None] Pushing event updated for resources: {'Port': ['ID=fa078d6d-a6be-464a-9b32-2d18c6c0217e,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:14.289965 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] For port b143d93a-8464-4d41-ba97-43b88c263e40, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:21:14.294223 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] For port b143d93a-8464-4d41-ba97-43b88c263e40, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b143d93a-8464-4d41-ba97-43b88c263e40,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:21:14.302106 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:14.315688 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=a86e2b06-ce28-4b82-8186-28ecbb0076fa,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:14.373462 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Routers {'18cfdf9a-f268-4bf7-b087-02166e7760b4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:21:14.374894 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:21:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['18cfdf9a-f268-4bf7-b087-02166e7760b4'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:14.417283 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7c777-55dd-4d06-acaa-52d953c045d2 None None] Pushing event updated for resources: {'Port': ['ID=b143d93a-8464-4d41-ba97-43b88c263e40,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:14.539409 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] Set router 18cfdf9a-f268-4bf7-b087-02166e7760b4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:21:14.589156 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:14.780700 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 4, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b143d93a-8464-4d41-ba97-43b88c263e40', 'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'mac_address': 'fa:16:3e:7e:88:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:10Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 4, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'subnets': [{'id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:14.813212 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082f8e3-126e-455e-bb97-3098fd3b2075 None None] The sync data for ids ['18cfdf9a-f268-4bf7-b087-02166e7760b4'] in dv-neutron-786478-16-hyperv is: [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 4, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b143d93a-8464-4d41-ba97-43b88c263e40', 'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'mac_address': 'fa:16:3e:7e:88:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:10Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 4, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'subnets': [{'id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:21:14.819681 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:14.979224 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Router 4ecc1c72-94f9-4b84-80f9-cc5e009cff9b is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:21:15.100301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:21:15.113007 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Sync routers for ids ['4ecc1c72-94f9-4b84-80f9-cc5e009cff9b'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:21:15.125379 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Routers {'4ecc1c72-94f9-4b84-80f9-cc5e009cff9b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:21:15.126329 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:15.126509 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:21:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4ecc1c72-94f9-4b84-80f9-cc5e009cff9b'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:15.127715 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-19fad236-6d32-496c-bd1a-342873d2574b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8717337 Jul 28 12:21:15.130484 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38034) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:15.438936 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Set router 4ecc1c72-94f9-4b84-80f9-cc5e009cff9b gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:21:15.442156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f6a598-8042-4b63-aa9d-798aead1766a None None] Network 1200b9d8-3518-400e-8715-d3c680ee709e requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:21:15.612773 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-146c0da9-b0c5-4612-81a4-5fe0f62e75ce None None] Provisioning for port fa078d6d-a6be-464a-9b32-2d18c6c0217e completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:21:15.814829 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'name': 'tempest-TestShelveInstance-945026438-router', 'tenant_id': '8c37d835ce14485895b5d955b275ce1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '124582f0-3742-4aa4-9d51-c7c627dded0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:13Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 3, 'project_id': '8c37d835ce14485895b5d955b275ce1c', 'gw_port': {'id': '124582f0-3742-4aa4-9d51-c7c627dded0d', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:13Z', 'updated_at': '2021-07-28T12:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:15.850220 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Checking router: 4ecc1c72-94f9-4b84-80f9-cc5e009cff9b for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:21:15.850673 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Updating router 4ecc1c72-94f9-4b84-80f9-cc5e009cff9b port 124582f0-3742-4aa4-9d51-c7c627dded0d binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:21:15.890587 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:15.999847 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a86e2b06-ce28-4b82-8186-28ecbb0076fa up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:21:16.083317 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:16.168557 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port a86e2b06-ce28-4b82-8186-28ecbb0076fa triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:16.168959 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:16.258854 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Allocated IP 172.20.0.1 (1200b9d8-3518-400e-8715-d3c680ee709e/8b52dc24-5ef2-4f5c-bee7-219f5d54ce01/23af01a5-f41e-4c04-adbd-ce218d4e29ea) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:21:16.308218 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:16.328783 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Transition to ACTIVE for port object 124582f0-3742-4aa4-9d51-c7c627dded0d will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:21:16.334971 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:16.369974 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b143d93a-8464-4d41-ba97-43b88c263e40 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:21:16.371449 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:16.385261 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Transition to ACTIVE for port object 23af01a5-f41e-4c04-adbd-ce218d4e29ea will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:21:16.414651 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Attempting to bind port 124582f0-3742-4aa4-9d51-c7c627dded0d on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:21:16.415033 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Attempting to bind port 124582f0-3742-4aa4-9d51-c7c627dded0d by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:21:16.415617 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Attempting to bind port 124582f0-3742-4aa4-9d51-c7c627dded0d on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:21:16.419153 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d450bd-83f2-4c7e-91be-d2500d11906b None None] Pushing event updated for resources: {'Port': ['ID=124582f0-3742-4aa4-9d51-c7c627dded0d,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:16.423158 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:16.432212 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:21:16.432593 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:21:16.433005 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:16.433404 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:21:16.433896 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Bound port: 124582f0-3742-4aa4-9d51-c7c627dded0d, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:21:16.434282 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:16.464731 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Network 1200b9d8-3518-400e-8715-d3c680ee709e is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:21:16.470285 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:21:16.475345 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:21:16.479218 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Pushing event updated for resources: {'Port': ['ID=23af01a5-f41e-4c04-adbd-ce218d4e29ea,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:16.495537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port b143d93a-8464-4d41-ba97-43b88c263e40 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:21:16.504225 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port b143d93a-8464-4d41-ba97-43b88c263e40 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:16.504605 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:16.506655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] For port 124582f0-3742-4aa4-9d51-c7c627dded0d, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:21:16.510567 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] For port 124582f0-3742-4aa4-9d51-c7c627dded0d, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=124582f0-3742-4aa4-9d51-c7c627dded0d,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:21:16.520882 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:16.537033 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:16.614790 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Routers {'4ecc1c72-94f9-4b84-80f9-cc5e009cff9b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:21:16.614790 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:21:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4ecc1c72-94f9-4b84-80f9-cc5e009cff9b'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:16.622797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d450bd-83f2-4c7e-91be-d2500d11906b None None] Pushing event updated for resources: {'Port': ['ID=124582f0-3742-4aa4-9d51-c7c627dded0d,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:16.678297 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:16.748409 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:16.776963 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-942b9b3a-1ba4-4db8-aa6a-0fcf6b7fb767 None None] Provisioning for port 23af01a5-f41e-4c04-adbd-ce218d4e29ea completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:21:16.789645 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-942b9b3a-1ba4-4db8-aa6a-0fcf6b7fb767 None None] Provisioning complete for port 23af01a5-f41e-4c04-adbd-ce218d4e29ea triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:16.790023 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-942b9b3a-1ba4-4db8-aa6a-0fcf6b7fb767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:16.828719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port b143d93a-8464-4d41-ba97-43b88c263e40, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b143d93a-8464-4d41-ba97-43b88c263e40,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:21:16.831156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] Set router 4ecc1c72-94f9-4b84-80f9-cc5e009cff9b gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:21:16.850441 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:16.858077 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:16.863696 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:16.864483 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device fa078d6d-a6be-464a-9b32-2d18c6c0217e up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:21:16.925997 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Pushing event updated for resources: {'Port': ['ID=23af01a5-f41e-4c04-adbd-ce218d4e29ea,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:16.928607 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:16.956603 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-942b9b3a-1ba4-4db8-aa6a-0fcf6b7fb767 None None] Port 23af01a5-f41e-4c04-adbd-ce218d4e29ea cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:21:17.028571 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Network 1200b9d8-3518-400e-8715-d3c680ee709e is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:21:17.030690 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:21:17.042079 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=b143d93a-8464-4d41-ba97-43b88c263e40,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:17.089909 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port fa078d6d-a6be-464a-9b32-2d18c6c0217e completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:21:17.095586 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port fa078d6d-a6be-464a-9b32-2d18c6c0217e triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:17.096031 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:17.164311 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'name': 'tempest-TestShelveInstance-945026438-router', 'tenant_id': '8c37d835ce14485895b5d955b275ce1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '124582f0-3742-4aa4-9d51-c7c627dded0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:13Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 3, 'project_id': '8c37d835ce14485895b5d955b275ce1c', 'gw_port': {'id': '124582f0-3742-4aa4-9d51-c7c627dded0d', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:13Z', 'updated_at': '2021-07-28T12:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:17.177704 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Router 4ecc1c72-94f9-4b84-80f9-cc5e009cff9b has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:21:17.197304 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d46259-3b73-4019-b578-686fb1ac6a6f None None] The sync data for ids ['4ecc1c72-94f9-4b84-80f9-cc5e009cff9b'] in dv-neutron-786478-16-hyperv is: [{'id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'name': 'tempest-TestShelveInstance-945026438-router', 'tenant_id': '8c37d835ce14485895b5d955b275ce1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '124582f0-3742-4aa4-9d51-c7c627dded0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:13Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 3, 'project_id': '8c37d835ce14485895b5d955b275ce1c', 'gw_port': {'id': '124582f0-3742-4aa4-9d51-c7c627dded0d', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:13Z', 'updated_at': '2021-07-28T12:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:21:17.241243 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:17.286128 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port fa078d6d-a6be-464a-9b32-2d18c6c0217e, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=fa078d6d-a6be-464a-9b32-2d18c6c0217e,segment=NetworkSegment(1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629),segment_id=1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:21:17.293121 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:17.298552 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e971c80e-a807-4cde-9756-4e511d543a28 None None] Provisioning complete for port 23af01a5-f41e-4c04-adbd-ce218d4e29ea triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:17.299005 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e971c80e-a807-4cde-9756-4e511d543a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:17.317379 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:21:17.331872 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-7d455e59-9272-46c6-8b81-a4d429fd9425 admin admin] 10.222.0.43 "PUT /v2.0/routers/4ecc1c72-94f9-4b84-80f9-cc5e009cff9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1911559 Jul 28 12:21:17.374381 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e971c80e-a807-4cde-9756-4e511d543a28 None None] Port 23af01a5-f41e-4c04-adbd-ce218d4e29ea cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:21:17.378860 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=fa078d6d-a6be-464a-9b32-2d18c6c0217e,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:17.786227 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38042) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:17.791217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-0e96629f-3a5c-41ef-87c1-449d925a0aab tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1663658151', 'description': 'tempest-secgroup-smoke-1663658151 description', 'project_id': '519685efd6c14d1ea25802ad8bb41c4a'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:21:17.820883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0e96629f-3a5c-41ef-87c1-449d925a0aab tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:17.849283 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device fa078d6d-a6be-464a-9b32-2d18c6c0217e up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:21:17.907598 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port fa078d6d-a6be-464a-9b32-2d18c6c0217e triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:17.908168 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:17.928655 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0e96629f-3a5c-41ef-87c1-449d925a0aab tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:17.934137 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0e96629f-3a5c-41ef-87c1-449d925a0aab tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:17.962191 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-0e96629f-3a5c-41ef-87c1-449d925a0aab tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:17.963428 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-0e96629f-3a5c-41ef-87c1-449d925a0aab tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1759400 Jul 28 12:21:17.967380 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38044) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:17.971797 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-bf3ea659-87a9-406b-b202-487c979202a3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Request body: {'security_group_rule': {'security_group_id': '063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed', 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:21:17.978240 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96629f-3a5c-41ef-87c1-449d925a0aab tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:18.004433 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea659-87a9-406b-b202-487c979202a3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.009440 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 124582f0-3742-4aa4-9d51-c7c627dded0d up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:21:18.065648 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 124582f0-3742-4aa4-9d51-c7c627dded0d completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:21:18.069758 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 124582f0-3742-4aa4-9d51-c7c627dded0d triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:18.070227 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.073503 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea659-87a9-406b-b202-487c979202a3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.078909 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea659-87a9-406b-b202-487c979202a3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.097681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ea659-87a9-406b-b202-487c979202a3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edd540d-45e3-47a9-a1ff-a0fde1f39e4f,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:18.108724 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea659-87a9-406b-b202-487c979202a3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.110539 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-bf3ea659-87a9-406b-b202-487c979202a3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424932 Jul 28 12:21:18.113291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38046) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:18.118052 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-013fbeb2-c3d8-4b7f-aa8e-742edd12caf9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Request body: {'security_group_rule': {'security_group_id': '063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed', 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:21:18.149961 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-013fbeb2-c3d8-4b7f-aa8e-742edd12caf9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.164775 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.189183 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 124582f0-3742-4aa4-9d51-c7c627dded0d, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=124582f0-3742-4aa4-9d51-c7c627dded0d,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:21:18.193459 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.194566 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b143d93a-8464-4d41-ba97-43b88c263e40 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:21:18.222284 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-013fbeb2-c3d8-4b7f-aa8e-742edd12caf9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.227446 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-013fbeb2-c3d8-4b7f-aa8e-742edd12caf9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.246012 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fbeb2-c3d8-4b7f-aa8e-742edd12caf9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d98c7ea-a7fa-4799-832a-7212a15e6626,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:18.254943 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-013fbeb2-c3d8-4b7f-aa8e-742edd12caf9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.258851 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-013fbeb2-c3d8-4b7f-aa8e-742edd12caf9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1419468 Jul 28 12:21:18.259185 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38048) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:18.264444 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-21c41db8-3ccb-4b2b-9476-2cea8d1e431c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Request body: {'security_group_rule': {'security_group_id': '063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed', 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:21:18.295143 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21c41db8-3ccb-4b2b-9476-2cea8d1e431c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.359706 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21c41db8-3ccb-4b2b-9476-2cea8d1e431c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.367311 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21c41db8-3ccb-4b2b-9476-2cea8d1e431c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.387810 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c41db8-3ccb-4b2b-9476-2cea8d1e431c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2501f824-0ed8-49d1-99ad-42dff3113c9a,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:18.396530 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21c41db8-3ccb-4b2b-9476-2cea8d1e431c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.397710 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-21c41db8-3ccb-4b2b-9476-2cea8d1e431c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375105 Jul 28 12:21:18.400318 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38050) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:18.405569 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-42b57f38-2cc1-4a41-bdc5-c4679b549246 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Request body: {'security_group_rule': {'security_group_id': '063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed', 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:21:18.434269 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42b57f38-2cc1-4a41-bdc5-c4679b549246 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.434566 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=124582f0-3742-4aa4-9d51-c7c627dded0d,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:18.447250 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port b143d93a-8464-4d41-ba97-43b88c263e40 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:18.447639 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.499133 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42b57f38-2cc1-4a41-bdc5-c4679b549246 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.505385 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42b57f38-2cc1-4a41-bdc5-c4679b549246 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.525182 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b57f38-2cc1-4a41-bdc5-c4679b549246 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f94d4b-b444-4259-ad84-009f2e590c57,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:18.529090 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-42b57f38-2cc1-4a41-bdc5-c4679b549246 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.536004 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-42b57f38-2cc1-4a41-bdc5-c4679b549246 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304388 Jul 28 12:21:18.536530 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38052) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:18.543131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-d7ea2d99-bd80-4a33-aa77-abf0a48212a9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Request body: {'security_group_rule': {'security_group_id': '063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed', 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:21:18.567998 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-d7ea2d99-bd80-4a33-aa77-abf0a48212a9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Project 519685efd6c14d1ea25802ad8bb41c4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:21:18.573432 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2d99-bd80-4a33-aa77-abf0a48212a9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.643642 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2d99-bd80-4a33-aa77-abf0a48212a9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.647992 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2d99-bd80-4a33-aa77-abf0a48212a9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.666877 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea2d99-bd80-4a33-aa77-abf0a48212a9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933254d9-581e-4d44-b701-3348450b20a2,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:18.673056 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2d99-bd80-4a33-aa77-abf0a48212a9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.677092 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d7ea2d99-bd80-4a33-aa77-abf0a48212a9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366670 Jul 28 12:21:18.677548 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38054) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:18.682193 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a47fac21-24f7-4f13-8d88-6f90dd09ca0a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Request body: {'security_group_rule': {'security_group_id': '063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed', 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:21:18.705316 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-a47fac21-24f7-4f13-8d88-6f90dd09ca0a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Project 519685efd6c14d1ea25802ad8bb41c4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:21:18.710447 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a47fac21-24f7-4f13-8d88-6f90dd09ca0a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.775403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a47fac21-24f7-4f13-8d88-6f90dd09ca0a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.780882 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a47fac21-24f7-4f13-8d88-6f90dd09ca0a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.801020 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fac21-24f7-4f13-8d88-6f90dd09ca0a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09440e19-f203-46e4-aa6e-2a308aed1ca8,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:18.809737 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a47fac21-24f7-4f13-8d88-6f90dd09ca0a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:18.811690 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a47fac21-24f7-4f13-8d88-6f90dd09ca0a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330655 Jul 28 12:21:18.891641 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Sync routers for ids ['4ecc1c72-94f9-4b84-80f9-cc5e009cff9b'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:21:18.900742 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Routers {'4ecc1c72-94f9-4b84-80f9-cc5e009cff9b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:21:18.901587 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:21:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4ecc1c72-94f9-4b84-80f9-cc5e009cff9b'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:18.968010 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-b533fc82-4487-4223-beda-b34e0b46df4f tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1663658151&fields=id&tenant_id=519685efd6c14d1ea25802ad8bb41c4a HTTP/1.1" status: 200 len: 267 time: 0.0348592 Jul 28 12:21:19.017610 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Set router 4ecc1c72-94f9-4b84-80f9-cc5e009cff9b gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:21:19.077229 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-f43546a9-2171-4489-9785-2c55024b3e80 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:19.078669 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-f43546a9-2171-4489-9785-2c55024b3e80 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 809 time: 0.1038439 Jul 28 12:21:19.094257 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-ec33347c-3215-4314-ae46-e08a3489bc31 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/quotas/519685efd6c14d1ea25802ad8bb41c4a HTTP/1.1" status: 200 len: 375 time: 0.0096695 Jul 28 12:21:19.156199 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-77eaf78c-4cc5-4a56-a6f4-cf6c0485af55 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558805 Jul 28 12:21:19.259658 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-5795816e-9283-4868-ab4c-dee3c95ac468 service neutron] 10.222.0.43 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882134 Jul 28 12:21:19.324523 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'name': 'tempest-TestShelveInstance-945026438-router', 'tenant_id': '8c37d835ce14485895b5d955b275ce1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '124582f0-3742-4aa4-9d51-c7c627dded0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:13Z', 'updated_at': '2021-07-28T12:21:16Z', 'revision_number': 4, 'project_id': '8c37d835ce14485895b5d955b275ce1c', 'gw_port': {'id': '124582f0-3742-4aa4-9d51-c7c627dded0d', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:13Z', 'updated_at': '2021-07-28T12:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '23af01a5-f41e-4c04-adbd-ce218d4e29ea', 'name': '', 'network_id': '1200b9d8-3518-400e-8715-d3c680ee709e', 'tenant_id': '8c37d835ce14485895b5d955b275ce1c', 'mac_address': 'fa:16:3e:ab:e5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '8b52dc24-5ef2-4f5c-bee7-219f5d54ce01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:16Z', 'updated_at': '2021-07-28T12:21:16Z', 'revision_number': 2, 'project_id': '8c37d835ce14485895b5d955b275ce1c', 'subnets': [{'id': '8b52dc24-5ef2-4f5c-bee7-219f5d54ce01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:19.351652 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Checking router: 4ecc1c72-94f9-4b84-80f9-cc5e009cff9b for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:21:19.351925 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Updating router 4ecc1c72-94f9-4b84-80f9-cc5e009cff9b port 23af01a5-f41e-4c04-adbd-ce218d4e29ea binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:21:19.360288 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-fa9331b6-e409-4557-87cf-e216ee6bc497 service neutron] 10.222.0.43 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930507 Jul 28 12:21:19.377905 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:19.551838 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b2b0c5f1-bc35-4df8-91c6-771900cd6509 req-001cdbfc-7ee3-4917-8c96-7f47a7a7621c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 210 time: 0.0304093 Jul 28 12:21:19.673925 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:19.686839 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Transition to ACTIVE for port object 23af01a5-f41e-4c04-adbd-ce218d4e29ea will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:21:19.694687 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:19.765125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 124582f0-3742-4aa4-9d51-c7c627dded0d up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:21:19.787676 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d3559-0c22-4d0c-b0e7-a99236dddfa3 None None] Pushing event updated for resources: {'Port': ['ID=23af01a5-f41e-4c04-adbd-ce218d4e29ea,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:19.803546 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Attempting to bind port 23af01a5-f41e-4c04-adbd-ce218d4e29ea on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:21:19.804143 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Attempting to bind port 23af01a5-f41e-4c04-adbd-ce218d4e29ea by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1200b9d8-3518-400e-8715-d3c680ee709e'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:21:19.804663 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Attempting to bind port 23af01a5-f41e-4c04-adbd-ce218d4e29ea on network 1200b9d8-3518-400e-8715-d3c680ee709e {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:21:19.814927 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:21:19.815616 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Checking segment: {'id': '1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1200b9d8-3518-400e-8715-d3c680ee709e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:21:19.816176 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:19.816723 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Bound using segment: {'id': '1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1200b9d8-3518-400e-8715-d3c680ee709e'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:21:19.817364 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Bound port: 23af01a5-f41e-4c04-adbd-ce218d4e29ea, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1200b9d8-3518-400e-8715-d3c680ee709e'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:21:19.818002 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:19.831606 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 124582f0-3742-4aa4-9d51-c7c627dded0d triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:19.831980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:19.916771 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] For port 23af01a5-f41e-4c04-adbd-ce218d4e29ea, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:21:19.920976 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] For port 23af01a5-f41e-4c04-adbd-ce218d4e29ea, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=23af01a5-f41e-4c04-adbd-ce218d4e29ea,segment=NetworkSegment(1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629),segment_id=1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:21:19.927797 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:19.992260 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Routers {'4ecc1c72-94f9-4b84-80f9-cc5e009cff9b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:21:19.992909 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:21:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4ecc1c72-94f9-4b84-80f9-cc5e009cff9b'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:20.036465 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d3559-0c22-4d0c-b0e7-a99236dddfa3 None None] Pushing event updated for resources: {'Port': ['ID=23af01a5-f41e-4c04-adbd-ce218d4e29ea,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:20.121410 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] Set router 4ecc1c72-94f9-4b84-80f9-cc5e009cff9b gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:21:20.360946 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'name': 'tempest-TestShelveInstance-945026438-router', 'tenant_id': '8c37d835ce14485895b5d955b275ce1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '124582f0-3742-4aa4-9d51-c7c627dded0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:13Z', 'updated_at': '2021-07-28T12:21:16Z', 'revision_number': 4, 'project_id': '8c37d835ce14485895b5d955b275ce1c', 'gw_port': {'id': '124582f0-3742-4aa4-9d51-c7c627dded0d', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:13Z', 'updated_at': '2021-07-28T12:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '23af01a5-f41e-4c04-adbd-ce218d4e29ea', 'name': '', 'network_id': '1200b9d8-3518-400e-8715-d3c680ee709e', 'tenant_id': '8c37d835ce14485895b5d955b275ce1c', 'mac_address': 'fa:16:3e:ab:e5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '8b52dc24-5ef2-4f5c-bee7-219f5d54ce01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:16Z', 'updated_at': '2021-07-28T12:21:19Z', 'revision_number': 4, 'project_id': '8c37d835ce14485895b5d955b275ce1c', 'subnets': [{'id': '8b52dc24-5ef2-4f5c-bee7-219f5d54ce01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:20.381618 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:20.390648 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261fd6ca-8231-44a0-b84c-e396020dcb8e None None] The sync data for ids ['4ecc1c72-94f9-4b84-80f9-cc5e009cff9b'] in dv-neutron-786478-16-hyperv is: [{'id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'name': 'tempest-TestShelveInstance-945026438-router', 'tenant_id': '8c37d835ce14485895b5d955b275ce1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '124582f0-3742-4aa4-9d51-c7c627dded0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:13Z', 'updated_at': '2021-07-28T12:21:16Z', 'revision_number': 4, 'project_id': '8c37d835ce14485895b5d955b275ce1c', 'gw_port': {'id': '124582f0-3742-4aa4-9d51-c7c627dded0d', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:13Z', 'updated_at': '2021-07-28T12:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': '23af01a5-f41e-4c04-adbd-ce218d4e29ea', 'name': '', 'network_id': '1200b9d8-3518-400e-8715-d3c680ee709e', 'tenant_id': '8c37d835ce14485895b5d955b275ce1c', 'mac_address': 'fa:16:3e:ab:e5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '8b52dc24-5ef2-4f5c-bee7-219f5d54ce01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:16Z', 'updated_at': '2021-07-28T12:21:19Z', 'revision_number': 4, 'project_id': '8c37d835ce14485895b5d955b275ce1c', 'subnets': [{'id': '8b52dc24-5ef2-4f5c-bee7-219f5d54ce01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:21:20.678865 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b46716a3-ab86-44f0-bb1b-5218248e1f9e req-4946a1a2-c788-48c5-b3dc-5eb75c08f94c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 210 time: 0.0448194 Jul 28 12:21:20.691709 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-d0f911f6-fc57-4443-a1a2-0a8305ca0cac tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:20.693321 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-d0f911f6-fc57-4443-a1a2-0a8305ca0cac tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 809 time: 0.1541836 Jul 28 12:21:20.759484 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-56aa6f40-963b-4c4b-af56-bd3ad348b206 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=519685efd6c14d1ea25802ad8bb41c4a HTTP/1.1" status: 200 len: 380 time: 0.0521808 Jul 28 12:21:20.769374 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-cb593341-ee71-4a8e-b360-b2ca15f2191d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Request body: {'port': {'device_id': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'admin_state_up': True, 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'security_groups': ['063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:21:20.899217 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-cb593341-ee71-4a8e-b360-b2ca15f2191d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Made reservation on behalf of 519685efd6c14d1ea25802ad8bb41c4a for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:21:20.903004 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-cb593341-ee71-4a8e-b360-b2ca15f2191d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:21.045534 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-cb593341-ee71-4a8e-b360-b2ca15f2191d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Allocated IP 172.20.0.12 (f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7/8a75b565-2aa0-4b9a-a601-a726ab400776/97306274-c126-4616-84d6-dbfb8fea713d) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:21:21.192529 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-cb593341-ee71-4a8e-b360-b2ca15f2191d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:21.209349 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-cb593341-ee71-4a8e-b360-b2ca15f2191d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Transition to ACTIVE for port object 97306274-c126-4616-84d6-dbfb8fea713d will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:21:21.243525 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-cb593341-ee71-4a8e-b360-b2ca15f2191d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:21.294180 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-cb593341-ee71-4a8e-b360-b2ca15f2191d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:21:21.300011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-cb593341-ee71-4a8e-b360-b2ca15f2191d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:21:21.304487 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-cb593341-ee71-4a8e-b360-b2ca15f2191d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:21:21.308527 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb593341-ee71-4a8e-b360-b2ca15f2191d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'Port': ['ID=97306274-c126-4616-84d6-dbfb8fea713d,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:21.367649 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-cb593341-ee71-4a8e-b360-b2ca15f2191d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:21.368286 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-cb593341-ee71-4a8e-b360-b2ca15f2191d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:21.385012 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-cb593341-ee71-4a8e-b360-b2ca15f2191d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6195376 Jul 28 12:21:21.397822 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Request body: {'port': {'device_id': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:21:21.468042 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:21.603559 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2ef9a4df-b5d4-446c-9287-53484dfbbd95 None None] Provisioning for port 97306274-c126-4616-84d6-dbfb8fea713d completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:21:21.615360 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2ef9a4df-b5d4-446c-9287-53484dfbbd95 None None] Provisioning complete for port 97306274-c126-4616-84d6-dbfb8fea713d triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:21.617762 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ef9a4df-b5d4-446c-9287-53484dfbbd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:21.659853 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2ef9a4df-b5d4-446c-9287-53484dfbbd95 None None] Port 97306274-c126-4616-84d6-dbfb8fea713d cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:21:21.787534 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97306274-c126-4616-84d6-dbfb8fea713d {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:21:21.800228 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:21.807669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 23af01a5-f41e-4c04-adbd-ce218d4e29ea up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:21:21.820644 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Transition to ACTIVE for port object 97306274-c126-4616-84d6-dbfb8fea713d will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:21:21.830310 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:21.883223 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 23af01a5-f41e-4c04-adbd-ce218d4e29ea completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:21:21.885929 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b20f91-b64d-42c5-a586-7e6bc4276d77 req-236607d6-7119-4ef7-a0ac-0c1d41c406a2 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:21.887563 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e4b20f91-b64d-42c5-a586-7e6bc4276d77 req-236607d6-7119-4ef7-a0ac-0c1d41c406a2 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 932 time: 0.0898607 Jul 28 12:21:21.888655 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 23af01a5-f41e-4c04-adbd-ce218d4e29ea triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:21.897844 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:21.907657 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Pushing event updated for resources: {'Port': ['ID=97306274-c126-4616-84d6-dbfb8fea713d,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:21.956366 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e4b20f91-b64d-42c5-a586-7e6bc4276d77 req-86bb18aa-7ec6-4ddf-beff-ad75482f421d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603468 Jul 28 12:21:22.017932 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Attempting to bind port 97306274-c126-4616-84d6-dbfb8fea713d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:21:22.018202 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Attempting to bind port 97306274-c126-4616-84d6-dbfb8fea713d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '9b9d0f40-c819-40a4-92af-1ac99ce194b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:21:22.018455 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Attempting to bind port 97306274-c126-4616-84d6-dbfb8fea713d on network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:21:22.026794 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Port 97306274-c126-4616-84d6-dbfb8fea713d on network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:21:22.027379 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Attempting to bind port 97306274-c126-4616-84d6-dbfb8fea713d on network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:21:22.030190 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:22.034468 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:21:22.034830 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Checking segment: {'id': '9b9d0f40-c819-40a4-92af-1ac99ce194b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:21:22.035735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Bound using segment: {'id': '9b9d0f40-c819-40a4-92af-1ac99ce194b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:21:22.036203 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Bound port: 97306274-c126-4616-84d6-dbfb8fea713d, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9d0f40-c819-40a4-92af-1ac99ce194b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:21:22.036577 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:22.084211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 23af01a5-f41e-4c04-adbd-ce218d4e29ea, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=23af01a5-f41e-4c04-adbd-ce218d4e29ea,segment=NetworkSegment(1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629),segment_id=1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:21:22.089792 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:22.116209 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] For port 97306274-c126-4616-84d6-dbfb8fea713d, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:21:22.121044 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] For port 97306274-c126-4616-84d6-dbfb8fea713d, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=97306274-c126-4616-84d6-dbfb8fea713d,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:21:22.126661 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:22.143359 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:22.144989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:22.146371 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=23af01a5-f41e-4c04-adbd-ce218d4e29ea,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:22.146632 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] 10.222.0.39 "PUT /v2.0/ports/97306274-c126-4616-84d6-dbfb8fea713d HTTP/1.1" status: 200 len: 1094 time: 0.7534316 Jul 28 12:21:22.148529 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'tag': '97306274-c126-4616-84d6-dbfb8fea713d'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:21:22.157192 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e4b828-3e1d-4e57-86ac-682bd0c43454" -d '{"events": [{"name": "network-changed", "server_uuid": "371ee5ec-fe85-45d0-8267-1e376bb09b43", "tag": "97306274-c126-4616-84d6-dbfb8fea713d"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:21:22.259431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ef06b-ce74-4328-871f-3118e4ec05db service neutron] Pushing event updated for resources: {'Port': ['ID=97306274-c126-4616-84d6-dbfb8fea713d,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:22.268117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-b3129827-c02d-4260-8e05-377860d594df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:22.269829 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-b3129827-c02d-4260-8e05-377860d594df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 1097 time: 0.0723557 Jul 28 12:21:22.287426 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79d4bfb-4fd7-464d-b925-dc25907e9e47 x-openstack-request-id: req-e79d4bfb-4fd7-464d-b925-dc25907e9e47 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:21:22.287786 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371ee5ec-fe85-45d0-8267-1e376bb09b43", "tag": "97306274-c126-4616-84d6-dbfb8fea713d", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:21:22.288101 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e79d4bfb-4fd7-464d-b925-dc25907e9e47 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:21:22.288589 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'tag': '97306274-c126-4616-84d6-dbfb8fea713d', 'status': 'completed', 'code': 200} Jul 28 12:21:22.321876 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-7b370f1c-5720-4baf-ac2e-a6589c2af437 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97306274-c126-4616-84d6-dbfb8fea713d HTTP/1.1" status: 200 len: 217 time: 0.0426478 Jul 28 12:21:22.374120 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-dbbbc888-e58f-4c96-bcdb-079eb867bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:22.375631 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-dbbbc888-e58f-4c96-bcdb-079eb867bec6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0464156 Jul 28 12:21:22.429185 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-2f41fff1-7122-45c3-acb3-5320110a13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:22.430750 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-2f41fff1-7122-45c3-acb3-5320110a13ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0480378 Jul 28 12:21:22.531639 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-8ac955fc-62c1-4f6b-b9ed-1941b0d7715e service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933154 Jul 28 12:21:22.622404 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a8c2c616-223e-43a9-9b1f-d0e4d81f33eb req-771a20d1-960d-409b-a426-926b77840ae5 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840664 Jul 28 12:21:22.714496 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4b828-3e1d-4e57-86ac-682bd0c43454 req-99a89c39-d56b-48f0-a24c-ba18f066359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:22.716037 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-90e4b828-3e1d-4e57-86ac-682bd0c43454 req-99a89c39-d56b-48f0-a24c-ba18f066359d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 1097 time: 0.0488534 Jul 28 12:21:22.809608 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4b828-3e1d-4e57-86ac-682bd0c43454 req-4131e1d9-fddb-4357-82cc-47c12b913506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:22.811873 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-90e4b828-3e1d-4e57-86ac-682bd0c43454 req-4131e1d9-fddb-4357-82cc-47c12b913506 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 910 time: 0.0881763 Jul 28 12:21:22.857546 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-90e4b828-3e1d-4e57-86ac-682bd0c43454 req-0987be3b-75f2-448a-8964-54761e9fdefe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97306274-c126-4616-84d6-dbfb8fea713d HTTP/1.1" status: 200 len: 217 time: 0.0377533 Jul 28 12:21:22.914343 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4b828-3e1d-4e57-86ac-682bd0c43454 req-bf7e0da9-56a7-4bbb-903c-1dcdb0c4c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:22.915768 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-90e4b828-3e1d-4e57-86ac-682bd0c43454 req-bf7e0da9-56a7-4bbb-903c-1dcdb0c4c163 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0503480 Jul 28 12:21:22.965439 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4b828-3e1d-4e57-86ac-682bd0c43454 req-d49640ed-62e2-4ab7-83b7-0f3af69e6446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:22.967133 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-90e4b828-3e1d-4e57-86ac-682bd0c43454 req-d49640ed-62e2-4ab7-83b7-0f3af69e6446 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0430493 Jul 28 12:21:23.062620 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-90e4b828-3e1d-4e57-86ac-682bd0c43454 req-d8346349-bc08-4ebb-9182-298d673c1371 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873871 Jul 28 12:21:23.069623 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c3b54-7f6a-494c-b699-852941c14373 req-15f6bd20-4910-4836-9e6f-f1bdbf3104a0 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:23.071288 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-396c3b54-7f6a-494c-b699-852941c14373 req-15f6bd20-4910-4836-9e6f-f1bdbf3104a0 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0509682 Jul 28 12:21:23.116407 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-396c3b54-7f6a-494c-b699-852941c14373 req-201abd92-6a61-4aa6-8e27-ea869118dd90 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381730 Jul 28 12:21:23.169003 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-90e4b828-3e1d-4e57-86ac-682bd0c43454 req-0ddac033-0331-40b1-9f70-ee25e1712062 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983713 Jul 28 12:21:23.749702 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 23af01a5-f41e-4c04-adbd-ce218d4e29ea up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:21:23.802119 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 23af01a5-f41e-4c04-adbd-ce218d4e29ea triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:23.802530 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:24.237057 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce252c-8dd0-466c-a2b8-a0e59e44ddad req-5275437c-d259-446f-b72b-3ddc1d7f9c0f tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:24.238630 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1bce252c-8dd0-466c-a2b8-a0e59e44ddad req-5275437c-d259-446f-b72b-3ddc1d7f9c0f tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0506356 Jul 28 12:21:24.279096 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1bce252c-8dd0-466c-a2b8-a0e59e44ddad req-bf39655a-9a03-42d2-bae6-d4369e58fd28 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341260 Jul 28 12:21:24.532789 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 97306274-c126-4616-84d6-dbfb8fea713d details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:21:24.629606 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 97306274-c126-4616-84d6-dbfb8fea713d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=97306274-c126-4616-84d6-dbfb8fea713d,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:21:24.641951 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '97306274-c126-4616-84d6-dbfb8fea713d', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'port_id': '97306274-c126-4616-84d6-dbfb8fea713d', 'mac_address': 'fa:16:3e:e7:ba:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:21:24.678230 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:24.695397 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97306274-c126-4616-84d6-dbfb8fea713d {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:21:24.718177 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 97306274-c126-4616-84d6-dbfb8fea713d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=97306274-c126-4616-84d6-dbfb8fea713d,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:21:24.722153 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:24.773890 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=97306274-c126-4616-84d6-dbfb8fea713d,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:24.925647 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['97306274-c126-4616-84d6-dbfb8fea713d'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:21:25.396917 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f519f-6ea0-4359-8dca-9ed53bea77b0 req-cb5f5c28-cbe0-4203-8acb-2ea06a90d252 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:25.398397 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c24f519f-6ea0-4359-8dca-9ed53bea77b0 req-cb5f5c28-cbe0-4203-8acb-2ea06a90d252 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 945 time: 0.0494165 Jul 28 12:21:25.437623 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c24f519f-6ea0-4359-8dca-9ed53bea77b0 req-b3ecdf84-4578-4f2b-ab8a-1f09485dd00b tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332551 Jul 28 12:21:26.532250 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 97306274-c126-4616-84d6-dbfb8fea713d up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:21:26.557734 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fdcf2-1311-43a9-9a94-cb6031744504 req-cdb10c43-c674-4600-802c-7f2d7665de87 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:26.559267 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-163fdcf2-1311-43a9-9a94-cb6031744504 req-cdb10c43-c674-4600-802c-7f2d7665de87 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 945 time: 0.0498397 Jul 28 12:21:26.582969 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 97306274-c126-4616-84d6-dbfb8fea713d completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:21:26.586922 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 97306274-c126-4616-84d6-dbfb8fea713d triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:21:26.587292 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:26.604228 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-163fdcf2-1311-43a9-9a94-cb6031744504 req-0b8c1cf1-c500-4f06-9f36-92c7026d1056 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380554 Jul 28 12:21:26.669900 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:26.692863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97306274-c126-4616-84d6-dbfb8fea713d'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:21:26.695160 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ae0c91-1775-4693-90fe-0d7e1180b1cf" -d '{"events": [{"server_uuid": "371ee5ec-fe85-45d0-8267-1e376bb09b43", "name": "network-vif-plugged", "status": "completed", "tag": "97306274-c126-4616-84d6-dbfb8fea713d"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:21:26.710255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 97306274-c126-4616-84d6-dbfb8fea713d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=97306274-c126-4616-84d6-dbfb8fea713d,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:21:26.714179 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:26.741520 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b41096-436c-4e5f-922a-66253b20f252 x-openstack-request-id: req-41b41096-436c-4e5f-922a-66253b20f252 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:21:26.741810 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371ee5ec-fe85-45d0-8267-1e376bb09b43", "name": "network-vif-plugged", "status": "completed", "tag": "97306274-c126-4616-84d6-dbfb8fea713d", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:21:26.742062 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41b41096-436c-4e5f-922a-66253b20f252 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:21:26.742488 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97306274-c126-4616-84d6-dbfb8fea713d', 'code': 200} Jul 28 12:21:26.771630 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=97306274-c126-4616-84d6-dbfb8fea713d,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:26.911064 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b8635-253b-4fbe-b76a-5114e7eb8e6e req-8b000a9a-818d-4c2d-be20-4b445fcc6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:26.912589 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-149b8635-253b-4fbe-b76a-5114e7eb8e6e req-8b000a9a-818d-4c2d-be20-4b445fcc6451 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 1099 time: 0.0440760 Jul 28 12:21:26.948000 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-149b8635-253b-4fbe-b76a-5114e7eb8e6e req-7086a37c-9b89-4532-995a-d3c25d78f2c0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287299 Jul 28 12:21:27.732565 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012b74c-a4fc-46e1-bf15-bb101c8501f0 req-41ca8c91-9ce9-425f-bc00-e3c43fe981d6 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:27.734196 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c012b74c-a4fc-46e1-bf15-bb101c8501f0 req-41ca8c91-9ce9-425f-bc00-e3c43fe981d6 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0572534 Jul 28 12:21:27.774290 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c012b74c-a4fc-46e1-bf15-bb101c8501f0 req-e4e385df-a666-4e34-8eed-33c2f22e9aed tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338397 Jul 28 12:21:28.894727 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e6874-7e85-4cd3-bd2c-cbf6c032a7bc req-3d62d06a-9bdf-4fac-9f84-5ec29da154e8 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:28.896277 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f32e6874-7e85-4cd3-bd2c-cbf6c032a7bc req-3d62d06a-9bdf-4fac-9f84-5ec29da154e8 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0504255 Jul 28 12:21:28.940540 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f32e6874-7e85-4cd3-bd2c-cbf6c032a7bc req-6cf73ab2-c673-403b-83bb-9c17d175cd27 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363336 Jul 28 12:21:29.058323 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3557a-0af7-4b54-8c7a-5348cc61c7f7 req-b6dd4fa1-ccfb-4afd-aa20-37cbfe71e461 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:29.060675 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-75a3557a-0af7-4b54-8c7a-5348cc61c7f7 req-b6dd4fa1-ccfb-4afd-aa20-37cbfe71e461 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0514708 Jul 28 12:21:29.105290 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-75a3557a-0af7-4b54-8c7a-5348cc61c7f7 req-2b6bd2ec-1131-43b1-a22e-d7f6567eb2b8 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384693 Jul 28 12:21:29.127389 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38110) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:29.266927 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd4aa2a-053c-49da-b6e0-95b6d51da6d6 tempest-TestShelveInstance-1697416540 tempest-TestShelveInstance-1697416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:29.268461 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6fd4aa2a-053c-49da-b6e0-95b6d51da6d6 tempest-TestShelveInstance-1697416540 tempest-TestShelveInstance-1697416540-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 1094 time: 0.1400840 Jul 28 12:21:29.271390 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38114) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:29.275751 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '97306274-c126-4616-84d6-dbfb8fea713d', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:21:29.301230 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:29.422239 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:29.563719 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Allocated IP 172.26.1.184 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/114df6b8-8735-42ef-adb8-51ecbb11c7c0) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:21:29.675183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:29.721687 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:29.761418 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:21:29.764401 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:21:29.770123 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:21:29.775802 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'Port': ['ID=114df6b8-8735-42ef-adb8-51ecbb11c7c0,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:30.145551 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:30.219624 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:30.378369 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:30.383060 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:30.451889 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'Port': ['ID=114df6b8-8735-42ef-adb8-51ecbb11c7c0,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:21:30.462144 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:30.565762 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Floating IP 28a21875-0932-48de-97cc-c7ff8e5e2373 associated. External IP: 172.26.1.184, port: 97306274-c126-4616-84d6-dbfb8fea713d. Jul 28 12:21:30.781295 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Router 18cfdf9a-f268-4bf7-b087-02166e7760b4 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:21:30.897565 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:21:30.909693 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e7bc9-1779-437b-93bb-c9fb706bbc69 None None] Sync routers for ids ['18cfdf9a-f268-4bf7-b087-02166e7760b4'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:21:30.916282 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:30.923908 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e7bc9-1779-437b-93bb-c9fb706bbc69 None None] Routers {'18cfdf9a-f268-4bf7-b087-02166e7760b4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:21:30.924686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e17e7bc9-1779-437b-93bb-c9fb706bbc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:21:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['18cfdf9a-f268-4bf7-b087-02166e7760b4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:30.962446 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-081ca82e-2c7c-48c5-aecf-a9bfbd60eb22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6788876 Jul 28 12:21:30.962446 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'tag': '97306274-c126-4616-84d6-dbfb8fea713d'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:21:30.962446 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97091208-8f51-4293-949b-7b12feb219f2" -d '{"events": [{"name": "network-changed", "server_uuid": "371ee5ec-fe85-45d0-8267-1e376bb09b43", "tag": "97306274-c126-4616-84d6-dbfb8fea713d"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:21:31.001733 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ec44d4-54da-4a16-8ce3-dffb56f18770 x-openstack-request-id: req-f8ec44d4-54da-4a16-8ce3-dffb56f18770 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:21:31.002119 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371ee5ec-fe85-45d0-8267-1e376bb09b43", "tag": "97306274-c126-4616-84d6-dbfb8fea713d", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:21:31.002308 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8ec44d4-54da-4a16-8ce3-dffb56f18770 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:21:31.002720 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'tag': '97306274-c126-4616-84d6-dbfb8fea713d', 'status': 'completed', 'code': 200} Jul 28 12:21:31.047859 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-e17e7bc9-1779-437b-93bb-c9fb706bbc69 None None] Set router 18cfdf9a-f268-4bf7-b087-02166e7760b4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:21:31.069515 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97091208-8f51-4293-949b-7b12feb219f2 req-7530f4bf-f0bb-4644-bc20-a2a9d4cfda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:31.071069 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97091208-8f51-4293-949b-7b12feb219f2 req-7530f4bf-f0bb-4644-bc20-a2a9d4cfda26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 1099 time: 0.0475078 Jul 28 12:21:31.172429 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97091208-8f51-4293-949b-7b12feb219f2 req-9364dcd9-60d1-4e1c-abe7-76b4c5d1a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:31.173918 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97091208-8f51-4293-949b-7b12feb219f2 req-9364dcd9-60d1-4e1c-abe7-76b4c5d1a0ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 910 time: 0.0955634 Jul 28 12:21:31.240300 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.39', 53582) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:21:31.253730 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97091208-8f51-4293-949b-7b12feb219f2 req-930d5a2f-e116-49d6-ac3c-de7fd0531567 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97306274-c126-4616-84d6-dbfb8fea713d HTTP/1.1" status: 200 len: 1000 time: 0.0727909 Jul 28 12:21:31.299382 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e17e7bc9-1779-437b-93bb-c9fb706bbc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 4, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '28a21875-0932-48de-97cc-c7ff8e5e2373', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'floating_ip_address': '172.26.1.184', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'port_id': '97306274-c126-4616-84d6-dbfb8fea713d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'mac_address': 'fa:16:3e:e7:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:21:29Z', 'updated_at': '2021-07-28T12:21:29Z', 'revision_number': 0, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b143d93a-8464-4d41-ba97-43b88c263e40', 'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'mac_address': 'fa:16:3e:7e:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:10Z', 'updated_at': '2021-07-28T12:21:16Z', 'revision_number': 5, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'subnets': [{'id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:31.309238 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-73af89a5-c305-4f95-accc-a16b73c4139e req-d33ef85f-cca4-43d2-8c39-dc2b65919362 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677400 Jul 28 12:21:31.344970 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e7bc9-1779-437b-93bb-c9fb706bbc69 None None] Checking router: 18cfdf9a-f268-4bf7-b087-02166e7760b4 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:21:31.346353 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97091208-8f51-4293-949b-7b12feb219f2 req-d183c7cc-806c-43e9-98ce-d842d45f4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:31.348292 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97091208-8f51-4293-949b-7b12feb219f2 req-d183c7cc-806c-43e9-98ce-d842d45f4689 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0823839 Jul 28 12:21:31.359068 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e7bc9-1779-437b-93bb-c9fb706bbc69 None None] Routers {'18cfdf9a-f268-4bf7-b087-02166e7760b4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:21:31.360194 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e17e7bc9-1779-437b-93bb-c9fb706bbc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:21:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['18cfdf9a-f268-4bf7-b087-02166e7760b4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:31.403188 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97091208-8f51-4293-949b-7b12feb219f2 req-5b23eeae-6f94-4d21-ba7f-63789d3526ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:31.405042 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97091208-8f51-4293-949b-7b12feb219f2 req-5b23eeae-6f94-4d21-ba7f-63789d3526ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0491152 Jul 28 12:21:31.496740 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-e17e7bc9-1779-437b-93bb-c9fb706bbc69 None None] Set router 18cfdf9a-f268-4bf7-b087-02166e7760b4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:21:31.525084 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97091208-8f51-4293-949b-7b12feb219f2 req-8b61ee62-8127-44f2-a092-57965bb08a32 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128144 Jul 28 12:21:31.641888 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-97091208-8f51-4293-949b-7b12feb219f2 req-4579f229-2f6f-4fb7-9bf4-8f68b72f9d8d service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072016 Jul 28 12:21:31.758161 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e17e7bc9-1779-437b-93bb-c9fb706bbc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 4, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '28a21875-0932-48de-97cc-c7ff8e5e2373', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'floating_ip_address': '172.26.1.184', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'port_id': '97306274-c126-4616-84d6-dbfb8fea713d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'mac_address': 'fa:16:3e:e7:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:21:29Z', 'updated_at': '2021-07-28T12:21:29Z', 'revision_number': 0, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b143d93a-8464-4d41-ba97-43b88c263e40', 'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'mac_address': 'fa:16:3e:7e:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:10Z', 'updated_at': '2021-07-28T12:21:16Z', 'revision_number': 5, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'subnets': [{'id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:21:31.761147 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af89a5-c305-4f95-accc-a16b73c4139e req-9940ed9a-bc7e-4926-8d2b-7a8e041253b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:31.762693 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-73af89a5-c305-4f95-accc-a16b73c4139e req-9940ed9a-bc7e-4926-8d2b-7a8e041253b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 1099 time: 0.0465736 Jul 28 12:21:31.789974 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e7bc9-1779-437b-93bb-c9fb706bbc69 None None] The sync data for ids ['18cfdf9a-f268-4bf7-b087-02166e7760b4'] in dv-neutron-786478-16-hyperv is: [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 4, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '28a21875-0932-48de-97cc-c7ff8e5e2373', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'floating_ip_address': '172.26.1.184', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'port_id': '97306274-c126-4616-84d6-dbfb8fea713d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'mac_address': 'fa:16:3e:e7:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:21:29Z', 'updated_at': '2021-07-28T12:21:29Z', 'revision_number': 0, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b143d93a-8464-4d41-ba97-43b88c263e40', 'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'mac_address': 'fa:16:3e:7e:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:10Z', 'updated_at': '2021-07-28T12:21:16Z', 'revision_number': 5, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'subnets': [{'id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:21:31.889232 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af89a5-c305-4f95-accc-a16b73c4139e req-daffe1f4-05af-48cc-965f-65e1ee7ea3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:31.890755 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-73af89a5-c305-4f95-accc-a16b73c4139e req-daffe1f4-05af-48cc-965f-65e1ee7ea3d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 910 time: 0.1077266 Jul 28 12:21:31.958515 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-73af89a5-c305-4f95-accc-a16b73c4139e req-2ef6d155-7728-4bd1-a29b-5f75d20da7e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97306274-c126-4616-84d6-dbfb8fea713d HTTP/1.1" status: 200 len: 1000 time: 0.0611215 Jul 28 12:21:31.999048 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439237f2-5f13-46f4-92ee-5f2324f879ab None None] New status for floating IP 28a21875-0932-48de-97cc-c7ff8e5e2373: ACTIVE {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:21:32.020312 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af89a5-c305-4f95-accc-a16b73c4139e req-8064e4c5-0631-4131-8035-1f7207be83c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:32.021804 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-73af89a5-c305-4f95-accc-a16b73c4139e req-8064e4c5-0631-4131-8035-1f7207be83c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0564950 Jul 28 12:21:32.073220 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af89a5-c305-4f95-accc-a16b73c4139e req-b2de523f-b6da-4a54-9f1f-44a494fea323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:32.074782 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-73af89a5-c305-4f95-accc-a16b73c4139e req-b2de523f-b6da-4a54-9f1f-44a494fea323 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0446382 Jul 28 12:21:32.173846 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-73af89a5-c305-4f95-accc-a16b73c4139e req-f7dab193-658f-4043-af3e-7cef65a402e1 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917292 Jul 28 12:21:32.269052 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-73af89a5-c305-4f95-accc-a16b73c4139e req-450ddfd1-a68c-4615-82b8-9f39231ed7e0 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884671 Jul 28 12:21:32.474493 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e89d1ac3-31ab-469e-ab17-937b02b3545c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:34.937190 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba49ea42-d723-46e9-b91f-4cdd80f52bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:35.410197 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:36.538670 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:38.083748 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:44.854092 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:21:50.390013 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:02.475736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ec1ceca-bca7-4f50-8c9e-131dd9f89afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:04.940117 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-865fb307-cb67-4a29-acd9-04f4ed840477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:05.413923 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:06.541072 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:08.086889 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:20.400510 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:21.853624 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:22:32.269589 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5c5ce948-f2a5-4f2d-927d-331c001a92b8 req-7f39b68c-c4bb-4e1e-9fe3-6ebb9bb93987 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416672 Jul 28 12:22:32.353765 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ce948-f2a5-4f2d-927d-331c001a92b8 req-657df158-5748-4c5e-9fbd-158762c94b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:32.355956 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5c5ce948-f2a5-4f2d-927d-331c001a92b8 req-657df158-5748-4c5e-9fbd-158762c94b7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 1099 time: 0.0421081 Jul 28 12:22:32.460501 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ce948-f2a5-4f2d-927d-331c001a92b8 req-3b3c52c0-c28d-494e-a38e-3085b31b56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:32.461998 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5c5ce948-f2a5-4f2d-927d-331c001a92b8 req-3b3c52c0-c28d-494e-a38e-3085b31b56bf service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 910 time: 0.0885019 Jul 28 12:22:32.479092 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8c52464-6e6d-4ce3-9855-27a85643b1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:32.534116 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5c5ce948-f2a5-4f2d-927d-331c001a92b8 req-3799f8cf-a51d-4217-955c-5981201c3cb5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97306274-c126-4616-84d6-dbfb8fea713d HTTP/1.1" status: 200 len: 1002 time: 0.0644560 Jul 28 12:22:32.587489 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ce948-f2a5-4f2d-927d-331c001a92b8 req-b3c22e4f-68fb-45a0-9903-30abdad1d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:32.590022 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5c5ce948-f2a5-4f2d-927d-331c001a92b8 req-b3c22e4f-68fb-45a0-9903-30abdad1d818 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0489686 Jul 28 12:22:32.635556 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ce948-f2a5-4f2d-927d-331c001a92b8 req-c5f0ff2b-6a96-4bbc-a691-731b75b56603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:32.637637 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5c5ce948-f2a5-4f2d-927d-331c001a92b8 req-c5f0ff2b-6a96-4bbc-a691-731b75b56603 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0415039 Jul 28 12:22:32.731330 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5c5ce948-f2a5-4f2d-927d-331c001a92b8 req-13bf4a17-c57d-47d5-9e9f-ba331acfb555 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857420 Jul 28 12:22:32.832261 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-5c5ce948-f2a5-4f2d-927d-331c001a92b8 req-c883e5de-e7e1-4d37-a809-ac52caacc9bc service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940030 Jul 28 12:22:34.941163 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60d4e038-3304-40d8-90e6-c96e00dc9061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:35.415399 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:36.545018 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:38.090207 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:50.397745 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:58.852191 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:23:02.483777 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eeb6ba05-c9d1-4a00-805d-d275d914fa70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:04.942500 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb75342e-55d8-4246-8abf-fa3ac12f34b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:05.417823 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:06.548240 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:08.091107 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:13.343025 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [req-91c35017-c319-4893-b3b4-539df401c65f req-ccab9acd-3ff4-4af0-b7c3-0559efd44da9 service neutron] (100415) timed out ('10.222.0.43', 34210) {{(pid=100415) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 12:23:20.396241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:26.468689 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859199f-2d83-4c85-b2ae-f19f7625f850 req-4ee58bca-52b8-4bf5-b1e5-a9e698d1acff tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:26.470205 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f859199f-2d83-4c85-b2ae-f19f7625f850 req-4ee58bca-52b8-4bf5-b1e5-a9e698d1acff tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0535953 Jul 28 12:23:26.509662 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f859199f-2d83-4c85-b2ae-f19f7625f850 req-35470d0a-0513-4cc8-8e8b-edc5c852095d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332606 Jul 28 12:23:27.638666 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff4fe0-67b1-4444-b25a-6423341a827c req-b95901e8-4fc0-4844-b599-d61ec9d3e62f tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:27.640163 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-aeff4fe0-67b1-4444-b25a-6423341a827c req-b95901e8-4fc0-4844-b599-d61ec9d3e62f tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0480344 Jul 28 12:23:27.677897 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-aeff4fe0-67b1-4444-b25a-6423341a827c req-ab71a576-1558-4e12-96ec-180c89b532a9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319083 Jul 28 12:23:28.791926 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15fba1-758c-4483-b318-25ba9098f104 req-4f8588db-0bd1-4a7c-aea5-e32a168028b7 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:28.794079 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9a15fba1-758c-4483-b318-25ba9098f104 req-4f8588db-0bd1-4a7c-aea5-e32a168028b7 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0491252 Jul 28 12:23:28.830848 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9a15fba1-758c-4483-b318-25ba9098f104 req-4ec905b5-ccba-4a95-a4fe-f1b2e22b5403 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306916 Jul 28 12:23:29.948573 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fcc6f-c807-4930-bf31-245cdbb0a057 req-e60b0877-931f-4e91-a298-916241c55411 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:29.950240 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7a5fcc6f-c807-4930-bf31-245cdbb0a057 req-e60b0877-931f-4e91-a298-916241c55411 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0535586 Jul 28 12:23:29.990373 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7a5fcc6f-c807-4930-bf31-245cdbb0a057 req-c2961c40-19ef-4c20-bc17-7f9b21a2e8d1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341818 Jul 28 12:23:31.105176 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6d1a7-a817-4fee-aa88-6ef84ce62abe req-fc7977ce-e11f-4da1-af3e-7cbbab4e9f21 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:31.106555 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1ce6d1a7-a817-4fee-aa88-6ef84ce62abe req-fc7977ce-e11f-4da1-af3e-7cbbab4e9f21 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0491629 Jul 28 12:23:31.145320 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1ce6d1a7-a817-4fee-aa88-6ef84ce62abe req-cfa28515-8a35-4d01-be9e-24e5cf58472a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327930 Jul 28 12:23:32.258691 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca27f2a-7304-49e5-bd70-9b61909f653c req-1478bd7a-c05d-4217-9a08-ae7f16ae8e3a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:32.260193 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9ca27f2a-7304-49e5-bd70-9b61909f653c req-1478bd7a-c05d-4217-9a08-ae7f16ae8e3a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0490251 Jul 28 12:23:32.299797 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9ca27f2a-7304-49e5-bd70-9b61909f653c req-3406598a-236b-4d1d-95ea-e295011b4728 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329835 Jul 28 12:23:32.485316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b0531205-8c1d-496b-9235-b503854f2901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:33.429137 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecea0c5-d384-4069-b545-dac359e5e093 req-387d5c87-8745-4c6d-ac15-d11f2ff2fa56 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:33.430838 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2ecea0c5-d384-4069-b545-dac359e5e093 req-387d5c87-8745-4c6d-ac15-d11f2ff2fa56 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0584989 Jul 28 12:23:33.472010 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2ecea0c5-d384-4069-b545-dac359e5e093 req-d46128fe-980c-4777-a801-e169783227c6 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349574 Jul 28 12:23:34.306149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee312ba5-6acb-43da-bb66-316b56aad985 req-0c66887c-a2fe-464b-aed5-335c873b4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:34.307666 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ee312ba5-6acb-43da-bb66-316b56aad985 req-0c66887c-a2fe-464b-aed5-335c873b4501 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 1099 time: 0.0423186 Jul 28 12:23:34.411991 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee312ba5-6acb-43da-bb66-316b56aad985 req-26ac1e3a-1228-4768-82f0-66aa5075ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:34.413368 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ee312ba5-6acb-43da-bb66-316b56aad985 req-26ac1e3a-1228-4768-82f0-66aa5075ca0d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 910 time: 0.0867119 Jul 28 12:23:34.476921 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ee312ba5-6acb-43da-bb66-316b56aad985 req-16160492-279e-4f96-8e38-3c116aefb4b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97306274-c126-4616-84d6-dbfb8fea713d HTTP/1.1" status: 200 len: 1002 time: 0.0564139 Jul 28 12:23:34.526327 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee312ba5-6acb-43da-bb66-316b56aad985 req-1c6ffaac-5652-458b-9876-8951163f3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:34.527919 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ee312ba5-6acb-43da-bb66-316b56aad985 req-1c6ffaac-5652-458b-9876-8951163f3874 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0443225 Jul 28 12:23:34.578129 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee312ba5-6acb-43da-bb66-316b56aad985 req-4c76b2ac-1259-44b5-9a97-fbb026575d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:34.579664 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ee312ba5-6acb-43da-bb66-316b56aad985 req-4c76b2ac-1259-44b5-9a97-fbb026575d73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0452719 Jul 28 12:23:34.592461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36645bcd-614c-4bc7-9fac-f58133e1db01 req-dce7fd6b-6331-4636-ba61-6bb1b1deead4 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:34.593930 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-36645bcd-614c-4bc7-9fac-f58133e1db01 req-dce7fd6b-6331-4636-ba61-6bb1b1deead4 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0494938 Jul 28 12:23:34.632403 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-36645bcd-614c-4bc7-9fac-f58133e1db01 req-94d921a7-1b85-4262-aadc-b26393193e49 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324128 Jul 28 12:23:34.671329 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ee312ba5-6acb-43da-bb66-316b56aad985 req-1522499a-b00f-4f1e-9273-673c5cdb24f7 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824230 Jul 28 12:23:34.765516 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ee312ba5-6acb-43da-bb66-316b56aad985 req-f65fdb35-b253-45cd-bbed-0d6b3a65eb30 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855179 Jul 28 12:23:34.942691 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e2ce-89db-4ab5-83e4-548181c5a045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:35.420121 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:35.764125 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068da3f-3c20-4b50-99d4-66e5d951d860 req-ed14026d-b386-4307-8dd2-e7f8fd2c819b tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:35.765601 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8068da3f-3c20-4b50-99d4-66e5d951d860 req-ed14026d-b386-4307-8dd2-e7f8fd2c819b tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0485497 Jul 28 12:23:35.804556 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8068da3f-3c20-4b50-99d4-66e5d951d860 req-f1611c8d-caa9-4b72-8a85-b91371de098a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330341 Jul 28 12:23:35.849878 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:23:36.550217 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:36.923504 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118d5ad-038c-4cee-848f-9133c1bf80ca req-dc875c4e-18c8-4c9a-818c-01cc40fda350 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:36.924993 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e118d5ad-038c-4cee-848f-9133c1bf80ca req-dc875c4e-18c8-4c9a-818c-01cc40fda350 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0524170 Jul 28 12:23:36.962013 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e118d5ad-038c-4cee-848f-9133c1bf80ca req-e0ba49ed-3767-4f74-b5c6-e627c81d9c7f tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311854 Jul 28 12:23:37.133617 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 97306274-c126-4616-84d6-dbfb8fea713d details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:23:37.227013 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 97306274-c126-4616-84d6-dbfb8fea713d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=97306274-c126-4616-84d6-dbfb8fea713d,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:23:37.241196 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '97306274-c126-4616-84d6-dbfb8fea713d', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'port_id': '97306274-c126-4616-84d6-dbfb8fea713d', 'mac_address': 'fa:16:3e:e7:ba:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:23:37.276063 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:37.288918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97306274-c126-4616-84d6-dbfb8fea713d {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:23:37.307471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 97306274-c126-4616-84d6-dbfb8fea713d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=97306274-c126-4616-84d6-dbfb8fea713d,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:23:37.312114 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:37.360385 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=97306274-c126-4616-84d6-dbfb8fea713d,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:37.367141 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:37.367493 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:37.367836 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:37.368173 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:37.368505 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:37.368840 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:37.369199 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:37.369529 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:37.369859 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:37.370179 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:37.370525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:37.370850 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:37.388753 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['97306274-c126-4616-84d6-dbfb8fea713d'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:23:38.075544 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2886d-4415-42e6-85c0-6b42c501091e req-7c08d176-0a27-483c-b5a6-c7a729c287dc tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:38.077032 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0ab2886d-4415-42e6-85c0-6b42c501091e req-7c08d176-0a27-483c-b5a6-c7a729c287dc tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 945 time: 0.0497403 Jul 28 12:23:38.093881 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:38.116360 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0ab2886d-4415-42e6-85c0-6b42c501091e req-cd6c0ebf-1677-499d-bf75-5f3fdfdc4099 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333071 Jul 28 12:23:39.165547 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 97306274-c126-4616-84d6-dbfb8fea713d up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:23:39.231881 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 97306274-c126-4616-84d6-dbfb8fea713d triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:23:39.232614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:39.276180 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d47d2-f5bf-4d0a-a8fb-9b3e9d4c83f4 req-d1122c42-7f2f-4423-971a-48dfd01f83b7 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:39.278697 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-af2d47d2-f5bf-4d0a-a8fb-9b3e9d4c83f4 req-d1122c42-7f2f-4423-971a-48dfd01f83b7 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 945 time: 0.0652709 Jul 28 12:23:39.327664 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-af2d47d2-f5bf-4d0a-a8fb-9b3e9d4c83f4 req-52ac53fc-d2f8-4049-bcf9-1c753e8307cd tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411422 Jul 28 12:23:39.344625 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:39.379403 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97306274-c126-4616-84d6-dbfb8fea713d'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:23:39.381691 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f415be1-0ff8-4f06-9567-8e19f4a5aea5" -d '{"events": [{"server_uuid": "371ee5ec-fe85-45d0-8267-1e376bb09b43", "name": "network-vif-plugged", "status": "completed", "tag": "97306274-c126-4616-84d6-dbfb8fea713d"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:23:39.395958 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 97306274-c126-4616-84d6-dbfb8fea713d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=97306274-c126-4616-84d6-dbfb8fea713d,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:23:39.402827 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:39.463455 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=97306274-c126-4616-84d6-dbfb8fea713d,revision_number=7']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:39.513148 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad8c7d6-df3d-4d1e-9b72-c361fbaf94a0 x-openstack-request-id: req-7ad8c7d6-df3d-4d1e-9b72-c361fbaf94a0 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:23:39.513444 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371ee5ec-fe85-45d0-8267-1e376bb09b43", "name": "network-vif-plugged", "status": "completed", "tag": "97306274-c126-4616-84d6-dbfb8fea713d", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:23:39.513693 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ad8c7d6-df3d-4d1e-9b72-c361fbaf94a0 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:23:39.514113 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97306274-c126-4616-84d6-dbfb8fea713d', 'code': 200} Jul 28 12:23:40.459246 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8bd4f-c2ce-41d1-a6ee-0829f73e6939 req-361bf484-dc57-469d-b1f1-6b1370199320 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:40.461375 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fdd8bd4f-c2ce-41d1-a6ee-0829f73e6939 req-361bf484-dc57-469d-b1f1-6b1370199320 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0558355 Jul 28 12:23:40.507279 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fdd8bd4f-c2ce-41d1-a6ee-0829f73e6939 req-8b68fffc-ad5e-4662-8404-211282e7baed tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388124 Jul 28 12:23:41.675611 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c390315-0dc3-40ea-a308-3faca320e777 req-b64e4991-d32b-4343-b9e0-b35a931abf63 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:41.677122 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3c390315-0dc3-40ea-a308-3faca320e777 req-b64e4991-d32b-4343-b9e0-b35a931abf63 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0719502 Jul 28 12:23:41.720999 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3c390315-0dc3-40ea-a308-3faca320e777 req-9e9eaf10-3620-494d-a905-6828e70a0254 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357876 Jul 28 12:23:42.851283 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64904606-f4c4-4e6f-8d06-2e161526737b req-1d020a72-2c9c-4f75-be7a-3191c49a03a9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:42.853641 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-64904606-f4c4-4e6f-8d06-2e161526737b req-1d020a72-2c9c-4f75-be7a-3191c49a03a9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0553770 Jul 28 12:23:42.912326 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-64904606-f4c4-4e6f-8d06-2e161526737b req-b1fdcc7f-562d-4f09-944b-3bfa4c329a68 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397050 Jul 28 12:23:44.038814 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2ee77-d1b5-4738-97ca-c2849a5ce23f req-cf56ce3d-4c02-4fa3-9a5a-737acaef6553 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:44.040311 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-93c2ee77-d1b5-4738-97ca-c2849a5ce23f req-cf56ce3d-4c02-4fa3-9a5a-737acaef6553 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0567391 Jul 28 12:23:44.082801 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-93c2ee77-d1b5-4738-97ca-c2849a5ce23f req-f3eb96ca-3c8b-4364-a6ed-299925b40e9f tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354807 Jul 28 12:23:45.218677 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58eaf1-6992-4247-88aa-82ef70f3db3c req-cd9cc51d-9f11-4474-afe8-e000566c18c4 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:45.220183 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bd58eaf1-6992-4247-88aa-82ef70f3db3c req-cd9cc51d-9f11-4474-afe8-e000566c18c4 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0594063 Jul 28 12:23:45.265387 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bd58eaf1-6992-4247-88aa-82ef70f3db3c req-682313be-6622-4126-8eaa-bb88bc4e257c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384400 Jul 28 12:23:46.394240 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512ae83-c4e8-4450-ad43-cb0a773c3f98 req-c33cd5aa-0877-4137-9003-2f10a18a729b tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:46.396610 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7512ae83-c4e8-4450-ad43-cb0a773c3f98 req-c33cd5aa-0877-4137-9003-2f10a18a729b tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0520062 Jul 28 12:23:46.443073 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7512ae83-c4e8-4450-ad43-cb0a773c3f98 req-c6e07161-7e02-4b61-ad55-fc340bd90d3c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376272 Jul 28 12:23:47.575218 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce81eb9-e128-4a8f-8410-7627946eb17e req-f1ca2c1e-567d-4520-9bae-944dd8fd1171 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:47.576610 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9ce81eb9-e128-4a8f-8410-7627946eb17e req-f1ca2c1e-567d-4520-9bae-944dd8fd1171 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0556631 Jul 28 12:23:47.935110 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9ce81eb9-e128-4a8f-8410-7627946eb17e req-438f7af8-7cc9-44d1-a6bf-8fed20165452 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3526514 Jul 28 12:23:48.249461 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5755487-7c72-401b-a6aa-7d73e3514e8e req-a473a96f-57d0-443f-9908-cff0cd2cee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:48.250916 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d5755487-7c72-401b-a6aa-7d73e3514e8e req-a473a96f-57d0-443f-9908-cff0cd2cee84 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 1099 time: 0.0415337 Jul 28 12:23:48.338920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5755487-7c72-401b-a6aa-7d73e3514e8e req-197ef993-0cac-4c4a-9926-452ff2f88ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:48.340458 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d5755487-7c72-401b-a6aa-7d73e3514e8e req-197ef993-0cac-4c4a-9926-452ff2f88ce2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 910 time: 0.0830348 Jul 28 12:23:48.409131 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d5755487-7c72-401b-a6aa-7d73e3514e8e req-30247a07-9830-40a0-97ea-23a62439a1b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97306274-c126-4616-84d6-dbfb8fea713d HTTP/1.1" status: 200 len: 1002 time: 0.0614450 Jul 28 12:23:48.457418 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5755487-7c72-401b-a6aa-7d73e3514e8e req-93300649-7a3c-4971-b5aa-e7ff1e6056ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:48.458868 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d5755487-7c72-401b-a6aa-7d73e3514e8e req-93300649-7a3c-4971-b5aa-e7ff1e6056ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0427868 Jul 28 12:23:48.504005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5755487-7c72-401b-a6aa-7d73e3514e8e req-e1906963-cfa5-4bbc-b423-cba22b9f448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:48.505533 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d5755487-7c72-401b-a6aa-7d73e3514e8e req-e1906963-cfa5-4bbc-b423-cba22b9f448d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401883 Jul 28 12:23:48.597162 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d5755487-7c72-401b-a6aa-7d73e3514e8e req-2913c9e1-ec30-47e2-bdca-2812152dc24f service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838306 Jul 28 12:23:48.684818 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-d5755487-7c72-401b-a6aa-7d73e3514e8e req-1b5a859a-12c3-4478-b874-4b5db4ec21d5 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807705 Jul 28 12:23:49.048907 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae68240-1c03-4988-abc9-d97f2d412aaf req-d6cd2c50-9219-4e36-8746-18955eb565c3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:49.050446 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fae68240-1c03-4988-abc9-d97f2d412aaf req-d6cd2c50-9219-4e36-8746-18955eb565c3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0491562 Jul 28 12:23:49.086992 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fae68240-1c03-4988-abc9-d97f2d412aaf req-5332c71b-1046-4a10-abb7-d3abaa65f1c8 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307126 Jul 28 12:23:50.201719 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020e1df-8d8c-48f9-9902-3f5873a557d2 req-6fdbfb4e-9da1-46a4-8338-bb8b5fd73c45 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:50.203246 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2020e1df-8d8c-48f9-9902-3f5873a557d2 req-6fdbfb4e-9da1-46a4-8338-bb8b5fd73c45 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 946 time: 0.0495501 Jul 28 12:23:50.243298 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2020e1df-8d8c-48f9-9902-3f5873a557d2 req-1f2ceb97-fa99-4356-a12d-6bd3f5e94b5d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341046 Jul 28 12:23:50.390156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:51.195684 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 97306274-c126-4616-84d6-dbfb8fea713d no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:23:51.272943 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:51.295525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97306274-c126-4616-84d6-dbfb8fea713d'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:23:51.297755 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3944140a-fb44-44be-890a-bb6eebe5672f" -d '{"events": [{"server_uuid": "371ee5ec-fe85-45d0-8267-1e376bb09b43", "name": "network-vif-unplugged", "status": "completed", "tag": "97306274-c126-4616-84d6-dbfb8fea713d"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:23:51.310981 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 97306274-c126-4616-84d6-dbfb8fea713d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=97306274-c126-4616-84d6-dbfb8fea713d,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:23:51.319777 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:51.343363 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 12:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c250901d-f530-43ec-bb59-734dc2eee7d9 x-openstack-request-id: req-c250901d-f530-43ec-bb59-734dc2eee7d9 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:23:51.343363 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371ee5ec-fe85-45d0-8267-1e376bb09b43", "name": "network-vif-unplugged", "status": "failed", "tag": "97306274-c126-4616-84d6-dbfb8fea713d", "code": 422}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:23:51.343363 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c250901d-f530-43ec-bb59-734dc2eee7d9 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:23:51.343775 dv-neutron-786478-16-hyperv neutron-server[100417]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '97306274-c126-4616-84d6-dbfb8fea713d', 'code': 422} returned with failed status Jul 28 12:23:51.362929 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f14ce-a404-4b1a-a6a1-0cfd8849351c req-89b2edb4-1f5e-4be8-ba23-cc65d2115cbb tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:51.364837 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3c4f14ce-a404-4b1a-a6a1-0cfd8849351c req-89b2edb4-1f5e-4be8-ba23-cc65d2115cbb tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0520747 Jul 28 12:23:51.369182 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=97306274-c126-4616-84d6-dbfb8fea713d,revision_number=8']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:51.402896 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-3c4f14ce-a404-4b1a-a6a1-0cfd8849351c req-131c8eee-e1e4-477c-8d73-a99b877848de tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324640 Jul 28 12:23:51.612792 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfe8af-59d3-481d-933e-513455585acb req-78bcfaa0-43e1-4112-b6ea-0c0b430e5d06 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:51.614313 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-99cfe8af-59d3-481d-933e-513455585acb req-78bcfaa0-43e1-4112-b6ea-0c0b430e5d06 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0500183 Jul 28 12:23:51.652671 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-99cfe8af-59d3-481d-933e-513455585acb req-9c6b0b2f-e60d-4314-b359-2ffbb9ff5c22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313919 Jul 28 12:23:51.880497 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-cef30e01-5939-4ce4-b18b-900bc9ac74c8 req-c6976ff1-5625-4a3d-88a6-32510bc3c142 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903525 Jul 28 12:23:52.766765 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b94da9-09b6-422a-9010-5e64b8f28c24 req-2a42a95c-8e79-437c-9a44-bf093a77529e tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:52.768219 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-70b94da9-09b6-422a-9010-5e64b8f28c24 req-2a42a95c-8e79-437c-9a44-bf093a77529e tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0474825 Jul 28 12:23:52.806458 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-70b94da9-09b6-422a-9010-5e64b8f28c24 req-45b0a557-f95a-4cb9-b80a-dc1c1c6934fe tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323429 Jul 28 12:23:53.924064 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2746d94-56c2-4fb2-b173-8d1840c571c5 req-ff790bfb-3038-4af1-9771-463b2a9498b2 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:53.925541 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c2746d94-56c2-4fb2-b173-8d1840c571c5 req-ff790bfb-3038-4af1-9771-463b2a9498b2 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0516737 Jul 28 12:23:53.963028 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c2746d94-56c2-4fb2-b173-8d1840c571c5 req-7ed0adcb-e6c7-4343-9755-e756dc91e9af tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315983 Jul 28 12:23:54.781106 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef30e01-5939-4ce4-b18b-900bc9ac74c8 req-aa6c8f87-c921-4b43-9529-253d104fb4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:54.782630 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-cef30e01-5939-4ce4-b18b-900bc9ac74c8 req-aa6c8f87-c921-4b43-9529-253d104fb4b9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43&tenant_id=519685efd6c14d1ea25802ad8bb41c4a HTTP/1.1" status: 200 len: 1097 time: 0.0406055 Jul 28 12:23:54.843321 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef30e01-5939-4ce4-b18b-900bc9ac74c8 req-6f710461-c095-426f-a75a-b1c8dfcc6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:54.844938 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-cef30e01-5939-4ce4-b18b-900bc9ac74c8 req-6f710461-c095-426f-a75a-b1c8dfcc6b37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 1097 time: 0.0409162 Jul 28 12:23:54.934564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef30e01-5939-4ce4-b18b-900bc9ac74c8 req-63639480-9790-424e-ba10-805b0015d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:54.936016 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-cef30e01-5939-4ce4-b18b-900bc9ac74c8 req-63639480-9790-424e-ba10-805b0015d3e7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 910 time: 0.0844343 Jul 28 12:23:55.000429 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-cef30e01-5939-4ce4-b18b-900bc9ac74c8 req-543c39a7-dcf5-4d4e-aea5-1688ba9f4824 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97306274-c126-4616-84d6-dbfb8fea713d HTTP/1.1" status: 200 len: 1000 time: 0.0567200 Jul 28 12:23:55.049106 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef30e01-5939-4ce4-b18b-900bc9ac74c8 req-4ee1dbfc-b0df-42a3-8fa1-652f10205475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:55.050562 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-cef30e01-5939-4ce4-b18b-900bc9ac74c8 req-4ee1dbfc-b0df-42a3-8fa1-652f10205475 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0435266 Jul 28 12:23:55.079038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcef321-5316-41ad-830b-251d6323209f req-4a3b2246-b9f1-40f0-a03f-be65fe97e322 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:55.080560 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-adcef321-5316-41ad-830b-251d6323209f req-4a3b2246-b9f1-40f0-a03f-be65fe97e322 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0490992 Jul 28 12:23:55.099979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef30e01-5939-4ce4-b18b-900bc9ac74c8 req-0858c21f-bb44-44d8-b2a0-c752e3af7f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:55.101500 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-cef30e01-5939-4ce4-b18b-900bc9ac74c8 req-0858c21f-bb44-44d8-b2a0-c752e3af7f1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0444493 Jul 28 12:23:55.117791 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-adcef321-5316-41ad-830b-251d6323209f req-83debbbc-fc91-42e9-8042-74ece70b8427 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312424 Jul 28 12:23:55.190242 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-cef30e01-5939-4ce4-b18b-900bc9ac74c8 req-55ea547e-111d-4dcb-a3a6-833fc0a851fe service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805316 Jul 28 12:23:55.210601 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 97306274-c126-4616-84d6-dbfb8fea713d no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:23:55.284501 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-cef30e01-5939-4ce4-b18b-900bc9ac74c8 req-4e1f5c8a-c761-49fe-9bf7-4b4b6acb1f30 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874922 Jul 28 12:23:56.242310 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f37764-1742-4049-8a77-2cf7165628b5 req-2f8b561e-22f9-4c8f-bd71-a6509641613d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:56.244324 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-84f37764-1742-4049-8a77-2cf7165628b5 req-2f8b561e-22f9-4c8f-bd71-a6509641613d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0534346 Jul 28 12:23:56.284467 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-84f37764-1742-4049-8a77-2cf7165628b5 req-814a41be-2d8b-4b7f-9451-b2ed5a5ed085 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327563 Jul 28 12:23:57.416513 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5706df2-94b1-4f59-9527-d5828db9a66d req-df8ea49b-7292-45e1-95b3-ac80af10cdf6 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:57.418175 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e5706df2-94b1-4f59-9527-d5828db9a66d req-df8ea49b-7292-45e1-95b3-ac80af10cdf6 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0622809 Jul 28 12:23:57.459845 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e5706df2-94b1-4f59-9527-d5828db9a66d req-7da703c9-dad6-49e2-90c2-573294158ffb tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355320 Jul 28 12:23:58.576159 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff7fc1-a361-4967-80da-0bac0b578f1e req-3a5f411f-eaa4-464b-9de9-9251a3c8fc6e tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:58.577804 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-75ff7fc1-a361-4967-80da-0bac0b578f1e req-3a5f411f-eaa4-464b-9de9-9251a3c8fc6e tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0528119 Jul 28 12:23:58.618343 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-75ff7fc1-a361-4967-80da-0bac0b578f1e req-259a01b3-e709-435c-a1c0-ed8b5e1fcc45 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338032 Jul 28 12:23:59.737249 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e061187-b9b0-4e60-bec5-bab176b8bb12 req-6acebf8f-1fb0-47df-b703-03a7a858f6b1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:59.739047 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6e061187-b9b0-4e60-bec5-bab176b8bb12 req-6acebf8f-1fb0-47df-b703-03a7a858f6b1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0523381 Jul 28 12:23:59.777944 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6e061187-b9b0-4e60-bec5-bab176b8bb12 req-51726c9f-c131-4653-a585-288de45fb724 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327647 Jul 28 12:24:00.906001 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db859bcd-d95e-4d70-9d22-87fcff1f5ebb req-1c0aa1bb-21dc-40f7-b729-1510d0a2a0c4 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:00.907675 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-db859bcd-d95e-4d70-9d22-87fcff1f5ebb req-1c0aa1bb-21dc-40f7-b729-1510d0a2a0c4 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0532506 Jul 28 12:24:00.949584 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-db859bcd-d95e-4d70-9d22-87fcff1f5ebb req-e6a22325-f5bf-43a0-8688-c66d75b1c29e tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352640 Jul 28 12:24:02.077386 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d47d8-bedc-46f0-a688-af307b1a50e7 req-24ee2529-4316-4b91-aa55-8906f33c7866 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:02.078859 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bd7d47d8-bedc-46f0-a688-af307b1a50e7 req-24ee2529-4316-4b91-aa55-8906f33c7866 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0594490 Jul 28 12:24:02.123290 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bd7d47d8-bedc-46f0-a688-af307b1a50e7 req-3c22af94-982b-447e-9cda-8658698fe4ab tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380147 Jul 28 12:24:02.487886 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-684b3bd1-12a3-43e1-9fdc-51cf6029060e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:03.242268 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950c947-5111-4e9b-aeb2-d5338817b4ff req-01595243-98bf-4085-9f21-c630299f1060 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:03.243902 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9950c947-5111-4e9b-aeb2-d5338817b4ff req-01595243-98bf-4085-9f21-c630299f1060 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0514214 Jul 28 12:24:03.286173 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9950c947-5111-4e9b-aeb2-d5338817b4ff req-5b7c0ba2-a60a-4151-9105-f90773c612a9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355961 Jul 28 12:24:04.412880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc0bc6-ef8d-420e-b1bc-77430ade908d req-c00fd703-695b-4f70-9858-bb4186ea360f tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:04.414742 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0fdc0bc6-ef8d-420e-b1bc-77430ade908d req-c00fd703-695b-4f70-9858-bb4186ea360f tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0567484 Jul 28 12:24:04.454627 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0fdc0bc6-ef8d-420e-b1bc-77430ade908d req-cfdf9773-8142-45a3-a34c-5d329dc5e794 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335503 Jul 28 12:24:04.943965 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8ff146cb-0077-4444-8731-5f056016bcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:05.428814 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:05.578622 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f08dd-bb50-4245-879d-44bb8b1af2d8 req-970982f5-b69e-4ed9-afc1-532bdd17e384 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:05.580273 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c67f08dd-bb50-4245-879d-44bb8b1af2d8 req-970982f5-b69e-4ed9-afc1-532bdd17e384 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0545053 Jul 28 12:24:05.626083 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c67f08dd-bb50-4245-879d-44bb8b1af2d8 req-35c3ebc4-97e8-4f43-a368-abecbd02f611 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355482 Jul 28 12:24:06.554976 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:06.739067 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46103371-4495-42fd-bf31-cc1bfc422d5a req-1e33ee1c-49b4-47b9-9366-fe6707cc7e22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:06.740536 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-46103371-4495-42fd-bf31-cc1bfc422d5a req-1e33ee1c-49b4-47b9-9366-fe6707cc7e22 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0479259 Jul 28 12:24:06.778397 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-46103371-4495-42fd-bf31-cc1bfc422d5a req-6ef5e3dc-e0b0-4967-8027-e589a42a4e19 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314486 Jul 28 12:24:07.897722 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb5a35-3d99-4084-bfc1-2d985a191824 req-8be8d5a7-e630-4e78-a95e-3cb17a9b1409 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:07.899227 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-50bb5a35-3d99-4084-bfc1-2d985a191824 req-8be8d5a7-e630-4e78-a95e-3cb17a9b1409 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0527012 Jul 28 12:24:07.937258 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-50bb5a35-3d99-4084-bfc1-2d985a191824 req-96156997-82b1-4da4-98a6-373091eddae6 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319438 Jul 28 12:24:08.091112 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:09.052589 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973a474-f03e-4e4a-8be0-4074ddc5e568 req-28d8ffef-bfe5-4858-87c3-2e5b0831306b tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:09.053976 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c973a474-f03e-4e4a-8be0-4074ddc5e568 req-28d8ffef-bfe5-4858-87c3-2e5b0831306b tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 944 time: 0.0506003 Jul 28 12:24:09.093257 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c973a474-f03e-4e4a-8be0-4074ddc5e568 req-dc6040f6-273d-469f-b21a-a9bbb15080d8 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328732 Jul 28 12:24:09.267128 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 97306274-c126-4616-84d6-dbfb8fea713d details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:24:09.361356 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 97306274-c126-4616-84d6-dbfb8fea713d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=97306274-c126-4616-84d6-dbfb8fea713d,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:24:09.372976 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '97306274-c126-4616-84d6-dbfb8fea713d', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'port_id': '97306274-c126-4616-84d6-dbfb8fea713d', 'mac_address': 'fa:16:3e:e7:ba:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:24:09.408468 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:09.420592 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97306274-c126-4616-84d6-dbfb8fea713d {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:24:09.440391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 97306274-c126-4616-84d6-dbfb8fea713d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=97306274-c126-4616-84d6-dbfb8fea713d,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:24:09.446399 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:09.493371 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=97306274-c126-4616-84d6-dbfb8fea713d,revision_number=9']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:24:09.665960 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['97306274-c126-4616-84d6-dbfb8fea713d'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:24:10.206608 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f357b9-ea8c-4200-bcf1-8592aafc3338 req-1bf9a00a-d22c-4fc0-a350-7b1b884ef8a6 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:10.208104 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-29f357b9-ea8c-4200-bcf1-8592aafc3338 req-1bf9a00a-d22c-4fc0-a350-7b1b884ef8a6 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 945 time: 0.0485716 Jul 28 12:24:10.247440 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-29f357b9-ea8c-4200-bcf1-8592aafc3338 req-b99925a9-859e-4830-9163-68676864d5ff tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334322 Jul 28 12:24:11.268749 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 97306274-c126-4616-84d6-dbfb8fea713d up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:24:11.355981 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 97306274-c126-4616-84d6-dbfb8fea713d triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:24:11.356241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:11.373301 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d7d28-3858-4d72-8f97-6514f04c1104 req-5ad8c820-bb31-4d9c-a290-c3b53eef2c2a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:11.375250 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e96d7d28-3858-4d72-8f97-6514f04c1104 req-5ad8c820-bb31-4d9c-a290-c3b53eef2c2a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 945 time: 0.0560615 Jul 28 12:24:11.415861 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e96d7d28-3858-4d72-8f97-6514f04c1104 req-4330652d-f3e6-4da0-833f-f1739e9a4e18 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347557 Jul 28 12:24:11.451504 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:11.473909 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97306274-c126-4616-84d6-dbfb8fea713d'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:24:11.476186 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d49f6a-b961-4283-b69d-8a944af746ee" -d '{"events": [{"server_uuid": "371ee5ec-fe85-45d0-8267-1e376bb09b43", "name": "network-vif-plugged", "status": "completed", "tag": "97306274-c126-4616-84d6-dbfb8fea713d"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:24:11.490776 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 97306274-c126-4616-84d6-dbfb8fea713d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=97306274-c126-4616-84d6-dbfb8fea713d,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:24:11.496124 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:11.521464 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef01d47-9a13-4a31-8379-08f4badb47af x-openstack-request-id: req-2ef01d47-9a13-4a31-8379-08f4badb47af {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:24:11.521799 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371ee5ec-fe85-45d0-8267-1e376bb09b43", "name": "network-vif-plugged", "status": "completed", "tag": "97306274-c126-4616-84d6-dbfb8fea713d", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:24:11.522014 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ef01d47-9a13-4a31-8379-08f4badb47af {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:24:11.522399 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97306274-c126-4616-84d6-dbfb8fea713d', 'code': 200} Jul 28 12:24:11.550434 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=97306274-c126-4616-84d6-dbfb8fea713d,revision_number=10']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:24:11.703218 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47268c53-7d7a-46d2-a2e2-79c1d381b9d2 req-034a6ffb-46fe-4e1f-9834-42b245aca0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:11.704669 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-47268c53-7d7a-46d2-a2e2-79c1d381b9d2 req-034a6ffb-46fe-4e1f-9834-42b245aca0e2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 1100 time: 0.0415361 Jul 28 12:24:11.740070 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-47268c53-7d7a-46d2-a2e2-79c1d381b9d2 req-60280c9f-4a06-400e-9849-fae9cf6df260 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285819 Jul 28 12:24:12.536402 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac533b-03fe-4d92-bad6-614a716dcc12 req-8d931826-efa9-4447-b841-33f57ee398cd tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:12.537922 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4dac533b-03fe-4d92-bad6-614a716dcc12 req-8d931826-efa9-4447-b841-33f57ee398cd tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 947 time: 0.0516555 Jul 28 12:24:12.585557 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-4dac533b-03fe-4d92-bad6-614a716dcc12 req-1328d41c-cf0d-487a-bfc6-7f89b5a9e69a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408902 Jul 28 12:24:12.850842 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:24:13.718765 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b221aa-f8bd-4451-bc8a-8bbded00f366 req-44be97dc-8568-4904-81c3-940b93ca83b8 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:13.720596 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-19b221aa-f8bd-4451-bc8a-8bbded00f366 req-44be97dc-8568-4904-81c3-940b93ca83b8 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 947 time: 0.0608556 Jul 28 12:24:13.758664 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-19b221aa-f8bd-4451-bc8a-8bbded00f366 req-ba46b610-0b46-48c9-9f57-3d8152d2ffbb tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319235 Jul 28 12:24:20.403211 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:32.489772 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8605f1fe-ef30-4449-8dc0-94c106bdb4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:34.948108 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-018ba9d4-b8b6-41b2-a873-fc3cc5106b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:35.419153 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:36.306143 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-926d7a78-1c5a-4e49-afb5-7e5f2ac9d761 req-c510db8f-9327-47f3-a5f1-1c506710d63a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813682 Jul 28 12:24:36.391686 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d7a78-1c5a-4e49-afb5-7e5f2ac9d761 req-c67921f0-b7b2-4521-9c51-a454e9eebee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:36.393150 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-926d7a78-1c5a-4e49-afb5-7e5f2ac9d761 req-c67921f0-b7b2-4521-9c51-a454e9eebee7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 1100 time: 0.0412834 Jul 28 12:24:36.497684 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d7a78-1c5a-4e49-afb5-7e5f2ac9d761 req-819bd47b-b8f4-477f-97a0-c3b64e0d46f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:36.499104 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-926d7a78-1c5a-4e49-afb5-7e5f2ac9d761 req-819bd47b-b8f4-477f-97a0-c3b64e0d46f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 910 time: 0.0857618 Jul 28 12:24:36.556440 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:36.567854 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-926d7a78-1c5a-4e49-afb5-7e5f2ac9d761 req-0c97be04-1de0-4130-8e49-71197b042852 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97306274-c126-4616-84d6-dbfb8fea713d HTTP/1.1" status: 200 len: 1002 time: 0.0613191 Jul 28 12:24:36.620347 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d7a78-1c5a-4e49-afb5-7e5f2ac9d761 req-4b77ce72-5059-4f06-b4b0-3329e5cba3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:36.621888 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-926d7a78-1c5a-4e49-afb5-7e5f2ac9d761 req-4b77ce72-5059-4f06-b4b0-3329e5cba3a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0466671 Jul 28 12:24:36.667274 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d7a78-1c5a-4e49-afb5-7e5f2ac9d761 req-526cba72-fb39-411d-bfe4-d2e1f107f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:36.668669 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-926d7a78-1c5a-4e49-afb5-7e5f2ac9d761 req-526cba72-fb39-411d-bfe4-d2e1f107f767 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392375 Jul 28 12:24:36.680091 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [req-926d7a78-1c5a-4e49-afb5-7e5f2ac9d761 req-b43e89b4-3f5e-4551-8ca7-57132b6608c5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 12:24:36.681107 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-926d7a78-1c5a-4e49-afb5-7e5f2ac9d761 req-b43e89b4-3f5e-4551-8ca7-57132b6608c5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049350 Jul 28 12:24:36.770596 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-926d7a78-1c5a-4e49-afb5-7e5f2ac9d761 req-389cd8f9-4a71-44d6-b8be-8ba4b11e0a78 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816503 Jul 28 12:24:36.863762 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-926d7a78-1c5a-4e49-afb5-7e5f2ac9d761 req-ca01d41a-63b6-47c4-9c87-ca07e0af65e2 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859046 Jul 28 12:24:38.094541 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:49.849969 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:24:50.405318 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:02.490658 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8328bb5-2355-4e80-b8f5-d8c720f10f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:04.948494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a45f7d22-42a5-4773-9c4c-33378c2e71b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:05.420396 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:06.559222 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:08.096689 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:20.405178 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:22.892799 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38440) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:25:23.058042 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Deleting port 114df6b8-8735-42ef-adb8-51ecbb11c7c0 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:25:23.058272 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:23.133775 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:23.134097 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:23.145802 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Calling delete_port for 114df6b8-8735-42ef-adb8-51ecbb11c7c0 owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:25:23.317493 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:23.341867 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event deleted for resources: {'Port': ['ID=114df6b8-8735-42ef-adb8-51ecbb11c7c0,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:25:23.356689 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:23.357035 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:23.357374 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:23.357706 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:23.358035 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:23.358361 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:23.358724 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:23.359047 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:23.359371 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:23.359693 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:23.360012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:23.360327 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:23.419124 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:23.419460 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Floating IP 28a21875-0932-48de-97cc-c7ff8e5e2373 disassociated (deleted). External IP: 172.26.1.184, port: 97306274-c126-4616-84d6-dbfb8fea713d. Jul 28 12:25:23.629485 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Router 18cfdf9a-f268-4bf7-b087-02166e7760b4 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:25:23.735542 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:25:23.740408 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:23.745564 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc450076-c2a6-48aa-adeb-70175b1feddc None None] Sync routers for ids ['18cfdf9a-f268-4bf7-b087-02166e7760b4'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:25:23.754400 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc450076-c2a6-48aa-adeb-70175b1feddc None None] Routers {'18cfdf9a-f268-4bf7-b087-02166e7760b4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:25:23.755118 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-dc450076-c2a6-48aa-adeb-70175b1feddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:25:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['18cfdf9a-f268-4bf7-b087-02166e7760b4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:25:23.776079 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-d71b4f31-fb97-4e5d-91f9-cdab3b3ba353 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "DELETE /v2.0/floatingips/28a21875-0932-48de-97cc-c7ff8e5e2373 HTTP/1.1" status: 204 len: 168 time: 0.8819487 Jul 28 12:25:23.777004 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'tag': '97306274-c126-4616-84d6-dbfb8fea713d'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:25:23.780874 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb29268-ff39-4d1b-860f-fc78cb269ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "371ee5ec-fe85-45d0-8267-1e376bb09b43", "tag": "97306274-c126-4616-84d6-dbfb8fea713d"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:25:23.877766 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-dc450076-c2a6-48aa-adeb-70175b1feddc None None] Set router 18cfdf9a-f268-4bf7-b087-02166e7760b4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:25:23.934860 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d77fecf-7297-4257-919d-59918c115ecf x-openstack-request-id: req-4d77fecf-7297-4257-919d-59918c115ecf {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:25:23.935554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371ee5ec-fe85-45d0-8267-1e376bb09b43", "tag": "97306274-c126-4616-84d6-dbfb8fea713d", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:25:23.935714 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d77fecf-7297-4257-919d-59918c115ecf {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:25:23.936201 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'tag': '97306274-c126-4616-84d6-dbfb8fea713d', 'status': 'completed', 'code': 200} Jul 28 12:25:24.011972 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb29268-ff39-4d1b-860f-fc78cb269ebe req-fc04def3-f676-4626-b895-73562bcaa5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:24.014525 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0fb29268-ff39-4d1b-860f-fc78cb269ebe req-fc04def3-f676-4626-b895-73562bcaa5d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 1100 time: 0.0443866 Jul 28 12:25:24.098195 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8185c63-bc86-4845-bd06-991a7a39759b req-73063c5f-7548-4ed6-839f-90b8e2fac4e4 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:24.099938 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f8185c63-bc86-4845-bd06-991a7a39759b req-73063c5f-7548-4ed6-839f-90b8e2fac4e4 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 947 time: 0.1346753 Jul 28 12:25:24.125222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb29268-ff39-4d1b-860f-fc78cb269ebe req-afcb14ad-15f9-47ec-87b0-ab3816cad03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:24.126843 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0fb29268-ff39-4d1b-860f-fc78cb269ebe req-afcb14ad-15f9-47ec-87b0-ab3816cad03d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 910 time: 0.1043108 Jul 28 12:25:24.133631 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-dc450076-c2a6-48aa-adeb-70175b1feddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 4, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b143d93a-8464-4d41-ba97-43b88c263e40', 'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'mac_address': 'fa:16:3e:7e:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:10Z', 'updated_at': '2021-07-28T12:21:16Z', 'revision_number': 5, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'subnets': [{'id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:25:24.145897 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f8185c63-bc86-4845-bd06-991a7a39759b req-af775ee4-d3ce-4961-ac57-188f1ccfd5b2 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344052 Jul 28 12:25:24.172576 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0fb29268-ff39-4d1b-860f-fc78cb269ebe req-2adef8d1-1e04-4d9a-a342-4f4e63dba663 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97306274-c126-4616-84d6-dbfb8fea713d HTTP/1.1" status: 200 len: 217 time: 0.0377183 Jul 28 12:25:24.185492 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc450076-c2a6-48aa-adeb-70175b1feddc None None] Checking router: 18cfdf9a-f268-4bf7-b087-02166e7760b4 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:25:24.197692 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc450076-c2a6-48aa-adeb-70175b1feddc None None] Routers {'18cfdf9a-f268-4bf7-b087-02166e7760b4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:25:24.198656 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-dc450076-c2a6-48aa-adeb-70175b1feddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:25:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['18cfdf9a-f268-4bf7-b087-02166e7760b4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:25:24.222891 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb29268-ff39-4d1b-860f-fc78cb269ebe req-06d65b49-c55a-42d7-8690-b77cf5731698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:24.224374 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0fb29268-ff39-4d1b-860f-fc78cb269ebe req-06d65b49-c55a-42d7-8690-b77cf5731698 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0444629 Jul 28 12:25:24.274929 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb29268-ff39-4d1b-860f-fc78cb269ebe req-8a3ec242-77c7-4753-8e3b-af7c598865e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:24.276451 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0fb29268-ff39-4d1b-860f-fc78cb269ebe req-8a3ec242-77c7-4753-8e3b-af7c598865e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0446692 Jul 28 12:25:24.321417 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-dc450076-c2a6-48aa-adeb-70175b1feddc None None] Set router 18cfdf9a-f268-4bf7-b087-02166e7760b4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:25:24.575506 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-dc450076-c2a6-48aa-adeb-70175b1feddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 4, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b143d93a-8464-4d41-ba97-43b88c263e40', 'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'mac_address': 'fa:16:3e:7e:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:10Z', 'updated_at': '2021-07-28T12:21:16Z', 'revision_number': 5, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'subnets': [{'id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:25:24.627974 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc450076-c2a6-48aa-adeb-70175b1feddc None None] The sync data for ids ['18cfdf9a-f268-4bf7-b087-02166e7760b4'] in dv-neutron-786478-16-hyperv is: [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 4, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b143d93a-8464-4d41-ba97-43b88c263e40', 'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'mac_address': 'fa:16:3e:7e:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:10Z', 'updated_at': '2021-07-28T12:21:16Z', 'revision_number': 5, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'subnets': [{'id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:25:24.700259 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0fb29268-ff39-4d1b-860f-fc78cb269ebe req-bc2b1499-dca3-4279-b9d1-c9db5668cc14 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153099 Jul 28 12:25:24.803405 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0fb29268-ff39-4d1b-860f-fc78cb269ebe req-9ce2b699-dc97-4056-b04d-f9c7c81b1bd1 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954409 Jul 28 12:25:24.876255 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f567aee-59a2-47ee-aaa6-03ca72b1ad9e None None] New status for floating IP 28a21875-0932-48de-97cc-c7ff8e5e2373: DOWN {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:25:25.330707 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d801727-24bf-4a06-95b5-1568671ebaa4 req-8b50722e-a2e3-4b72-94d1-c1da979bdb47 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:25.331372 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67694c-1f16-463f-943e-385324f65719 req-d657cde2-8c78-46c9-9572-fbea2471749c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:25.332175 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d801727-24bf-4a06-95b5-1568671ebaa4 req-8b50722e-a2e3-4b72-94d1-c1da979bdb47 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.39 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 947 time: 0.0503230 Jul 28 12:25:25.332361 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8a67694c-1f16-463f-943e-385324f65719 req-d657cde2-8c78-46c9-9572-fbea2471749c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=371ee5ec-fe85-45d0-8267-1e376bb09b43 HTTP/1.1" status: 200 len: 947 time: 0.1070707 Jul 28 12:25:25.372078 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8a67694c-1f16-463f-943e-385324f65719 req-b86e7355-afe1-4e81-9721-023d459e6a04 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331295 Jul 28 12:25:25.423723 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-7d801727-24bf-4a06-95b5-1568671ebaa4 req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Deleting port 97306274-c126-4616-84d6-dbfb8fea713d {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:25:25.424071 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7d801727-24bf-4a06-95b5-1568671ebaa4 req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:25.516436 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-7d801727-24bf-4a06-95b5-1568671ebaa4 req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] For port 97306274-c126-4616-84d6-dbfb8fea713d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=97306274-c126-4616-84d6-dbfb8fea713d,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:25:25.516809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7d801727-24bf-4a06-95b5-1568671ebaa4 req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:25.529371 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-7d801727-24bf-4a06-95b5-1568671ebaa4 req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Calling delete_port for 97306274-c126-4616-84d6-dbfb8fea713d owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:25:25.665981 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7d801727-24bf-4a06-95b5-1568671ebaa4 req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:25.694625 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event deleted for resources: {'Port': ['ID=97306274-c126-4616-84d6-dbfb8fea713d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:25:25.707647 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:25.707647 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:25.707647 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:25.707647 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:25.707647 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:25.708411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:25.708411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:25.708698 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:25.708799 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:25.709128 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:25.709450 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:25.709772 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:25.746740 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d801727-24bf-4a06-95b5-1568671ebaa4 req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] No DVR routers for this DVR port 97306274-c126-4616-84d6-dbfb8fea713d on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:25:25.749328 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-7d801727-24bf-4a06-95b5-1568671ebaa4 req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:25.751442 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-7d801727-24bf-4a06-95b5-1568671ebaa4 req-49c3f14d-9bda-4199-a29b-75891dfe9c1c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.39 "DELETE /v2.0/ports/97306274-c126-4616-84d6-dbfb8fea713d HTTP/1.1" status: 204 len: 173 time: 0.4135249 Jul 28 12:25:25.751876 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'name': 'network-vif-deleted', 'tag': '97306274-c126-4616-84d6-dbfb8fea713d'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:25:25.754174 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4b9b02-05c4-4fd0-97da-778b714cb4c6" -d '{"events": [{"server_uuid": "371ee5ec-fe85-45d0-8267-1e376bb09b43", "name": "network-vif-deleted", "tag": "97306274-c126-4616-84d6-dbfb8fea713d"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:25:25.799005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ddfadc-00c0-41fa-8cc3-301a30982c88 x-openstack-request-id: req-c9ddfadc-00c0-41fa-8cc3-301a30982c88 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:25:25.799005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371ee5ec-fe85-45d0-8267-1e376bb09b43", "name": "network-vif-deleted", "tag": "97306274-c126-4616-84d6-dbfb8fea713d", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:25:25.799005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9ddfadc-00c0-41fa-8cc3-301a30982c88 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:25:25.799532 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371ee5ec-fe85-45d0-8267-1e376bb09b43', 'name': 'network-vif-deleted', 'tag': '97306274-c126-4616-84d6-dbfb8fea713d', 'status': 'completed', 'code': 200} Jul 28 12:25:26.449131 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38470) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:25:26.508544 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0acf29b6-5a7a-485b-9acf-97f7b9b532a1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:26.533225 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0acf29b6-5a7a-485b-9acf-97f7b9b532a1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:26.598234 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0acf29b6-5a7a-485b-9acf-97f7b9b532a1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:26.601440 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-0acf29b6-5a7a-485b-9acf-97f7b9b532a1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:26.602631 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0acf29b6-5a7a-485b-9acf-97f7b9b532a1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "DELETE /v2.0/security-groups/063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed HTTP/1.1" status: 204 len: 168 time: 0.1524842 Jul 28 12:25:26.623243 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf29b6-5a7a-485b-9acf-97f7b9b532a1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=063bcc2d-7e2c-4fc9-a0f6-f5fb9583a2ed,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:25:26.854252 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:25:27.374658 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38476) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:25:27.379270 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-04dde252-5368-4028-9f86-fa9034e77726 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1294817811', 'description': 'tempest-secgroup-smoke-1294817811 description', 'project_id': '519685efd6c14d1ea25802ad8bb41c4a'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:25:27.402624 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04dde252-5368-4028-9f86-fa9034e77726 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.485038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04dde252-5368-4028-9f86-fa9034e77726 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.488711 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04dde252-5368-4028-9f86-fa9034e77726 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.520244 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-04dde252-5368-4028-9f86-fa9034e77726 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.521456 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-04dde252-5368-4028-9f86-fa9034e77726 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1457896 Jul 28 12:25:27.523624 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dde252-5368-4028-9f86-fa9034e77726 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0283fac1-73b2-498b-a8d1-f7a04e26f46d,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:25:27.524560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38478) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:25:27.529420 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-6d17e794-5ce1-4faa-af61-4a198c4c32b1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Request body: {'security_group_rule': {'security_group_id': '0283fac1-73b2-498b-a8d1-f7a04e26f46d', 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:25:27.557139 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d17e794-5ce1-4faa-af61-4a198c4c32b1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.620233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d17e794-5ce1-4faa-af61-4a198c4c32b1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.623744 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d17e794-5ce1-4faa-af61-4a198c4c32b1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.641870 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17e794-5ce1-4faa-af61-4a198c4c32b1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f359047-c5dc-4dc2-9155-fe5251190126,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:25:27.649955 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d17e794-5ce1-4faa-af61-4a198c4c32b1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.651232 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6d17e794-5ce1-4faa-af61-4a198c4c32b1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255674 Jul 28 12:25:27.656804 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38480) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:25:27.661390 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-b62f2590-9804-486d-870c-efaee23b52f1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Request body: {'security_group_rule': {'security_group_id': '0283fac1-73b2-498b-a8d1-f7a04e26f46d', 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:25:27.688935 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b62f2590-9804-486d-870c-efaee23b52f1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.746158 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b62f2590-9804-486d-870c-efaee23b52f1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.751154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b62f2590-9804-486d-870c-efaee23b52f1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.769772 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f2590-9804-486d-870c-efaee23b52f1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5f7f20-0e27-45ca-832f-74414211f814,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:25:27.775984 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b62f2590-9804-486d-870c-efaee23b52f1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.777260 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b62f2590-9804-486d-870c-efaee23b52f1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195405 Jul 28 12:25:27.780131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38482) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:25:27.785192 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-e4f7bf6d-9bdc-4206-b7bd-72f6bd02972a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Request body: {'security_group_rule': {'security_group_id': '0283fac1-73b2-498b-a8d1-f7a04e26f46d', 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:25:27.813161 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e4f7bf6d-9bdc-4206-b7bd-72f6bd02972a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.871608 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e4f7bf6d-9bdc-4206-b7bd-72f6bd02972a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.875186 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e4f7bf6d-9bdc-4206-b7bd-72f6bd02972a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.891568 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7bf6d-9bdc-4206-b7bd-72f6bd02972a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2a807d-eb44-42e0-89df-104152b14b64,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:25:27.898410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-e4f7bf6d-9bdc-4206-b7bd-72f6bd02972a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.899506 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-e4f7bf6d-9bdc-4206-b7bd-72f6bd02972a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183362 Jul 28 12:25:27.902167 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38484) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:25:27.906550 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-44e587e9-5e94-42ae-a33c-bb1f28d577aa tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Request body: {'security_group_rule': {'security_group_id': '0283fac1-73b2-498b-a8d1-f7a04e26f46d', 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:25:27.933324 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-44e587e9-5e94-42ae-a33c-bb1f28d577aa tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.993842 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-44e587e9-5e94-42ae-a33c-bb1f28d577aa tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.997753 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-44e587e9-5e94-42ae-a33c-bb1f28d577aa tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:28.017741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e587e9-5e94-42ae-a33c-bb1f28d577aa tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e2790d-c453-4fe0-a2e4-308a1be82d97,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:25:28.021666 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-44e587e9-5e94-42ae-a33c-bb1f28d577aa tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:28.027516 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-44e587e9-5e94-42ae-a33c-bb1f28d577aa tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202753 Jul 28 12:25:28.028266 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38486) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:25:28.031994 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-a40ab006-8d2a-4ec8-a3ec-7c52696b229e tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Request body: {'security_group_rule': {'security_group_id': '0283fac1-73b2-498b-a8d1-f7a04e26f46d', 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:25:28.054946 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-a40ab006-8d2a-4ec8-a3ec-7c52696b229e tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Project 519685efd6c14d1ea25802ad8bb41c4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:25:28.059598 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a40ab006-8d2a-4ec8-a3ec-7c52696b229e tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:28.119889 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a40ab006-8d2a-4ec8-a3ec-7c52696b229e tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:28.124704 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a40ab006-8d2a-4ec8-a3ec-7c52696b229e tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:28.141787 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ab006-8d2a-4ec8-a3ec-7c52696b229e tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3542bd0f-38aa-4c2f-8646-72a5cbb75b99,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:25:28.148898 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a40ab006-8d2a-4ec8-a3ec-7c52696b229e tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:28.150960 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a40ab006-8d2a-4ec8-a3ec-7c52696b229e tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221504 Jul 28 12:25:28.153464 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38488) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:25:28.161318 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-5f32f0d9-ae9e-4b0c-bb38-d08545249b36 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Request body: {'security_group_rule': {'security_group_id': '0283fac1-73b2-498b-a8d1-f7a04e26f46d', 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:25:28.193002 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.securitygroups_db [None req-5f32f0d9-ae9e-4b0c-bb38-d08545249b36 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Project 519685efd6c14d1ea25802ad8bb41c4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:25:28.198411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f32f0d9-ae9e-4b0c-bb38-d08545249b36 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:28.262248 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f32f0d9-ae9e-4b0c-bb38-d08545249b36 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:28.266015 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f32f0d9-ae9e-4b0c-bb38-d08545249b36 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:28.283621 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32f0d9-ae9e-4b0c-bb38-d08545249b36 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604b5a98-5b9a-4962-9e1c-060cbd845933,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:25:28.291566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-5f32f0d9-ae9e-4b0c-bb38-d08545249b36 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:28.292832 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-5f32f0d9-ae9e-4b0c-bb38-d08545249b36 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1381314 Jul 28 12:25:29.613596 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 97306274-c126-4616-84d6-dbfb8fea713d no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:25:29.635916 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 97306274-c126-4616-84d6-dbfb8fea713d {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:25:29.636288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 97306274-c126-4616-84d6-dbfb8fea713d not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:25:32.500574 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11baff19-5491-48a9-a207-6319720d30c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:34.950739 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25a64cc3-27d4-4324-8b0e-21dec75ef206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:35.424048 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:36.565724 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:38.100697 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:43.825762 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-4ab5b8fd-c101-4554-96f7-6744ffcd07d8 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1294817811&fields=id&tenant_id=519685efd6c14d1ea25802ad8bb41c4a HTTP/1.1" status: 200 len: 267 time: 0.0334690 Jul 28 12:25:43.968048 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-ca47e39e-8261-45a8-bef8-11b2c186197d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:43.970488 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-ca47e39e-8261-45a8-bef8-11b2c186197d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 809 time: 0.1374960 Jul 28 12:25:43.985818 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-5f87cb9f-a57f-4764-b81c-8ec8d233b006 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/quotas/519685efd6c14d1ea25802ad8bb41c4a HTTP/1.1" status: 200 len: 375 time: 0.0091066 Jul 28 12:25:44.036852 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-a1c58370-7709-4b34-8dc5-2dc73674a045 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454829 Jul 28 12:25:44.200657 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-ad53b8f3-701e-4eae-af56-1a4d8201986c service neutron] 10.222.0.43 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514876 Jul 28 12:25:44.301425 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-31d75d12-f829-4bd7-942f-50e7157f2327 service neutron] 10.222.0.43 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947251 Jul 28 12:25:44.601435 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e839b373-f49e-4c0e-83c7-e8639c3acc55 req-66e715a5-62f0-4f28-9a36-4ada0e91cd36 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 210 time: 0.0291843 Jul 28 12:25:45.635510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-c7ac16a5-5ad3-40f9-932b-31ba2c4ecb9b tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:45.637042 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-c7ac16a5-5ad3-40f9-932b-31ba2c4ecb9b tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 809 time: 0.1133378 Jul 28 12:25:45.692224 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-29a5cd9f-276b-4fe8-844f-72e0872a70b5 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=519685efd6c14d1ea25802ad8bb41c4a HTTP/1.1" status: 200 len: 380 time: 0.0462906 Jul 28 12:25:45.701325 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-c57ecd24-acee-41c1-a752-88ed4c9406e5 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Request body: {'port': {'device_id': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'admin_state_up': True, 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'security_groups': ['0283fac1-73b2-498b-a8d1-f7a04e26f46d']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:25:45.722032 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c68ea86f-ece2-41d6-aa9d-027cb776f453 req-52e3d57a-e940-4102-91a9-f2644393b2db tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 210 time: 0.0366423 Jul 28 12:25:45.820421 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-c57ecd24-acee-41c1-a752-88ed4c9406e5 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Made reservation on behalf of 519685efd6c14d1ea25802ad8bb41c4a for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:25:45.826086 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-c57ecd24-acee-41c1-a752-88ed4c9406e5 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:45.965564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-c57ecd24-acee-41c1-a752-88ed4c9406e5 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Allocated IP 172.20.0.14 (f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7/8a75b565-2aa0-4b9a-a601-a726ab400776/b6d52ef8-2c29-480f-9301-1df0a364b8a0) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:25:46.115021 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-c57ecd24-acee-41c1-a752-88ed4c9406e5 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:46.130906 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-c57ecd24-acee-41c1-a752-88ed4c9406e5 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Transition to ACTIVE for port object b6d52ef8-2c29-480f-9301-1df0a364b8a0 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:25:46.163736 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-c57ecd24-acee-41c1-a752-88ed4c9406e5 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:46.205936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-c57ecd24-acee-41c1-a752-88ed4c9406e5 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:25:46.208961 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-c57ecd24-acee-41c1-a752-88ed4c9406e5 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:25:46.216025 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-c57ecd24-acee-41c1-a752-88ed4c9406e5 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:25:46.221056 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ecd24-acee-41c1-a752-88ed4c9406e5 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'Port': ['ID=b6d52ef8-2c29-480f-9301-1df0a364b8a0,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:25:46.301629 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-c57ecd24-acee-41c1-a752-88ed4c9406e5 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:46.302479 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-c57ecd24-acee-41c1-a752-88ed4c9406e5 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:46.331004 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-c57ecd24-acee-41c1-a752-88ed4c9406e5 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6333511 Jul 28 12:25:46.344921 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Request body: {'port': {'device_id': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:25:46.434886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:46.479874 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-27f6f072-db02-42dd-8742-82118fa38991 None None] Provisioning for port b6d52ef8-2c29-480f-9301-1df0a364b8a0 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:25:46.486064 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-27f6f072-db02-42dd-8742-82118fa38991 None None] Provisioning complete for port b6d52ef8-2c29-480f-9301-1df0a364b8a0 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:25:46.486782 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-27f6f072-db02-42dd-8742-82118fa38991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:46.529068 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-27f6f072-db02-42dd-8742-82118fa38991 None None] Port b6d52ef8-2c29-480f-9301-1df0a364b8a0 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:25:46.741356 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d52ef8-2c29-480f-9301-1df0a364b8a0 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:25:46.748823 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:46.761691 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Transition to ACTIVE for port object b6d52ef8-2c29-480f-9301-1df0a364b8a0 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:25:46.764912 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:46.832407 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Pushing event updated for resources: {'Port': ['ID=b6d52ef8-2c29-480f-9301-1df0a364b8a0,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:25:46.855882 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccdc04-ad2d-490c-a2e8-9fb902a1ba9d req-e7d676aa-c834-4c2d-b1b2-3e9f851e4cb2 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:46.858323 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e9ccdc04-ad2d-490c-a2e8-9fb902a1ba9d req-e7d676aa-c834-4c2d-b1b2-3e9f851e4cb2 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0549238 Jul 28 12:25:46.910999 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e9ccdc04-ad2d-490c-a2e8-9fb902a1ba9d req-3f51853e-22ea-4ef3-aa9b-7ecbdc9a4014 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461552 Jul 28 12:25:46.951149 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Attempting to bind port b6d52ef8-2c29-480f-9301-1df0a364b8a0 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:25:46.951486 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Attempting to bind port b6d52ef8-2c29-480f-9301-1df0a364b8a0 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '9b9d0f40-c819-40a4-92af-1ac99ce194b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:25:46.951818 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Attempting to bind port b6d52ef8-2c29-480f-9301-1df0a364b8a0 on network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:25:46.956779 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Port b6d52ef8-2c29-480f-9301-1df0a364b8a0 on network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:25:46.957102 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Attempting to bind port b6d52ef8-2c29-480f-9301-1df0a364b8a0 on network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:25:46.963829 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:25:46.964165 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Checking segment: {'id': '9b9d0f40-c819-40a4-92af-1ac99ce194b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:25:46.964557 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Bound using segment: {'id': '9b9d0f40-c819-40a4-92af-1ac99ce194b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:25:46.964991 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Bound port: b6d52ef8-2c29-480f-9301-1df0a364b8a0, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9d0f40-c819-40a4-92af-1ac99ce194b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:25:46.965352 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:47.038835 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] For port b6d52ef8-2c29-480f-9301-1df0a364b8a0, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:25:47.042058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] For port b6d52ef8-2c29-480f-9301-1df0a364b8a0, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:25:47.050045 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:47.093515 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:47.094293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:47.096038 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] 10.222.0.39 "PUT /v2.0/ports/b6d52ef8-2c29-480f-9301-1df0a364b8a0 HTTP/1.1" status: 200 len: 1094 time: 0.7553132 Jul 28 12:25:47.098524 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'tag': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:25:47.102104 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81fa2b9-4fe7-4d13-b3dc-a62c5258dfc0" -d '{"events": [{"name": "network-changed", "server_uuid": "63693a94-772e-4e6b-b0f0-dc7a0db9c7b0", "tag": "b6d52ef8-2c29-480f-9301-1df0a364b8a0"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:25:47.126375 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb79d7c-1b25-4c95-8031-f82a4ab3a90f service neutron] Pushing event updated for resources: {'Port': ['ID=b6d52ef8-2c29-480f-9301-1df0a364b8a0,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:25:47.160466 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a23cd47-a65a-4f3a-bb3e-2705dc2c8fa0 x-openstack-request-id: req-1a23cd47-a65a-4f3a-bb3e-2705dc2c8fa0 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:25:47.160838 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63693a94-772e-4e6b-b0f0-dc7a0db9c7b0", "tag": "b6d52ef8-2c29-480f-9301-1df0a364b8a0", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:25:47.161004 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a23cd47-a65a-4f3a-bb3e-2705dc2c8fa0 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:25:47.161395 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'tag': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0', 'status': 'completed', 'code': 200} Jul 28 12:25:47.201801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-26cde656-bd3a-4c57-8809-a347bd547f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:47.203408 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-26cde656-bd3a-4c57-8809-a347bd547f2d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 1097 time: 0.0549247 Jul 28 12:25:47.249733 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-3ba00b93-31bc-46f7-a988-e372824ed1c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0 HTTP/1.1" status: 200 len: 217 time: 0.0381737 Jul 28 12:25:47.318059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-17b7ec59-a457-44cc-81fb-30a11bed2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:47.320706 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-17b7ec59-a457-44cc-81fb-30a11bed2bed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0633512 Jul 28 12:25:47.376078 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-d30410e8-3253-4a6f-800f-75f8260a369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:47.378385 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-d30410e8-3253-4a6f-800f-75f8260a369e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0494540 Jul 28 12:25:47.469687 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-a1dba5b6-0822-49a4-89fb-143f8f56f3d6 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841835 Jul 28 12:25:47.568108 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-670b960e-008d-4a0f-9804-fdbb7f831a38 req-ef44fdd1-ee60-44e0-bc5a-00906a1d7ed2 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911894 Jul 28 12:25:47.658309 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fa2b9-4fe7-4d13-b3dc-a62c5258dfc0 req-721a5159-0538-4de1-857f-8a73a70a593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:47.660115 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a81fa2b9-4fe7-4d13-b3dc-a62c5258dfc0 req-721a5159-0538-4de1-857f-8a73a70a593f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 1097 time: 0.0455735 Jul 28 12:25:47.791028 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fa2b9-4fe7-4d13-b3dc-a62c5258dfc0 req-34187380-5b4b-4247-806e-2a9449ef0bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:47.793160 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a81fa2b9-4fe7-4d13-b3dc-a62c5258dfc0 req-34187380-5b4b-4247-806e-2a9449ef0bd8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 910 time: 0.1259501 Jul 28 12:25:47.842580 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a81fa2b9-4fe7-4d13-b3dc-a62c5258dfc0 req-f35e4a95-14b1-4b8e-9316-a1fce8f31f74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0 HTTP/1.1" status: 200 len: 217 time: 0.0419874 Jul 28 12:25:47.895718 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fa2b9-4fe7-4d13-b3dc-a62c5258dfc0 req-3d9102a3-0bf7-4aa9-91a1-5e47c483b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:47.898131 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a81fa2b9-4fe7-4d13-b3dc-a62c5258dfc0 req-3d9102a3-0bf7-4aa9-91a1-5e47c483b604 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0478554 Jul 28 12:25:47.948494 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fa2b9-4fe7-4d13-b3dc-a62c5258dfc0 req-da77288f-8b04-45c8-8747-050a54ed9238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:47.950475 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a81fa2b9-4fe7-4d13-b3dc-a62c5258dfc0 req-da77288f-8b04-45c8-8747-050a54ed9238 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0448837 Jul 28 12:25:48.089628 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b1142-8195-474d-b972-94c143bd7f06 req-c0ddde8c-1ec1-41a4-9b4c-7542f7a66394 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:48.093745 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c16b1142-8195-474d-b972-94c143bd7f06 req-c0ddde8c-1ec1-41a4-9b4c-7542f7a66394 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0827148 Jul 28 12:25:48.101125 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a81fa2b9-4fe7-4d13-b3dc-a62c5258dfc0 req-fdb5e3c2-04c7-43c9-9be6-1645d1070321 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435485 Jul 28 12:25:48.139121 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c16b1142-8195-474d-b972-94c143bd7f06 req-e2b9af13-1f55-4ff0-bb12-9ebd513b98d1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363898 Jul 28 12:25:48.218702 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-a81fa2b9-4fe7-4d13-b3dc-a62c5258dfc0 req-e19b4910-8af1-4c86-a512-afcc8c404cc2 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102457 Jul 28 12:25:49.276447 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a5962-de01-47cf-9f8c-3dbc25333bc0 req-5017c8c0-b4c2-4e97-bf06-54698d3e1fb7 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:49.278037 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0b3a5962-de01-47cf-9f8c-3dbc25333bc0 req-5017c8c0-b4c2-4e97-bf06-54698d3e1fb7 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0502801 Jul 28 12:25:49.323609 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0b3a5962-de01-47cf-9f8c-3dbc25333bc0 req-afd34d33-eec7-455a-b2fa-b82fdf7de747 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383620 Jul 28 12:25:50.414768 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:50.446794 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e172b72-3486-41d7-977f-d2afb6d2d47e req-0cbe726e-1259-4cbd-ab27-b6dd6dbf0b9d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:50.448287 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1e172b72-3486-41d7-977f-d2afb6d2d47e req-0cbe726e-1259-4cbd-ab27-b6dd6dbf0b9d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0529947 Jul 28 12:25:50.488267 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1e172b72-3486-41d7-977f-d2afb6d2d47e req-5245a7dd-a044-4f9d-b859-e2a8c2cc3200 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340629 Jul 28 12:25:51.608812 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346bcb5-32f6-45ee-936c-4b73d0086912 req-693e7d58-f2bc-4fc6-b138-ff57c042a7dc tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:51.610353 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2346bcb5-32f6-45ee-936c-4b73d0086912 req-693e7d58-f2bc-4fc6-b138-ff57c042a7dc tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0539675 Jul 28 12:25:51.649311 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2346bcb5-32f6-45ee-936c-4b73d0086912 req-5fea407f-eab2-4fdd-9e54-897a8a8dcc02 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328033 Jul 28 12:25:52.765757 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503830a-0395-40f6-8006-20373cbedc4d req-f1b79e34-e25a-40f1-b8cb-56b5c08da36e tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:52.767291 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e503830a-0395-40f6-8006-20373cbedc4d req-f1b79e34-e25a-40f1-b8cb-56b5c08da36e tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0503170 Jul 28 12:25:52.808247 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e503830a-0395-40f6-8006-20373cbedc4d req-4e811b54-a333-4826-98fa-44e6f6bcd4b0 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343454 Jul 28 12:25:53.928440 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b995ba-3567-4280-847b-c1b43a7b0a55 req-168b412d-4fd3-47d5-bea3-173241f0fe96 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:53.929948 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-84b995ba-3567-4280-847b-c1b43a7b0a55 req-168b412d-4fd3-47d5-bea3-173241f0fe96 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0523853 Jul 28 12:25:53.969143 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-84b995ba-3567-4280-847b-c1b43a7b0a55 req-0ff7515d-16b7-4597-9848-311f721f2737 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330358 Jul 28 12:25:55.085563 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2e7a8-e56b-4321-883b-821f714fe1f0 req-a0bfd4ca-6ebb-4380-9853-8d6fc97d1bae tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:55.086981 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e9e2e7a8-e56b-4321-883b-821f714fe1f0 req-a0bfd4ca-6ebb-4380-9853-8d6fc97d1bae tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0530655 Jul 28 12:25:55.125745 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e9e2e7a8-e56b-4321-883b-821f714fe1f0 req-b5ba2d4c-d615-420a-81e6-6f1bba7fbeef tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327592 Jul 28 12:25:55.700901 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b6d52ef8-2c29-480f-9301-1df0a364b8a0 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:25:55.795673 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b6d52ef8-2c29-480f-9301-1df0a364b8a0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:25:55.809503 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'port_id': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0', 'mac_address': 'fa:16:3e:77:de:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:25:55.846172 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:55.862803 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d52ef8-2c29-480f-9301-1df0a364b8a0 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:25:55.882600 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b6d52ef8-2c29-480f-9301-1df0a364b8a0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:25:55.886568 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:55.934729 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=b6d52ef8-2c29-480f-9301-1df0a364b8a0,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:25:55.941601 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:55.941956 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:55.942301 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:55.942673 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:55.943013 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:55.943426 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:55.943767 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:55.944104 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:55.944439 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:55.944774 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:55.945096 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:55.945421 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:25:56.095754 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['b6d52ef8-2c29-480f-9301-1df0a364b8a0'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:25:56.244774 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd831b-6a8a-4bfc-aa96-929f9fda9047 req-8fc2df1e-26c6-4d7f-97dd-7d35a255c8a7 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:56.246234 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-73cd831b-6a8a-4bfc-aa96-929f9fda9047 req-8fc2df1e-26c6-4d7f-97dd-7d35a255c8a7 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 945 time: 0.0504818 Jul 28 12:25:56.286057 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-73cd831b-6a8a-4bfc-aa96-929f9fda9047 req-da8779f2-bfdd-4007-b4bb-a0ea71036c02 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338721 Jul 28 12:25:57.404756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208d122-51cb-4cb1-be43-0dc251adb3de req-22dd880c-7c48-4d60-a604-82bc5c5c1d2a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:57.406236 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a208d122-51cb-4cb1-be43-0dc251adb3de req-22dd880c-7c48-4d60-a604-82bc5c5c1d2a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 945 time: 0.0494361 Jul 28 12:25:57.446479 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a208d122-51cb-4cb1-be43-0dc251adb3de req-4c20e9ee-a5fb-4ca5-ba45-2584e62696f0 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332804 Jul 28 12:25:57.702871 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b6d52ef8-2c29-480f-9301-1df0a364b8a0 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:25:57.751968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port b6d52ef8-2c29-480f-9301-1df0a364b8a0 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:25:57.756175 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port b6d52ef8-2c29-480f-9301-1df0a364b8a0 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:25:57.756829 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:57.836679 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:57.861151 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:25:57.863666 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5c7358-a85d-4ea3-a213-71c0dbd7da7b" -d '{"events": [{"server_uuid": "63693a94-772e-4e6b-b0f0-dc7a0db9c7b0", "name": "network-vif-plugged", "status": "completed", "tag": "b6d52ef8-2c29-480f-9301-1df0a364b8a0"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:25:57.878601 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b6d52ef8-2c29-480f-9301-1df0a364b8a0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:25:57.883437 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:57.910752 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa291668-e3cc-4f47-b110-f50e26da62ec x-openstack-request-id: req-fa291668-e3cc-4f47-b110-f50e26da62ec {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:25:57.911047 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63693a94-772e-4e6b-b0f0-dc7a0db9c7b0", "name": "network-vif-plugged", "status": "completed", "tag": "b6d52ef8-2c29-480f-9301-1df0a364b8a0", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:25:57.911287 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa291668-e3cc-4f47-b110-f50e26da62ec {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:25:57.911680 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0', 'code': 200} Jul 28 12:25:57.938392 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=b6d52ef8-2c29-480f-9301-1df0a364b8a0,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:25:58.087726 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac176ceb-a4c2-478e-b085-4f17df514f4b req-6b11697d-0e1c-4dfc-bc8d-7fd209e7cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:58.089248 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ac176ceb-a4c2-478e-b085-4f17df514f4b req-6b11697d-0e1c-4dfc-bc8d-7fd209e7cd97 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 1099 time: 0.0478313 Jul 28 12:25:58.124999 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ac176ceb-a4c2-478e-b085-4f17df514f4b req-1706c6f7-d7d2-4005-a939-cd3203b8a30a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283959 Jul 28 12:25:58.566391 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00a368-4511-4b23-ad27-9f950fee274b req-d039fae5-550f-4c4a-87d8-a30481b8f2f7 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:58.567902 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ce00a368-4511-4b23-ad27-9f950fee274b req-d039fae5-550f-4c4a-87d8-a30481b8f2f7 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0534718 Jul 28 12:25:58.607553 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ce00a368-4511-4b23-ad27-9f950fee274b req-a8509b12-c551-48cf-ba0e-c7df14fe9205 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328841 Jul 28 12:25:59.726552 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ade5b-a8be-4f5e-a069-e753a511197e req-7d522cbb-666d-4cd7-ae66-c6f4bbb9823d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:59.728400 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ca1ade5b-a8be-4f5e-a069-e753a511197e req-7d522cbb-666d-4cd7-ae66-c6f4bbb9823d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0510292 Jul 28 12:25:59.774517 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ca1ade5b-a8be-4f5e-a069-e753a511197e req-181a0bd6-69e3-4663-b6e1-7ccf45dbd122 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365722 Jul 28 12:25:59.893190 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9a915-adf2-465d-a578-13d800a38b6e req-59d1bee9-e0b2-42ee-a85b-5e469ebe3ee3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:59.894596 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c5e9a915-adf2-465d-a578-13d800a38b6e req-59d1bee9-e0b2-42ee-a85b-5e469ebe3ee3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0521245 Jul 28 12:25:59.934773 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c5e9a915-adf2-465d-a578-13d800a38b6e req-983d06dd-3d1d-4b44-bc75-78f0ce56fcbe tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340371 Jul 28 12:25:59.956142 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38684) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:25:59.997159 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1b7bc2-255b-4b13-89c7-230c8a2a5bb5 tempest-TestShelveInstance-1697416540 tempest-TestShelveInstance-1697416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:59.998730 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-3e1b7bc2-255b-4b13-89c7-230c8a2a5bb5 tempest-TestShelveInstance-1697416540 tempest-TestShelveInstance-1697416540-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 1094 time: 0.0415690 Jul 28 12:26:00.001474 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38686) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:26:00.005952 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:26:00.027916 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for floatingip, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:00.129860 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:00.235991 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Allocated IP 172.26.1.228 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/886270d0-c22e-4197-b850-dc8e3c5dd194) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:26:00.342007 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:00.380903 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:00.416359 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:26:00.420692 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:26:00.424219 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:26:00.450046 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'Port': ['ID=886270d0-c22e-4197-b850-dc8e3c5dd194,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:26:00.789368 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:00.870308 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:01.023957 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:01.028698 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:01.095926 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event updated for resources: {'Port': ['ID=886270d0-c22e-4197-b850-dc8e3c5dd194,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:26:01.107969 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:01.208590 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Floating IP 6f80bb70-92de-4036-bea9-da372988631d associated. External IP: 172.26.1.228, port: b6d52ef8-2c29-480f-9301-1df0a364b8a0. Jul 28 12:26:01.421320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Router 18cfdf9a-f268-4bf7-b087-02166e7760b4 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:26:01.537729 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:26:01.551364 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2636d9c2-126c-47d4-988a-eee92eba3799 None None] Sync routers for ids ['18cfdf9a-f268-4bf7-b087-02166e7760b4'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:26:01.562084 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:01.565502 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2636d9c2-126c-47d4-988a-eee92eba3799 None None] Routers {'18cfdf9a-f268-4bf7-b087-02166e7760b4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:26:01.566613 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2636d9c2-126c-47d4-988a-eee92eba3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:25:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['18cfdf9a-f268-4bf7-b087-02166e7760b4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:26:01.602584 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-195d2ea8-207c-4464-aa33-3e6cc530d530 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5997410 Jul 28 12:26:01.603460 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'tag': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:26:01.608560 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bf8bbf-5fa0-41a5-8270-920f44642ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "63693a94-772e-4e6b-b0f0-dc7a0db9c7b0", "tag": "b6d52ef8-2c29-480f-9301-1df0a364b8a0"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:26:01.677189 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e337f65c-15a4-433b-920f-065636ee1818 x-openstack-request-id: req-e337f65c-15a4-433b-920f-065636ee1818 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:26:01.677967 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63693a94-772e-4e6b-b0f0-dc7a0db9c7b0", "tag": "b6d52ef8-2c29-480f-9301-1df0a364b8a0", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:26:01.678238 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e337f65c-15a4-433b-920f-065636ee1818 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:26:01.678847 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'tag': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0', 'status': 'completed', 'code': 200} Jul 28 12:26:01.733321 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-2636d9c2-126c-47d4-988a-eee92eba3799 None None] Set router 18cfdf9a-f268-4bf7-b087-02166e7760b4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:26:01.753426 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf8bbf-5fa0-41a5-8270-920f44642ff7 req-065496be-796e-44bb-a621-7dfae10b9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:01.755047 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-00bf8bbf-5fa0-41a5-8270-920f44642ff7 req-065496be-796e-44bb-a621-7dfae10b9a68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 1099 time: 0.0581024 Jul 28 12:26:01.873361 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf8bbf-5fa0-41a5-8270-920f44642ff7 req-397ebdae-ee58-4996-85e7-34fda7d22936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:01.874924 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-00bf8bbf-5fa0-41a5-8270-920f44642ff7 req-397ebdae-ee58-4996-85e7-34fda7d22936 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 910 time: 0.1122847 Jul 28 12:26:01.971079 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-00bf8bbf-5fa0-41a5-8270-920f44642ff7 req-fe79252b-840e-46fb-bac7-9ac607366d52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0 HTTP/1.1" status: 200 len: 1000 time: 0.0875533 Jul 28 12:26:02.028853 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf8bbf-5fa0-41a5-8270-920f44642ff7 req-022cc5e1-2a9e-4ede-8740-ac1541d12dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:02.030332 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-00bf8bbf-5fa0-41a5-8270-920f44642ff7 req-022cc5e1-2a9e-4ede-8740-ac1541d12dd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0527246 Jul 28 12:26:02.079124 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf8bbf-5fa0-41a5-8270-920f44642ff7 req-605150d9-f7b5-40b4-9fc8-953a11336833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:02.080650 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-00bf8bbf-5fa0-41a5-8270-920f44642ff7 req-605150d9-f7b5-40b4-9fc8-953a11336833 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0431387 Jul 28 12:26:02.175838 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-00bf8bbf-5fa0-41a5-8270-920f44642ff7 req-ee12a3ad-8888-4c41-85ff-ffdf17628dbc service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881140 Jul 28 12:26:02.190135 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2636d9c2-126c-47d4-988a-eee92eba3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 4, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '6f80bb70-92de-4036-bea9-da372988631d', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'floating_ip_address': '172.26.1.228', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'port_id': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'mac_address': 'fa:16:3e:77:de:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:26:00Z', 'updated_at': '2021-07-28T12:26:00Z', 'revision_number': 0, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b143d93a-8464-4d41-ba97-43b88c263e40', 'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'mac_address': 'fa:16:3e:7e:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:10Z', 'updated_at': '2021-07-28T12:21:16Z', 'revision_number': 5, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'subnets': [{'id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:26:02.216994 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2636d9c2-126c-47d4-988a-eee92eba3799 None None] Checking router: 18cfdf9a-f268-4bf7-b087-02166e7760b4 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:26:02.226522 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2636d9c2-126c-47d4-988a-eee92eba3799 None None] Routers {'18cfdf9a-f268-4bf7-b087-02166e7760b4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:26:02.227041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2636d9c2-126c-47d4-988a-eee92eba3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:25:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['18cfdf9a-f268-4bf7-b087-02166e7760b4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:26:02.275486 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-00bf8bbf-5fa0-41a5-8270-920f44642ff7 req-1e86ef8d-5f2e-4ec5-9b33-bf3d9b308817 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927284 Jul 28 12:26:02.337016 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-2636d9c2-126c-47d4-988a-eee92eba3799 None None] Set router 18cfdf9a-f268-4bf7-b087-02166e7760b4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:26:02.508315 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-237a5b2d-eac3-4697-a686-503984c41e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:02.575659 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-2636d9c2-126c-47d4-988a-eee92eba3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 4, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '6f80bb70-92de-4036-bea9-da372988631d', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'floating_ip_address': '172.26.1.228', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'port_id': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'mac_address': 'fa:16:3e:77:de:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:26:00Z', 'updated_at': '2021-07-28T12:26:00Z', 'revision_number': 0, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b143d93a-8464-4d41-ba97-43b88c263e40', 'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'mac_address': 'fa:16:3e:7e:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:10Z', 'updated_at': '2021-07-28T12:21:16Z', 'revision_number': 5, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'subnets': [{'id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:26:02.607620 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2636d9c2-126c-47d4-988a-eee92eba3799 None None] The sync data for ids ['18cfdf9a-f268-4bf7-b087-02166e7760b4'] in dv-neutron-786478-16-hyperv is: [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 4, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '6f80bb70-92de-4036-bea9-da372988631d', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'floating_ip_address': '172.26.1.228', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'port_id': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'mac_address': 'fa:16:3e:77:de:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:26:00Z', 'updated_at': '2021-07-28T12:26:00Z', 'revision_number': 0, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b143d93a-8464-4d41-ba97-43b88c263e40', 'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'mac_address': 'fa:16:3e:7e:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:10Z', 'updated_at': '2021-07-28T12:21:16Z', 'revision_number': 5, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'subnets': [{'id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:26:02.805576 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d5ad98-684c-4e11-bd46-7bdb6f24da1c None None] New status for floating IP 6f80bb70-92de-4036-bea9-da372988631d: ACTIVE {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:26:03.853941 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:26:04.952360 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-111a0e18-4913-43a7-be70-6b563ebd9407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:05.426603 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:06.566268 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:08.103586 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:20.420589 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:32.491541 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6e754475-1266-4cf1-9d32-028bab20b729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:34.953240 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-115e8a7e-2767-461f-b13e-542380d40a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:35.436362 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:36.570088 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:38.105072 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:38.263550 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2a0e2f41-42de-494c-9c06-67ae285a9e9e req-87290311-07f5-4e19-b64e-3d57ef457a20 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393372 Jul 28 12:26:38.343115 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e2f41-42de-494c-9c06-67ae285a9e9e req-cb996377-edfc-4930-b688-1bc88a3194bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:38.344472 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2a0e2f41-42de-494c-9c06-67ae285a9e9e req-cb996377-edfc-4930-b688-1bc88a3194bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 1099 time: 0.0402524 Jul 28 12:26:38.447038 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e2f41-42de-494c-9c06-67ae285a9e9e req-ac9786fa-e102-4698-9cbc-8f9f270cb6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:38.448516 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2a0e2f41-42de-494c-9c06-67ae285a9e9e req-ac9786fa-e102-4698-9cbc-8f9f270cb6fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 910 time: 0.0857935 Jul 28 12:26:38.511973 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2a0e2f41-42de-494c-9c06-67ae285a9e9e req-f4b866ba-c49a-479f-8a57-b75f5b819ed2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0 HTTP/1.1" status: 200 len: 1002 time: 0.0567973 Jul 28 12:26:38.563770 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e2f41-42de-494c-9c06-67ae285a9e9e req-59e8fdd6-1f9f-4a33-9c4f-b3c63ad4b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:38.565168 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2a0e2f41-42de-494c-9c06-67ae285a9e9e req-59e8fdd6-1f9f-4a33-9c4f-b3c63ad4b4d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0459228 Jul 28 12:26:38.609224 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e2f41-42de-494c-9c06-67ae285a9e9e req-ff1dfd3a-217b-41b5-bb83-73fe972b5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:38.610625 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2a0e2f41-42de-494c-9c06-67ae285a9e9e req-ff1dfd3a-217b-41b5-bb83-73fe972b5671 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0382409 Jul 28 12:26:38.696831 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2a0e2f41-42de-494c-9c06-67ae285a9e9e req-d18e0723-4ade-4e52-b197-2edf8c5c1f4b service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784163 Jul 28 12:26:38.792212 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-2a0e2f41-42de-494c-9c06-67ae285a9e9e req-947ca99c-0125-4c23-b675-71c9e0ae7d93 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880389 Jul 28 12:26:40.853478 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:26:50.417803 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:02.492949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b95a9403-cf31-48a3-b136-4110ecbf30ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:04.955055 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cfc37d3d-8564-416a-8171-7a8bf1f163bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:05.431027 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:06.570922 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:08.108467 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:17.852522 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:27:20.433586 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:32.494540 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f7370d1-d575-45d1-9fc1-7da16814640e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:34.955610 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-710c18e5-6887-4f19-8063-5368edf45c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:35.433681 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:36.575567 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:38.111260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:39.316372 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-78586225-7fd9-4fe2-8093-9290b22b02aa req-517805f3-fa46-496c-9876-31a52da4168b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439720 Jul 28 12:27:39.402481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78586225-7fd9-4fe2-8093-9290b22b02aa req-8af2a554-e07d-470e-a75b-78ada3b05990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:27:39.404061 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-78586225-7fd9-4fe2-8093-9290b22b02aa req-8af2a554-e07d-470e-a75b-78ada3b05990 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 1099 time: 0.0424221 Jul 28 12:27:39.511809 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78586225-7fd9-4fe2-8093-9290b22b02aa req-d15293f2-fc60-4a29-ab4f-bae890f4b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:27:39.513347 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-78586225-7fd9-4fe2-8093-9290b22b02aa req-d15293f2-fc60-4a29-ab4f-bae890f4b4bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 910 time: 0.0894361 Jul 28 12:27:39.579080 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-78586225-7fd9-4fe2-8093-9290b22b02aa req-979d9e5d-e1fa-473b-bbea-e907438df3fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0 HTTP/1.1" status: 200 len: 1002 time: 0.0585747 Jul 28 12:27:39.953270 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78586225-7fd9-4fe2-8093-9290b22b02aa req-ec1e0481-55c7-4066-a703-79a4189d96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:27:39.954871 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-78586225-7fd9-4fe2-8093-9290b22b02aa req-ec1e0481-55c7-4066-a703-79a4189d96ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.3689897 Jul 28 12:27:40.000807 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78586225-7fd9-4fe2-8093-9290b22b02aa req-b90ae187-dbd6-4c2d-b1d3-58f500bd928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:27:40.002276 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-78586225-7fd9-4fe2-8093-9290b22b02aa req-b90ae187-dbd6-4c2d-b1d3-58f500bd928f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405819 Jul 28 12:27:40.088126 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-78586225-7fd9-4fe2-8093-9290b22b02aa req-594c1abd-2798-4d9d-a763-c5facaa3b77b service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789399 Jul 28 12:27:40.179592 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-78586225-7fd9-4fe2-8093-9290b22b02aa req-3d685a57-c376-4bcb-9e17-215da8e50111 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838783 Jul 28 12:27:50.433848 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:54.828323 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec38aa-2379-4fa4-9871-748331a9c944 req-15979356-788d-4874-b260-d28a3196929a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:27:54.829745 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-08ec38aa-2379-4fa4-9871-748331a9c944 req-15979356-788d-4874-b260-d28a3196929a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0516102 Jul 28 12:27:54.852405 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:27:54.870312 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-08ec38aa-2379-4fa4-9871-748331a9c944 req-219dcfc1-8d3c-4835-8ab9-9a37c08c3491 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341234 Jul 28 12:27:56.002865 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fdd5e-74a2-48d1-b3e5-e68bbffcf748 req-1222ec29-9f31-44f1-86ed-7ba7d3570903 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:27:56.004331 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d20fdd5e-74a2-48d1-b3e5-e68bbffcf748 req-1222ec29-9f31-44f1-86ed-7ba7d3570903 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0488603 Jul 28 12:27:56.042773 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d20fdd5e-74a2-48d1-b3e5-e68bbffcf748 req-f6613428-9600-478c-ac82-fed4e3e9440a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319276 Jul 28 12:27:57.171336 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdeb97-42f1-418b-ae71-29a30fb8385f req-698fd0d1-f010-41e5-be2a-042fd25a7121 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:27:57.172810 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b4cdeb97-42f1-418b-ae71-29a30fb8385f req-698fd0d1-f010-41e5-be2a-042fd25a7121 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0502403 Jul 28 12:27:57.214645 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b4cdeb97-42f1-418b-ae71-29a30fb8385f req-f67a3138-2a67-4249-a777-d6a91e7f8d51 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359447 Jul 28 12:27:58.329625 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debb231-3b0c-4141-9956-4b3ea51afbec req-2cca5187-4584-47e8-84de-6fc6f1cbb0cb tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:27:58.331125 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5debb231-3b0c-4141-9956-4b3ea51afbec req-2cca5187-4584-47e8-84de-6fc6f1cbb0cb tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0493510 Jul 28 12:27:58.370467 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5debb231-3b0c-4141-9956-4b3ea51afbec req-3faba323-48de-47bf-b556-7acf42926362 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318727 Jul 28 12:27:59.495674 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ef7f3-ab0c-4c71-b15b-7720861b3085 req-550f1824-786d-4d11-9ff6-517bc9ed70b1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:27:59.497242 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ab4ef7f3-ab0c-4c71-b15b-7720861b3085 req-550f1824-786d-4d11-9ff6-517bc9ed70b1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0575142 Jul 28 12:27:59.539543 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ab4ef7f3-ab0c-4c71-b15b-7720861b3085 req-bba9424b-d034-40ac-b40d-e2b8e5d42d8f tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361362 Jul 28 12:28:00.666208 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1df29-3afb-4d60-b1d2-52ca32097345 req-0e739af3-9c73-41d1-990d-6bec69e57b92 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:00.667762 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2fe1df29-3afb-4d60-b1d2-52ca32097345 req-0e739af3-9c73-41d1-990d-6bec69e57b92 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0544558 Jul 28 12:28:00.706797 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2fe1df29-3afb-4d60-b1d2-52ca32097345 req-1e6910c9-3b53-4b94-8581-21c27907baa0 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329275 Jul 28 12:28:01.823572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0685ac-1eb7-4361-a96b-c321aaba5a6e req-cbebdcca-dd6d-4636-a360-326625ac7704 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:01.825080 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0d0685ac-1eb7-4361-a96b-c321aaba5a6e req-cbebdcca-dd6d-4636-a360-326625ac7704 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0500343 Jul 28 12:28:01.865800 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0d0685ac-1eb7-4361-a96b-c321aaba5a6e req-8a3b2994-59b6-4864-8e0f-62b17c96bb9b tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337710 Jul 28 12:28:02.495606 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b036c6a0-2e96-496a-a2b9-0805634cef34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:02.982980 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed0248-af32-46ec-a7cf-b04475e78971 req-92c6782e-86ad-46fb-b262-ab7be1020f3f tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:02.984476 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2aed0248-af32-46ec-a7cf-b04475e78971 req-92c6782e-86ad-46fb-b262-ab7be1020f3f tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0500183 Jul 28 12:28:03.025172 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2aed0248-af32-46ec-a7cf-b04475e78971 req-8ef9698b-3ab7-4e8d-946e-790b8b983239 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345759 Jul 28 12:28:04.149627 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b1580-6f4b-4b89-868a-0890d6aa83d4 req-8a137da5-2e5d-4a4b-850c-d12ba212b917 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:04.151175 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5a3b1580-6f4b-4b89-868a-0890d6aa83d4 req-8a137da5-2e5d-4a4b-850c-d12ba212b917 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0561354 Jul 28 12:28:04.190957 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5a3b1580-6f4b-4b89-868a-0890d6aa83d4 req-5a5dd54c-97d1-4f2c-81b0-e73c331facfd tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328498 Jul 28 12:28:04.936638 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2fc73-4ed2-419b-a31e-f97232d89439 req-5d163b47-7fe0-434c-9bae-a649fb3c503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:04.938145 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-79d2fc73-4ed2-419b-a31e-f97232d89439 req-5d163b47-7fe0-434c-9bae-a649fb3c503a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 1099 time: 0.0431950 Jul 28 12:28:04.956280 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-654b2c5f-e583-4daf-92e0-6fe47b14c7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:05.032451 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2fc73-4ed2-419b-a31e-f97232d89439 req-3bf52d5d-683b-4e7b-a885-1e3a97cf0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:05.033915 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-79d2fc73-4ed2-419b-a31e-f97232d89439 req-3bf52d5d-683b-4e7b-a885-1e3a97cf0f06 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 910 time: 0.0887909 Jul 28 12:28:05.100122 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-79d2fc73-4ed2-419b-a31e-f97232d89439 req-b10bae9e-9518-4656-a999-23619fb27721 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0 HTTP/1.1" status: 200 len: 1002 time: 0.0593448 Jul 28 12:28:05.149300 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2fc73-4ed2-419b-a31e-f97232d89439 req-bff964e1-1ff3-4981-9ff4-43778f2cfd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:05.150795 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-79d2fc73-4ed2-419b-a31e-f97232d89439 req-bff964e1-1ff3-4981-9ff4-43778f2cfd47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0436323 Jul 28 12:28:05.201834 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2fc73-4ed2-419b-a31e-f97232d89439 req-1864b3e4-ff9e-43ca-b478-015e8c2008de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:05.203363 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-79d2fc73-4ed2-419b-a31e-f97232d89439 req-1864b3e4-ff9e-43ca-b478-015e8c2008de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0456743 Jul 28 12:28:05.313330 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-79d2fc73-4ed2-419b-a31e-f97232d89439 req-9efd96a7-9201-44ab-8843-2c3864fa7ded service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024585 Jul 28 12:28:05.328711 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ddd35-74af-4d4a-a435-a361a94b707c req-230910f6-d7e6-4eb6-b8dd-80fdc32dbb5a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:05.330212 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e00ddd35-74af-4d4a-a435-a361a94b707c req-230910f6-d7e6-4eb6-b8dd-80fdc32dbb5a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0669012 Jul 28 12:28:05.370868 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e00ddd35-74af-4d4a-a435-a361a94b707c req-9cbccbb9-aa73-485f-9fdd-da051e1969f4 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339174 Jul 28 12:28:05.410491 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-79d2fc73-4ed2-419b-a31e-f97232d89439 req-39c0976c-7f54-477b-b4b1-c73c628d16fb service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900190 Jul 28 12:28:05.437686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:06.488190 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd268a9-6cf3-452a-9c82-805d9ae2f4c0 req-b1822850-1b1b-4f90-94ee-2ccda7b7c010 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:06.489677 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ddd268a9-6cf3-452a-9c82-805d9ae2f4c0 req-b1822850-1b1b-4f90-94ee-2ccda7b7c010 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0485907 Jul 28 12:28:06.529651 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-ddd268a9-6cf3-452a-9c82-805d9ae2f4c0 req-57892bc6-aeb1-485a-919a-59c2e40069a2 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326753 Jul 28 12:28:06.577013 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:07.658687 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2260fa5-97e0-4999-92f8-629e7b7fc8af req-b79a5e8f-2b72-4bb6-995a-e1e03148505c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:07.660452 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f2260fa5-97e0-4999-92f8-629e7b7fc8af req-b79a5e8f-2b72-4bb6-995a-e1e03148505c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0607219 Jul 28 12:28:07.700916 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f2260fa5-97e0-4999-92f8-629e7b7fc8af req-7d6fc028-6e1f-4119-86f7-533c6e5e2d2f tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338867 Jul 28 12:28:08.113082 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:08.824053 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64ed48-1518-4f29-83b1-9afb8c706c58 req-d17dd8ec-72ab-4937-8bb1-71a60bd5a503 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:08.825760 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0b64ed48-1518-4f29-83b1-9afb8c706c58 req-d17dd8ec-72ab-4937-8bb1-71a60bd5a503 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0545745 Jul 28 12:28:08.865302 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0b64ed48-1518-4f29-83b1-9afb8c706c58 req-465ab1a3-7d28-46c9-83a3-3933d8b35f59 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336287 Jul 28 12:28:09.051962 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f155f885-5240-4a9d-a2d6-486e5a416154 req-e1f440bd-fad3-4bd0-8ce6-dd70e1868f0c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0431919 Jul 28 12:28:09.097907 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafb077-2b64-47d7-abec-b2258e458937 req-dfcfeb6f-b7c2-495e-aebf-54e518800c0c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:09.100739 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-dcafb077-2b64-47d7-abec-b2258e458937 req-dfcfeb6f-b7c2-495e-aebf-54e518800c0c tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0712214 Jul 28 12:28:09.141633 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-dcafb077-2b64-47d7-abec-b2258e458937 req-fd216439-46b3-43df-ae00-8e6632b58184 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346906 Jul 28 12:28:10.280309 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b6348-33a2-480a-9b37-1df1e43723dc req-a4554fa7-be97-4d95-b5da-e7519186a0f8 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:10.282446 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a54b6348-33a2-480a-9b37-1df1e43723dc req-a4554fa7-be97-4d95-b5da-e7519186a0f8 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0673535 Jul 28 12:28:10.326573 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b6d52ef8-2c29-480f-9301-1df0a364b8a0 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:28:10.332841 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a54b6348-33a2-480a-9b37-1df1e43723dc req-81ab00ef-117a-4ea2-8a78-0a5b55efa66e tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412190 Jul 28 12:28:10.408491 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:10.432023 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:28:10.434266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fe15a9-045c-49eb-8115-f78da16e65d5" -d '{"events": [{"server_uuid": "63693a94-772e-4e6b-b0f0-dc7a0db9c7b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b6d52ef8-2c29-480f-9301-1df0a364b8a0"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:28:10.447486 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b6d52ef8-2c29-480f-9301-1df0a364b8a0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:28:10.451834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:10.476006 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 12:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f4534d-d05b-49e6-8500-2369a7ba9c2e x-openstack-request-id: req-b2f4534d-d05b-49e6-8500-2369a7ba9c2e {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:28:10.477284 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63693a94-772e-4e6b-b0f0-dc7a0db9c7b0", "name": "network-vif-unplugged", "status": "failed", "tag": "b6d52ef8-2c29-480f-9301-1df0a364b8a0", "code": 422}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:28:10.477284 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2f4534d-d05b-49e6-8500-2369a7ba9c2e {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:28:10.477284 dv-neutron-786478-16-hyperv neutron-server[100417]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0', 'code': 422} returned with failed status Jul 28 12:28:10.501835 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=b6d52ef8-2c29-480f-9301-1df0a364b8a0,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:10.509522 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:10.509910 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:10.510218 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:10.510594 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:10.510933 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:10.511301 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:10.511633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:10.511970 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:10.512300 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:10.512625 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:10.512949 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:10.513273 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:11.473610 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917009f-3807-4b68-bfc7-bf686374cda8 req-f9676026-b8b9-423a-afaf-3eb6975edaf9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:11.475511 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b917009f-3807-4b68-bfc7-bf686374cda8 req-f9676026-b8b9-423a-afaf-3eb6975edaf9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0555949 Jul 28 12:28:11.522329 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b917009f-3807-4b68-bfc7-bf686374cda8 req-0771b120-8a41-4b35-be6a-6cc3f01ff822 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399551 Jul 28 12:28:12.642082 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1c426-7113-43d9-9598-2a043eef2332 req-201b3655-122e-4455-9393-7b735df6bc3a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:12.643658 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8ff1c426-7113-43d9-9598-2a043eef2332 req-201b3655-122e-4455-9393-7b735df6bc3a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0507340 Jul 28 12:28:12.684833 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8ff1c426-7113-43d9-9598-2a043eef2332 req-ea2e9c5f-33e6-48d5-86ff-a8d707c82b8e tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342696 Jul 28 12:28:13.802704 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb701e1-8f1a-4ae2-824a-7be5de6cfebc req-a78e42bd-357c-4bfa-9a0e-331c55e1ef81 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:13.804166 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5cb701e1-8f1a-4ae2-824a-7be5de6cfebc req-a78e42bd-357c-4bfa-9a0e-331c55e1ef81 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0533183 Jul 28 12:28:13.841707 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5cb701e1-8f1a-4ae2-824a-7be5de6cfebc req-f2f8989d-5244-409c-b2d1-09010911d247 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316830 Jul 28 12:28:15.003751 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9848d2-4286-4dab-a584-f14708d150a3 req-e5c44e41-4bce-4477-b0da-709e37eaf40a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:15.005599 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6e9848d2-4286-4dab-a584-f14708d150a3 req-e5c44e41-4bce-4477-b0da-709e37eaf40a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0573549 Jul 28 12:28:15.047686 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6e9848d2-4286-4dab-a584-f14708d150a3 req-ee438f74-5a14-4dce-8cc8-346c04d56420 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337014 Jul 28 12:28:15.792885 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155f885-5240-4a9d-a2d6-486e5a416154 req-373c8722-6a57-4f90-9a3a-3bcd05a0db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:15.794378 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f155f885-5240-4a9d-a2d6-486e5a416154 req-373c8722-6a57-4f90-9a3a-3bcd05a0db95 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0&tenant_id=519685efd6c14d1ea25802ad8bb41c4a HTTP/1.1" status: 200 len: 1097 time: 0.0414958 Jul 28 12:28:15.855592 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155f885-5240-4a9d-a2d6-486e5a416154 req-a3ec6efc-5236-44c3-a668-0ddc7b426a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:15.857097 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f155f885-5240-4a9d-a2d6-486e5a416154 req-a3ec6efc-5236-44c3-a668-0ddc7b426a5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 1097 time: 0.0418103 Jul 28 12:28:15.950201 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155f885-5240-4a9d-a2d6-486e5a416154 req-c3406dec-5f7c-48b0-981d-0da4a0866002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:15.951745 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f155f885-5240-4a9d-a2d6-486e5a416154 req-c3406dec-5f7c-48b0-981d-0da4a0866002 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 910 time: 0.0880415 Jul 28 12:28:16.016768 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f155f885-5240-4a9d-a2d6-486e5a416154 req-3d3371a4-12e4-43dc-b7ba-4a375933f8ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0 HTTP/1.1" status: 200 len: 1000 time: 0.0579998 Jul 28 12:28:16.070876 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155f885-5240-4a9d-a2d6-486e5a416154 req-bec83b93-4005-4bf5-a3c9-a43457d0ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:16.072270 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f155f885-5240-4a9d-a2d6-486e5a416154 req-bec83b93-4005-4bf5-a3c9-a43457d0ee35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0489054 Jul 28 12:28:16.119201 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155f885-5240-4a9d-a2d6-486e5a416154 req-3b8dc6a3-d849-4825-8b07-12d795f67300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:16.120704 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f155f885-5240-4a9d-a2d6-486e5a416154 req-3b8dc6a3-d849-4825-8b07-12d795f67300 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411694 Jul 28 12:28:16.163407 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a3d83-1e69-43b2-b324-724626f8e5f3 req-93900860-9fc2-409e-a352-8f089b866504 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:16.164891 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1e9a3d83-1e69-43b2-b324-724626f8e5f3 req-93900860-9fc2-409e-a352-8f089b866504 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0495787 Jul 28 12:28:16.203825 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1e9a3d83-1e69-43b2-b324-724626f8e5f3 req-f1c5fc6e-5406-47c9-845c-1bcce74bd466 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330954 Jul 28 12:28:16.213696 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f155f885-5240-4a9d-a2d6-486e5a416154 req-e5ec745c-2de7-4284-b603-0bacaea195fd service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856371 Jul 28 12:28:16.306682 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f155f885-5240-4a9d-a2d6-486e5a416154 req-0768fd8f-fea9-4d35-be37-061922acba66 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855536 Jul 28 12:28:17.321777 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444c9a7-ed99-45df-a8fa-33a3a31f7990 req-17d47fde-739d-4f81-8d1a-c423585db688 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:17.323283 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8444c9a7-ed99-45df-a8fa-33a3a31f7990 req-17d47fde-739d-4f81-8d1a-c423585db688 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0531688 Jul 28 12:28:17.361791 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8444c9a7-ed99-45df-a8fa-33a3a31f7990 req-7a033541-2f8e-4dc7-8fcb-03184648dec2 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325086 Jul 28 12:28:18.478944 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5665d1-ce84-4b44-b1d5-55eb1b8595aa req-8f775ce7-8b3c-481e-9e26-e8a5c726934f tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:18.480381 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-df5665d1-ce84-4b44-b1d5-55eb1b8595aa req-8f775ce7-8b3c-481e-9e26-e8a5c726934f tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0481906 Jul 28 12:28:18.517508 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-df5665d1-ce84-4b44-b1d5-55eb1b8595aa req-037e1321-4ea9-43f4-ad43-f327d185a110 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312936 Jul 28 12:28:19.633461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548a68f-9480-4249-8f41-2e9468b86099 req-4f96bbcb-1e1b-406a-ab11-765150bae024 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:19.635246 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c548a68f-9480-4249-8f41-2e9468b86099 req-4f96bbcb-1e1b-406a-ab11-765150bae024 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0491147 Jul 28 12:28:19.673881 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c548a68f-9480-4249-8f41-2e9468b86099 req-8f758aa8-0034-45f2-bc42-3066fe71c35a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328209 Jul 28 12:28:20.432419 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:20.791706 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7845f9-3507-4b5c-b7ef-20beef748c42 req-5e1d465e-e829-4cc1-ad8b-3dfd952e40a5 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:20.793194 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2e7845f9-3507-4b5c-b7ef-20beef748c42 req-5e1d465e-e829-4cc1-ad8b-3dfd952e40a5 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0525818 Jul 28 12:28:20.831477 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2e7845f9-3507-4b5c-b7ef-20beef748c42 req-8358d348-5595-47ed-ae78-5521124277b3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323839 Jul 28 12:28:21.946792 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ad892-e06e-4028-8e70-54f8d87785b9 req-d16dca0a-c7f7-4176-a2ae-6a3974733feb tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:21.948259 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bd9ad892-e06e-4028-8e70-54f8d87785b9 req-d16dca0a-c7f7-4176-a2ae-6a3974733feb tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0505991 Jul 28 12:28:21.986026 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bd9ad892-e06e-4028-8e70-54f8d87785b9 req-c9073d22-6d37-4fda-8c7e-bb7acb3bfb20 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319617 Jul 28 12:28:23.097911 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e61ed8-7fbb-4eb6-a0a8-e2f00bde5a18 req-eea7823d-894a-41eb-8921-4b8008e2fbc3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:23.099311 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c4e61ed8-7fbb-4eb6-a0a8-e2f00bde5a18 req-eea7823d-894a-41eb-8921-4b8008e2fbc3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0478935 Jul 28 12:28:23.136923 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c4e61ed8-7fbb-4eb6-a0a8-e2f00bde5a18 req-21ee3ec4-cb59-4dd6-ac88-1dc816140525 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310404 Jul 28 12:28:24.255319 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251067e-c6cb-49e3-b72f-45162836ba86 req-25ef7b21-4683-4f7f-b54d-d6b6cf14cf63 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:24.257200 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5251067e-c6cb-49e3-b72f-45162836ba86 req-25ef7b21-4683-4f7f-b54d-d6b6cf14cf63 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 944 time: 0.0539966 Jul 28 12:28:24.296772 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5251067e-c6cb-49e3-b72f-45162836ba86 req-ca11295f-cd0b-4e10-a2ca-06156f6c5389 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322890 Jul 28 12:28:24.403881 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b6d52ef8-2c29-480f-9301-1df0a364b8a0 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:28:24.497161 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b6d52ef8-2c29-480f-9301-1df0a364b8a0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:28:24.508126 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'port_id': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0', 'mac_address': 'fa:16:3e:77:de:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:28:24.544156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:24.556232 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d52ef8-2c29-480f-9301-1df0a364b8a0 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:28:24.574810 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b6d52ef8-2c29-480f-9301-1df0a364b8a0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:28:24.578834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:24.627240 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=b6d52ef8-2c29-480f-9301-1df0a364b8a0,revision_number=7']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:24.805450 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['b6d52ef8-2c29-480f-9301-1df0a364b8a0'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:28:25.410229 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f88f23-2bc6-4270-a27e-1f83760db840 req-fa9e73f9-dbbf-4bdb-b93c-0e2a83fad9cd tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:25.411732 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a1f88f23-2bc6-4270-a27e-1f83760db840 req-fa9e73f9-dbbf-4bdb-b93c-0e2a83fad9cd tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 945 time: 0.0490074 Jul 28 12:28:25.449860 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a1f88f23-2bc6-4270-a27e-1f83760db840 req-a444a760-2e43-478b-8622-25cc995e6837 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322511 Jul 28 12:28:26.418726 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b6d52ef8-2c29-480f-9301-1df0a364b8a0 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:28:26.464777 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port b6d52ef8-2c29-480f-9301-1df0a364b8a0 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:28:26.465143 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:26.540361 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:26.562642 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:28:26.562880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d89a3-3fb8-49b7-81a5-9d2987520051 req-018309a5-663a-4c32-8f2f-f95513bcd5d4 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:26.564438 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9a2d89a3-3fb8-49b7-81a5-9d2987520051 req-018309a5-663a-4c32-8f2f-f95513bcd5d4 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 945 time: 0.0490544 Jul 28 12:28:26.564863 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13951cb3-b754-4d58-a0c5-68f4ada3db1e" -d '{"events": [{"server_uuid": "63693a94-772e-4e6b-b0f0-dc7a0db9c7b0", "name": "network-vif-plugged", "status": "completed", "tag": "b6d52ef8-2c29-480f-9301-1df0a364b8a0"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:28:26.577993 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port b6d52ef8-2c29-480f-9301-1df0a364b8a0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:28:26.582121 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:26.605991 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9a2d89a3-3fb8-49b7-81a5-9d2987520051 req-676a191b-a63f-4aa7-97d1-414563ea9b4d tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343947 Jul 28 12:28:26.612809 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7abb66-9f85-4b2e-8577-90155a891250 x-openstack-request-id: req-5b7abb66-9f85-4b2e-8577-90155a891250 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:28:26.613098 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63693a94-772e-4e6b-b0f0-dc7a0db9c7b0", "name": "network-vif-plugged", "status": "completed", "tag": "b6d52ef8-2c29-480f-9301-1df0a364b8a0", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:28:26.613348 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b7abb66-9f85-4b2e-8577-90155a891250 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:28:26.613797 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0', 'code': 200} Jul 28 12:28:26.643845 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=b6d52ef8-2c29-480f-9301-1df0a364b8a0,revision_number=8']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:26.811284 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5eaa0-f453-4096-a825-2b038816f819 req-128f1de9-74b6-4345-a4cb-43bf4aa5de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:26.812782 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fad5eaa0-f453-4096-a825-2b038816f819 req-128f1de9-74b6-4345-a4cb-43bf4aa5de83 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 1099 time: 0.0407896 Jul 28 12:28:26.846493 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fad5eaa0-f453-4096-a825-2b038816f819 req-9b74b92a-09ca-4215-8e0a-0afdc64ff04c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270190 Jul 28 12:28:27.724573 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b744f7d-e86a-4633-b00f-25302f2996f8 req-40d2533d-299b-4167-9338-270d7b0ad7a4 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:27.726051 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1b744f7d-e86a-4633-b00f-25302f2996f8 req-40d2533d-299b-4167-9338-270d7b0ad7a4 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0527401 Jul 28 12:28:27.763314 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1b744f7d-e86a-4633-b00f-25302f2996f8 req-5c016475-f859-4cb7-a9c4-3afcff754d66 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314493 Jul 28 12:28:31.851241 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:28:32.497276 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8b93d8f-b0e0-4def-a57c-602bdf66823d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:34.958494 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7d320a6-d68d-4e3d-9104-8eef05a6417e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:35.439084 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:36.579454 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:38.115412 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:39.263581 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c6eec3d8-d8aa-46f3-b980-47d3b9a3332c req-a78ffbc2-c256-4a98-be66-38ed4614a609 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390127 Jul 28 12:28:39.349017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eec3d8-d8aa-46f3-b980-47d3b9a3332c req-3c8f5a54-f628-4fcf-bb0b-c480f067ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:39.350511 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c6eec3d8-d8aa-46f3-b980-47d3b9a3332c req-3c8f5a54-f628-4fcf-bb0b-c480f067ef08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 1099 time: 0.0452836 Jul 28 12:28:39.451850 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eec3d8-d8aa-46f3-b980-47d3b9a3332c req-4f6f3860-2d62-48ba-94ec-325c31592de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:39.453291 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c6eec3d8-d8aa-46f3-b980-47d3b9a3332c req-4f6f3860-2d62-48ba-94ec-325c31592de6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 910 time: 0.0836391 Jul 28 12:28:39.521044 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c6eec3d8-d8aa-46f3-b980-47d3b9a3332c req-e73d7fb3-fd8a-4b53-b277-9af21b6b7631 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0 HTTP/1.1" status: 200 len: 1002 time: 0.0604713 Jul 28 12:28:39.570000 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eec3d8-d8aa-46f3-b980-47d3b9a3332c req-16f65794-bf5d-47fc-b0c5-51f046b9fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:39.571465 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c6eec3d8-d8aa-46f3-b980-47d3b9a3332c req-16f65794-bf5d-47fc-b0c5-51f046b9fa27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0428226 Jul 28 12:28:39.619165 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eec3d8-d8aa-46f3-b980-47d3b9a3332c req-b73e237a-ac27-49a2-9f3e-00195edeaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:39.620843 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c6eec3d8-d8aa-46f3-b980-47d3b9a3332c req-b73e237a-ac27-49a2-9f3e-00195edeaf5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397174 Jul 28 12:28:39.714916 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c6eec3d8-d8aa-46f3-b980-47d3b9a3332c req-1a03f7ea-7e57-4bdd-999d-b27ccf79402c service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843790 Jul 28 12:28:39.806608 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c6eec3d8-d8aa-46f3-b980-47d3b9a3332c req-9ba41c67-4671-44bb-b6a4-55c1ab094f4d service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834212 Jul 28 12:28:50.437143 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:02.498984 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b09ce86-ccd1-44a9-a560-87b44be2dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:04.959317 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cefd80c9-4547-40ec-a8a7-4796594194c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:05.444537 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:06.582615 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:08.118694 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:08.851199 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:29:20.461446 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:32.499931 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0962-ac4e-4ea1-91ff-f5008f904716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:34.960293 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85468c3a-2115-496b-a83b-21c4687c60b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:35.435711 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:36.588253 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:38.121294 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:39.334780 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-208621ff-8bd2-4825-9ffc-e64ad60d7d8d req-b0f9f1bf-225f-4a5c-8b8a-7415c72a4038 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1150424 Jul 28 12:29:39.426043 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208621ff-8bd2-4825-9ffc-e64ad60d7d8d req-6bef001c-f79d-4ee5-9a73-394d7e3f2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:29:39.427592 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-208621ff-8bd2-4825-9ffc-e64ad60d7d8d req-6bef001c-f79d-4ee5-9a73-394d7e3f2ccb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 1099 time: 0.0493395 Jul 28 12:29:39.544367 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208621ff-8bd2-4825-9ffc-e64ad60d7d8d req-d3e89e80-7357-4c0f-bfe7-04d60bf6f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:29:39.545847 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-208621ff-8bd2-4825-9ffc-e64ad60d7d8d req-d3e89e80-7357-4c0f-bfe7-04d60bf6f338 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 910 time: 0.0968041 Jul 28 12:29:39.617003 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-208621ff-8bd2-4825-9ffc-e64ad60d7d8d req-d4fceed6-6a65-4425-a697-7df38099b6a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0 HTTP/1.1" status: 200 len: 1002 time: 0.0644779 Jul 28 12:29:39.669041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208621ff-8bd2-4825-9ffc-e64ad60d7d8d req-fe646633-9f77-4584-8206-f33075fa5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:29:39.670631 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-208621ff-8bd2-4825-9ffc-e64ad60d7d8d req-fe646633-9f77-4584-8206-f33075fa5f58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0465446 Jul 28 12:29:39.722677 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208621ff-8bd2-4825-9ffc-e64ad60d7d8d req-94a66d72-257a-4bdd-941c-e3a37c124213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:29:39.724214 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-208621ff-8bd2-4825-9ffc-e64ad60d7d8d req-94a66d72-257a-4bdd-941c-e3a37c124213 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0469735 Jul 28 12:29:39.821136 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-208621ff-8bd2-4825-9ffc-e64ad60d7d8d req-21f85cd1-732b-4e46-baa5-d7cb8b46f0af service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899758 Jul 28 12:29:39.917359 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-208621ff-8bd2-4825-9ffc-e64ad60d7d8d req-76d2061d-7c5b-421e-8b0d-25902a6eef30 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878162 Jul 28 12:29:43.298801 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38858) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:29:43.480063 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Deleting port 886270d0-c22e-4197-b850-dc8e3c5dd194 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:29:43.480411 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:43.561441 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:43.561666 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:43.573651 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Calling delete_port for 886270d0-c22e-4197-b850-dc8e3c5dd194 owned by network:floatingip {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:29:43.725712 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:43.751866 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event deleted for resources: {'Port': ['ID=886270d0-c22e-4197-b850-dc8e3c5dd194,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:29:43.763036 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:43.763392 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:43.763736 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:43.764074 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:43.764409 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:43.764743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:43.765077 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:43.765404 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:43.765733 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:43.766055 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:43.766377 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:43.766728 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:43.826039 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for floatingip, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:43.826302 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.l3_db [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Floating IP 6f80bb70-92de-4036-bea9-da372988631d disassociated (deleted). External IP: 172.26.1.228, port: b6d52ef8-2c29-480f-9301-1df0a364b8a0. Jul 28 12:29:44.036111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Router 18cfdf9a-f268-4bf7-b087-02166e7760b4 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:29:44.144492 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:29:44.149257 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:44.154485 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd30c005-ac2c-4ba5-af5b-ff7cdfaf0583 None None] Sync routers for ids ['18cfdf9a-f268-4bf7-b087-02166e7760b4'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:29:44.163707 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd30c005-ac2c-4ba5-af5b-ff7cdfaf0583 None None] Routers {'18cfdf9a-f268-4bf7-b087-02166e7760b4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:29:44.164342 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-dd30c005-ac2c-4ba5-af5b-ff7cdfaf0583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:29:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['18cfdf9a-f268-4bf7-b087-02166e7760b4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:29:44.178824 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-cd47e1e3-450c-42c5-bb07-c0aab339f20a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "DELETE /v2.0/floatingips/6f80bb70-92de-4036-bea9-da372988631d HTTP/1.1" status: 204 len: 168 time: 0.8788660 Jul 28 12:29:44.179788 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'tag': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:29:44.182928 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc21ea9b-8e1f-4151-b7e0-8782e6bac5b9" -d '{"events": [{"name": "network-changed", "server_uuid": "63693a94-772e-4e6b-b0f0-dc7a0db9c7b0", "tag": "b6d52ef8-2c29-480f-9301-1df0a364b8a0"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:29:44.282818 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-dd30c005-ac2c-4ba5-af5b-ff7cdfaf0583 None None] Set router 18cfdf9a-f268-4bf7-b087-02166e7760b4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:29:44.291834 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e36ea45-29cd-4fd4-971e-3c9f8da58d11 x-openstack-request-id: req-0e36ea45-29cd-4fd4-971e-3c9f8da58d11 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:29:44.292192 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63693a94-772e-4e6b-b0f0-dc7a0db9c7b0", "tag": "b6d52ef8-2c29-480f-9301-1df0a364b8a0", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:29:44.292450 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e36ea45-29cd-4fd4-971e-3c9f8da58d11 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:29:44.292904 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'tag': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0', 'status': 'completed', 'code': 200} Jul 28 12:29:44.365487 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21ea9b-8e1f-4151-b7e0-8782e6bac5b9 req-1e72c08e-65ab-4621-8c72-573f46c54b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:29:44.367154 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-cc21ea9b-8e1f-4151-b7e0-8782e6bac5b9 req-1e72c08e-65ab-4621-8c72-573f46c54b35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 1099 time: 0.0512028 Jul 28 12:29:44.449094 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511b989-6597-4382-b144-6f63a974aa8a req-50f12b1d-e7f5-42d9-805f-e932dafec228 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:29:44.450663 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a511b989-6597-4382-b144-6f63a974aa8a req-50f12b1d-e7f5-42d9-805f-e932dafec228 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0530527 Jul 28 12:29:44.481386 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21ea9b-8e1f-4151-b7e0-8782e6bac5b9 req-d2834732-a4c8-44ae-a631-05c8a49082bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:29:44.483099 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-cc21ea9b-8e1f-4151-b7e0-8782e6bac5b9 req-d2834732-a4c8-44ae-a631-05c8a49082bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 200 len: 910 time: 0.1087337 Jul 28 12:29:44.490213 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a511b989-6597-4382-b144-6f63a974aa8a req-5db6bc20-d03a-4958-a03f-327dc6224908 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336421 Jul 28 12:29:44.506641 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-dd30c005-ac2c-4ba5-af5b-ff7cdfaf0583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 4, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b143d93a-8464-4d41-ba97-43b88c263e40', 'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'mac_address': 'fa:16:3e:7e:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:10Z', 'updated_at': '2021-07-28T12:21:16Z', 'revision_number': 5, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'subnets': [{'id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:29:44.527716 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-cc21ea9b-8e1f-4151-b7e0-8782e6bac5b9 req-2b68fbb1-fac8-43b5-9c78-c59fbf14888a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0 HTTP/1.1" status: 200 len: 217 time: 0.0365553 Jul 28 12:29:44.532017 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd30c005-ac2c-4ba5-af5b-ff7cdfaf0583 None None] Checking router: 18cfdf9a-f268-4bf7-b087-02166e7760b4 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:29:44.541487 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd30c005-ac2c-4ba5-af5b-ff7cdfaf0583 None None] Routers {'18cfdf9a-f268-4bf7-b087-02166e7760b4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:29:44.542107 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-dd30c005-ac2c-4ba5-af5b-ff7cdfaf0583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:29:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['18cfdf9a-f268-4bf7-b087-02166e7760b4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:29:44.585147 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21ea9b-8e1f-4151-b7e0-8782e6bac5b9 req-7375ff13-0125-476e-b568-18e499f9b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:29:44.586677 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-cc21ea9b-8e1f-4151-b7e0-8782e6bac5b9 req-7375ff13-0125-476e-b568-18e499f9b1a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 200 len: 848 time: 0.0507212 Jul 28 12:29:44.638074 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21ea9b-8e1f-4151-b7e0-8782e6bac5b9 req-4e863f18-80e0-4d13-bd10-0fb3234c6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:29:44.639688 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-cc21ea9b-8e1f-4151-b7e0-8782e6bac5b9 req-4e863f18-80e0-4d13-bd10-0fb3234c6700 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0444613 Jul 28 12:29:44.736633 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-cc21ea9b-8e1f-4151-b7e0-8782e6bac5b9 req-7f44a613-d715-4035-b856-36ebc906c57d service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878880 Jul 28 12:29:44.803149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-dd30c005-ac2c-4ba5-af5b-ff7cdfaf0583 None None] Set router 18cfdf9a-f268-4bf7-b087-02166e7760b4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:29:44.833021 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-cc21ea9b-8e1f-4151-b7e0-8782e6bac5b9 req-31770a34-ef66-47f4-b402-800682b29567 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887084 Jul 28 12:29:45.010352 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-dd30c005-ac2c-4ba5-af5b-ff7cdfaf0583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 4, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b143d93a-8464-4d41-ba97-43b88c263e40', 'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'mac_address': 'fa:16:3e:7e:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:10Z', 'updated_at': '2021-07-28T12:21:16Z', 'revision_number': 5, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'subnets': [{'id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:29:45.037431 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd30c005-ac2c-4ba5-af5b-ff7cdfaf0583 None None] The sync data for ids ['18cfdf9a-f268-4bf7-b087-02166e7760b4'] in dv-neutron-786478-16-hyperv is: [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:11Z', 'revision_number': 4, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'b143d93a-8464-4d41-ba97-43b88c263e40', 'name': '', 'network_id': 'f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'mac_address': 'fa:16:3e:7e:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:10Z', 'updated_at': '2021-07-28T12:21:16Z', 'revision_number': 5, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'subnets': [{'id': '8a75b565-2aa0-4b9a-a601-a726ab400776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:29:45.261227 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6619ab9c-de56-49f7-88b4-b383f47356d2 None None] New status for floating IP 6f80bb70-92de-4036-bea9-da372988631d: DOWN {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:29:45.621298 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c0f95-2570-40c2-8941-8ec7aebf0287 req-8165ece5-1f08-4e62-8a50-42c0634d5756 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:29:45.623850 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e82c0f95-2570-40c2-8941-8ec7aebf0287 req-8165ece5-1f08-4e62-8a50-42c0634d5756 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0572860 Jul 28 12:29:45.667602 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e82c0f95-2570-40c2-8941-8ec7aebf0287 req-c83efade-1ab1-458b-bd79-e3a2e128e828 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/security-groups?id=0283fac1-73b2-498b-a8d1-f7a04e26f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382612 Jul 28 12:29:45.849858 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:29:45.947510 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7f70c-4f79-49e4-8a3b-113814e861d1 req-3d8a5b8e-df33-4e2b-b2db-71b1f987aeae tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:29:45.949043 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6ee7f70c-4f79-49e4-8a3b-113814e861d1 req-3d8a5b8e-df33-4e2b-b2db-71b1f987aeae tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.39 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0513897 Jul 28 12:29:46.047500 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-6ee7f70c-4f79-49e4-8a3b-113814e861d1 req-d3448b1b-10bb-4d19-af61-237300f2d41a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Deleting port b6d52ef8-2c29-480f-9301-1df0a364b8a0 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:29:46.047851 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6ee7f70c-4f79-49e4-8a3b-113814e861d1 req-d3448b1b-10bb-4d19-af61-237300f2d41a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:46.136410 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-6ee7f70c-4f79-49e4-8a3b-113814e861d1 req-d3448b1b-10bb-4d19-af61-237300f2d41a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] For port b6d52ef8-2c29-480f-9301-1df0a364b8a0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b6d52ef8-2c29-480f-9301-1df0a364b8a0,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:29:46.136694 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6ee7f70c-4f79-49e4-8a3b-113814e861d1 req-d3448b1b-10bb-4d19-af61-237300f2d41a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:46.150194 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-6ee7f70c-4f79-49e4-8a3b-113814e861d1 req-d3448b1b-10bb-4d19-af61-237300f2d41a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Calling delete_port for b6d52ef8-2c29-480f-9301-1df0a364b8a0 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:29:46.282011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6ee7f70c-4f79-49e4-8a3b-113814e861d1 req-d3448b1b-10bb-4d19-af61-237300f2d41a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:46.311716 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3448b1b-10bb-4d19-af61-237300f2d41a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event deleted for resources: {'Port': ['ID=b6d52ef8-2c29-480f-9301-1df0a364b8a0,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:29:46.354039 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee7f70c-4f79-49e4-8a3b-113814e861d1 req-d3448b1b-10bb-4d19-af61-237300f2d41a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] No DVR routers for this DVR port b6d52ef8-2c29-480f-9301-1df0a364b8a0 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:29:46.356668 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-6ee7f70c-4f79-49e4-8a3b-113814e861d1 req-d3448b1b-10bb-4d19-af61-237300f2d41a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:46.358753 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-6ee7f70c-4f79-49e4-8a3b-113814e861d1 req-d3448b1b-10bb-4d19-af61-237300f2d41a tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.39 "DELETE /v2.0/ports/b6d52ef8-2c29-480f-9301-1df0a364b8a0 HTTP/1.1" status: 204 len: 173 time: 0.4035888 Jul 28 12:29:46.359195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'name': 'network-vif-deleted', 'tag': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:29:46.361450 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e297929b-afec-4900-94c0-e351d439e073" -d '{"events": [{"server_uuid": "63693a94-772e-4e6b-b0f0-dc7a0db9c7b0", "name": "network-vif-deleted", "tag": "b6d52ef8-2c29-480f-9301-1df0a364b8a0"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:29:46.404222 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb68ffc-a8d2-4c25-8f71-f5c65253dfe4 x-openstack-request-id: req-8eb68ffc-a8d2-4c25-8f71-f5c65253dfe4 {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:29:46.404515 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63693a94-772e-4e6b-b0f0-dc7a0db9c7b0", "name": "network-vif-deleted", "tag": "b6d52ef8-2c29-480f-9301-1df0a364b8a0", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:29:46.404767 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8eb68ffc-a8d2-4c25-8f71-f5c65253dfe4 {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:29:46.405172 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63693a94-772e-4e6b-b0f0-dc7a0db9c7b0', 'name': 'network-vif-deleted', 'tag': 'b6d52ef8-2c29-480f-9301-1df0a364b8a0', 'status': 'completed', 'code': 200} Jul 28 12:29:46.774401 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-69ef18a4-cd92-4c75-8857-5ea2f1cb0323 req-6b8dcfc1-7cd0-402b-b0bc-06d10e9b22d5 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 210 time: 0.0336831 Jul 28 12:29:47.887309 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e7f795ab-174a-4cab-94c7-dd961a87ee1b req-d2ae1b8c-cbc8-4636-a677-562506fdf2e1 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 210 time: 0.0315657 Jul 28 12:29:48.877104 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b6d52ef8-2c29-480f-9301-1df0a364b8a0 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:29:48.897239 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: b6d52ef8-2c29-480f-9301-1df0a364b8a0 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:29:48.897585 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device b6d52ef8-2c29-480f-9301-1df0a364b8a0 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:29:48.984655 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-e13feca5-17e9-4fe8-b859-8273b5571481 req-db7a51f0-f8ec-4fe3-915b-9e4625810b3f tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 210 time: 0.0273287 Jul 28 12:29:50.092512 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1d95d18e-945a-4696-a5d4-47592880b07f req-e79fad60-132c-4943-a70e-f5acb907c1e9 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "GET /v2.0/ports?device_id=63693a94-772e-4e6b-b0f0-dc7a0db9c7b0 HTTP/1.1" status: 200 len: 210 time: 0.0269547 Jul 28 12:29:50.578665 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:51.153630 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38894) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:29:51.226557 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f58f0fae-9a36-49b6-b88f-6286e5733dd3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:51.254366 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f58f0fae-9a36-49b6-b88f-6286e5733dd3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:51.324700 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f58f0fae-9a36-49b6-b88f-6286e5733dd3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:51.327388 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f58f0fae-9a36-49b6-b88f-6286e5733dd3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:51.328799 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f58f0fae-9a36-49b6-b88f-6286e5733dd3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] 10.222.0.43 "DELETE /v2.0/security-groups/0283fac1-73b2-498b-a8d1-f7a04e26f46d HTTP/1.1" status: 204 len: 168 time: 0.1734810 Jul 28 12:29:51.338102 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f0fae-9a36-49b6-b88f-6286e5733dd3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0283fac1-73b2-498b-a8d1-f7a04e26f46d,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:29:51.347196 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f0fae-9a36-49b6-b88f-6286e5733dd3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:51.347548 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f0fae-9a36-49b6-b88f-6286e5733dd3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:51.347892 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f0fae-9a36-49b6-b88f-6286e5733dd3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:51.348236 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f0fae-9a36-49b6-b88f-6286e5733dd3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:51.348571 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f0fae-9a36-49b6-b88f-6286e5733dd3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:51.348915 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f0fae-9a36-49b6-b88f-6286e5733dd3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:51.349238 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f0fae-9a36-49b6-b88f-6286e5733dd3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:51.349568 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f0fae-9a36-49b6-b88f-6286e5733dd3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:51.349900 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f0fae-9a36-49b6-b88f-6286e5733dd3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:51.350222 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f0fae-9a36-49b6-b88f-6286e5733dd3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:51.350571 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f0fae-9a36-49b6-b88f-6286e5733dd3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:51.350899 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f0fae-9a36-49b6-b88f-6286e5733dd3 tempest-TestShelveInstance-1507438463 tempest-TestShelveInstance-1507438463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:51.385843 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38898) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:29:51.864412 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-35ea6e76-9bb9-46b0-9503-eed9f280b219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:52.128399 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-35ea6e76-9bb9-46b0-9503-eed9f280b219 admin admin] Deleting port b143d93a-8464-4d41-ba97-43b88c263e40 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:29:52.128664 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-35ea6e76-9bb9-46b0-9503-eed9f280b219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:52.208623 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-35ea6e76-9bb9-46b0-9503-eed9f280b219 admin admin] For port b143d93a-8464-4d41-ba97-43b88c263e40, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b143d93a-8464-4d41-ba97-43b88c263e40,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:29:52.209280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-35ea6e76-9bb9-46b0-9503-eed9f280b219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:52.225917 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-35ea6e76-9bb9-46b0-9503-eed9f280b219 admin admin] Calling delete_port for b143d93a-8464-4d41-ba97-43b88c263e40 owned by network:router_interface {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:29:52.414134 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-35ea6e76-9bb9-46b0-9503-eed9f280b219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:52.439909 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea6e76-9bb9-46b0-9503-eed9f280b219 admin admin] Pushing event deleted for resources: {'Port': ['ID=b143d93a-8464-4d41-ba97-43b88c263e40,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:29:52.624566 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-35ea6e76-9bb9-46b0-9503-eed9f280b219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:53.176151 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ea6e76-9bb9-46b0-9503-eed9f280b219 admin admin] Router 18cfdf9a-f268-4bf7-b087-02166e7760b4 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:29:53.284558 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ea6e76-9bb9-46b0-9503-eed9f280b219 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:29:53.290875 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-35ea6e76-9bb9-46b0-9503-eed9f280b219 admin admin] 10.222.0.43 "PUT /v2.0/routers/18cfdf9a-f268-4bf7-b087-02166e7760b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9049811 Jul 28 12:29:53.292943 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38902) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:29:53.294665 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec7509b-bcc9-4b7f-b3f2-e67f5acdc2fe None None] Sync routers for ids ['18cfdf9a-f268-4bf7-b087-02166e7760b4'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:29:53.306611 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec7509b-bcc9-4b7f-b3f2-e67f5acdc2fe None None] Routers {'18cfdf9a-f268-4bf7-b087-02166e7760b4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:29:53.307391 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6ec7509b-bcc9-4b7f-b3f2-e67f5acdc2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:29:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['18cfdf9a-f268-4bf7-b087-02166e7760b4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:29:53.399490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b0971b17-8f9a-4751-813c-e8e80eed1acd admin admin] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:53.429703 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-6ec7509b-bcc9-4b7f-b3f2-e67f5acdc2fe None None] Set router 18cfdf9a-f268-4bf7-b087-02166e7760b4 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:29:53.500681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b0971b17-8f9a-4751-813c-e8e80eed1acd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:53.559136 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-b0971b17-8f9a-4751-813c-e8e80eed1acd admin admin] Deleting port a86e2b06-ce28-4b82-8186-28ecbb0076fa {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:29:53.559496 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b0971b17-8f9a-4751-813c-e8e80eed1acd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:53.648128 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-b0971b17-8f9a-4751-813c-e8e80eed1acd admin admin] For port a86e2b06-ce28-4b82-8186-28ecbb0076fa, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=a86e2b06-ce28-4b82-8186-28ecbb0076fa,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:29:53.648490 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b0971b17-8f9a-4751-813c-e8e80eed1acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:53.649663 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6ec7509b-bcc9-4b7f-b3f2-e67f5acdc2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:29:52Z', 'revision_number': 5, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port': {'id': 'a86e2b06-ce28-4b82-8186-28ecbb0076fa', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:29:53.662647 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-b0971b17-8f9a-4751-813c-e8e80eed1acd admin admin] Calling delete_port for a86e2b06-ce28-4b82-8186-28ecbb0076fa owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:29:53.677460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec7509b-bcc9-4b7f-b3f2-e67f5acdc2fe None None] Checking router: 18cfdf9a-f268-4bf7-b087-02166e7760b4 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:29:53.686843 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec7509b-bcc9-4b7f-b3f2-e67f5acdc2fe None None] Routers {'18cfdf9a-f268-4bf7-b087-02166e7760b4'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:29:53.687384 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6ec7509b-bcc9-4b7f-b3f2-e67f5acdc2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:29:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['18cfdf9a-f268-4bf7-b087-02166e7760b4'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:29:53.775343 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-6ec7509b-bcc9-4b7f-b3f2-e67f5acdc2fe None None] Set router 18cfdf9a-f268-4bf7-b087-02166e7760b4 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:29:53.829504 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6ec7509b-bcc9-4b7f-b3f2-e67f5acdc2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:29:53Z', 'revision_number': 6, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:29:53.834721 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b0971b17-8f9a-4751-813c-e8e80eed1acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:53.861609 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec7509b-bcc9-4b7f-b3f2-e67f5acdc2fe None None] The sync data for ids ['18cfdf9a-f268-4bf7-b087-02166e7760b4'] in dv-neutron-786478-16-hyperv is: [{'id': '18cfdf9a-f268-4bf7-b087-02166e7760b4', 'name': 'tempest-TestShelveInstance-2029402456-router', 'tenant_id': '519685efd6c14d1ea25802ad8bb41c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:08Z', 'updated_at': '2021-07-28T12:29:53Z', 'revision_number': 6, 'project_id': '519685efd6c14d1ea25802ad8bb41c4a', 'gw_port_host': None}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:29:53.861897 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0971b17-8f9a-4751-813c-e8e80eed1acd admin admin] Pushing event deleted for resources: {'Port': ['ID=a86e2b06-ce28-4b82-8186-28ecbb0076fa,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:29:53.931055 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b0971b17-8f9a-4751-813c-e8e80eed1acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.021789 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b0971b17-8f9a-4751-813c-e8e80eed1acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.024137 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b0971b17-8f9a-4751-813c-e8e80eed1acd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.067069 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b0971b17-8f9a-4751-813c-e8e80eed1acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.067663 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0971b17-8f9a-4751-813c-e8e80eed1acd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18cfdf9a-f268-4bf7-b087-02166e7760b4 {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:29:54.072557 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-b0971b17-8f9a-4751-813c-e8e80eed1acd admin admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.073870 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-b0971b17-8f9a-4751-813c-e8e80eed1acd admin admin] 10.222.0.43 "DELETE /v2.0/routers/18cfdf9a-f268-4bf7-b087-02166e7760b4 HTTP/1.1" status: 204 len: 168 time: 0.7799449 Jul 28 12:29:54.076453 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38904) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:29:54.126624 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65d132e-ebfb-4829-8e4a-909695332bba admin admin] Deleting subnet 8a75b565-2aa0-4b9a-a601-a726ab400776 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:29:54.129713 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a65d132e-ebfb-4829-8e4a-909695332bba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.168729 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a65d132e-ebfb-4829-8e4a-909695332bba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.260979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a65d132e-ebfb-4829-8e4a-909695332bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.320175 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b143d93a-8464-4d41-ba97-43b88c263e40 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:29:54.331476 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a65d132e-ebfb-4829-8e4a-909695332bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.343248 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: b143d93a-8464-4d41-ba97-43b88c263e40 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:29:54.343594 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b143d93a-8464-4d41-ba97-43b88c263e40 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:29:54.360626 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d132e-ebfb-4829-8e4a-909695332bba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a75b565-2aa0-4b9a-a601-a726ab400776,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:29:54.366273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-a65d132e-ebfb-4829-8e4a-909695332bba admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.371556 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38906) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:29:54.372118 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-a65d132e-ebfb-4829-8e4a-909695332bba admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8a75b565-2aa0-4b9a-a601-a726ab400776 HTTP/1.1" status: 204 len: 168 time: 0.2938523 Jul 28 12:29:54.372372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48073a0f-ea95-4465-894c-aaed4c14f8fb None None] Network f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:29:54.439644 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.499763 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] Deleting port 40c3c2e6-c0a1-4120-b904-320d84b7da4b {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:29:54.500109 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.567398 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] For port 40c3c2e6-c0a1-4120-b904-320d84b7da4b, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=40c3c2e6-c0a1-4120-b904-320d84b7da4b,segment=NetworkSegment(9b9d0f40-c819-40a4-92af-1ac99ce194b0),segment_id=9b9d0f40-c819-40a4-92af-1ac99ce194b0)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:29:54.567748 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.581653 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] Calling delete_port for 40c3c2e6-c0a1-4120-b904-320d84b7da4b owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:29:54.663790 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.676614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffa153a-bb4f-4127-a10a-aa222dfed979 None None] DHCP port deletion for f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:29:54.694250 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c3c2e6-c0a1-4120-b904-320d84b7da4b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:29:54.698516 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] No DVR routers for this DVR port 40c3c2e6-c0a1-4120-b904-320d84b7da4b on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:29:54.768934 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.779484 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:29:54.791043 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9d0f40-c819-40a4-92af-1ac99ce194b0') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:29:54.791342 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9d0f40-c819-40a4-92af-1ac99ce194b0') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:29:54.800244 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.814016 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.819738 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:29:54.820184 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:29:54.821833 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:29:54.881184 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.887514 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:54.892275 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7 HTTP/1.1" status: 204 len: 168 time: 0.5167422 Jul 28 12:29:54.892544 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38908) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:29:54.900880 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4044c-9576-4932-b8d1-0be3f2bf9882 admin admin] Pushing event deleted for resources: {'Network': ['ID=f99b70a0-9e4f-41f5-9c84-77b74ea7a7f7,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:29:55.565130 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-16f8396f-624e-4801-8110-62aff37989b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:55.818009 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-16f8396f-624e-4801-8110-62aff37989b5 admin admin] Deleting port 23af01a5-f41e-4c04-adbd-ce218d4e29ea {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:29:55.818271 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-16f8396f-624e-4801-8110-62aff37989b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:55.900880 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-16f8396f-624e-4801-8110-62aff37989b5 admin admin] For port 23af01a5-f41e-4c04-adbd-ce218d4e29ea, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=23af01a5-f41e-4c04-adbd-ce218d4e29ea,segment=NetworkSegment(1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629),segment_id=1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:29:55.901242 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-16f8396f-624e-4801-8110-62aff37989b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:55.914084 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-16f8396f-624e-4801-8110-62aff37989b5 admin admin] Calling delete_port for 23af01a5-f41e-4c04-adbd-ce218d4e29ea owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:29:56.029230 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 40c3c2e6-c0a1-4120-b904-320d84b7da4b no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:29:56.051374 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 40c3c2e6-c0a1-4120-b904-320d84b7da4b {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:29:56.051846 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 40c3c2e6-c0a1-4120-b904-320d84b7da4b not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:29:56.052377 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a86e2b06-ce28-4b82-8186-28ecbb0076fa no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:29:56.072990 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: a86e2b06-ce28-4b82-8186-28ecbb0076fa {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:29:56.073250 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device a86e2b06-ce28-4b82-8186-28ecbb0076fa not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:29:56.117347 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-16f8396f-624e-4801-8110-62aff37989b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:56.142102 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8396f-624e-4801-8110-62aff37989b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=23af01a5-f41e-4c04-adbd-ce218d4e29ea,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:29:56.325405 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-16f8396f-624e-4801-8110-62aff37989b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:56.556464 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f8396f-624e-4801-8110-62aff37989b5 admin admin] Router 4ecc1c72-94f9-4b84-80f9-cc5e009cff9b has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:29:56.681444 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f8396f-624e-4801-8110-62aff37989b5 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:29:56.686739 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-16f8396f-624e-4801-8110-62aff37989b5 admin admin] 10.222.0.43 "PUT /v2.0/routers/4ecc1c72-94f9-4b84-80f9-cc5e009cff9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7930582 Jul 28 12:29:56.689204 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38910) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:29:56.691781 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53308726-b0bf-436a-872c-e1ed4c95354e None None] Sync routers for ids ['4ecc1c72-94f9-4b84-80f9-cc5e009cff9b'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:29:56.702681 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53308726-b0bf-436a-872c-e1ed4c95354e None None] Routers {'4ecc1c72-94f9-4b84-80f9-cc5e009cff9b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:29:56.703418 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-53308726-b0bf-436a-872c-e1ed4c95354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:29:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4ecc1c72-94f9-4b84-80f9-cc5e009cff9b'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:29:56.793741 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b787810-0912-491f-9049-df517a37cf72 admin admin] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:56.813690 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-53308726-b0bf-436a-872c-e1ed4c95354e None None] Set router 4ecc1c72-94f9-4b84-80f9-cc5e009cff9b gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:29:56.900941 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b787810-0912-491f-9049-df517a37cf72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:56.955902 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-4b787810-0912-491f-9049-df517a37cf72 admin admin] Deleting port 124582f0-3742-4aa4-9d51-c7c627dded0d {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:29:56.956152 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b787810-0912-491f-9049-df517a37cf72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:56.996262 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-53308726-b0bf-436a-872c-e1ed4c95354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'name': 'tempest-TestShelveInstance-945026438-router', 'tenant_id': '8c37d835ce14485895b5d955b275ce1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '124582f0-3742-4aa4-9d51-c7c627dded0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:13Z', 'updated_at': '2021-07-28T12:29:56Z', 'revision_number': 5, 'project_id': '8c37d835ce14485895b5d955b275ce1c', 'gw_port': {'id': '124582f0-3742-4aa4-9d51-c7c627dded0d', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:21:13Z', 'updated_at': '2021-07-28T12:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:29:57.025991 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53308726-b0bf-436a-872c-e1ed4c95354e None None] Checking router: 4ecc1c72-94f9-4b84-80f9-cc5e009cff9b for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:29:57.037777 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53308726-b0bf-436a-872c-e1ed4c95354e None None] Routers {'4ecc1c72-94f9-4b84-80f9-cc5e009cff9b'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:29:57.038292 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-53308726-b0bf-436a-872c-e1ed4c95354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:29:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['4ecc1c72-94f9-4b84-80f9-cc5e009cff9b'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:29:57.042766 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-4b787810-0912-491f-9049-df517a37cf72 admin admin] For port 124582f0-3742-4aa4-9d51-c7c627dded0d, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=124582f0-3742-4aa4-9d51-c7c627dded0d,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:29:57.043143 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b787810-0912-491f-9049-df517a37cf72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:57.059262 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-4b787810-0912-491f-9049-df517a37cf72 admin admin] Calling delete_port for 124582f0-3742-4aa4-9d51-c7c627dded0d owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:29:57.131368 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-53308726-b0bf-436a-872c-e1ed4c95354e None None] Set router 4ecc1c72-94f9-4b84-80f9-cc5e009cff9b gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:29:57.185158 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-53308726-b0bf-436a-872c-e1ed4c95354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'name': 'tempest-TestShelveInstance-945026438-router', 'tenant_id': '8c37d835ce14485895b5d955b275ce1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:13Z', 'updated_at': '2021-07-28T12:29:56Z', 'revision_number': 6, 'project_id': '8c37d835ce14485895b5d955b275ce1c', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:29:57.215220 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53308726-b0bf-436a-872c-e1ed4c95354e None None] The sync data for ids ['4ecc1c72-94f9-4b84-80f9-cc5e009cff9b'] in dv-neutron-786478-16-hyperv is: [{'id': '4ecc1c72-94f9-4b84-80f9-cc5e009cff9b', 'name': 'tempest-TestShelveInstance-945026438-router', 'tenant_id': '8c37d835ce14485895b5d955b275ce1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:21:13Z', 'updated_at': '2021-07-28T12:29:56Z', 'revision_number': 6, 'project_id': '8c37d835ce14485895b5d955b275ce1c', 'gw_port_host': None}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:29:57.237874 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b787810-0912-491f-9049-df517a37cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:57.265233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b787810-0912-491f-9049-df517a37cf72 admin admin] Pushing event deleted for resources: {'Port': ['ID=124582f0-3742-4aa4-9d51-c7c627dded0d,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:29:57.332785 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b787810-0912-491f-9049-df517a37cf72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:57.428295 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b787810-0912-491f-9049-df517a37cf72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:57.430452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b787810-0912-491f-9049-df517a37cf72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:57.472743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b787810-0912-491f-9049-df517a37cf72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:57.473253 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b787810-0912-491f-9049-df517a37cf72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ecc1c72-94f9-4b84-80f9-cc5e009cff9b {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:29:57.478169 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-4b787810-0912-491f-9049-df517a37cf72 admin admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:57.479344 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-4b787810-0912-491f-9049-df517a37cf72 admin admin] 10.222.0.43 "DELETE /v2.0/routers/4ecc1c72-94f9-4b84-80f9-cc5e009cff9b HTTP/1.1" status: 204 len: 168 time: 0.7891791 Jul 28 12:29:57.482915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38912) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:29:57.529592 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8a0c70-261a-45f0-adfe-b8d813fcb739 admin admin] Deleting subnet 8b52dc24-5ef2-4f5c-bee7-219f5d54ce01 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:29:57.532763 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0c70-261a-45f0-adfe-b8d813fcb739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:57.569399 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0c70-261a-45f0-adfe-b8d813fcb739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:57.691939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0c70-261a-45f0-adfe-b8d813fcb739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:57.753961 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0c70-261a-45f0-adfe-b8d813fcb739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:57.781743 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a0c70-261a-45f0-adfe-b8d813fcb739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b52dc24-5ef2-4f5c-bee7-219f5d54ce01,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:29:57.785041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0c70-261a-45f0-adfe-b8d813fcb739 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:57.788210 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-6d8a0c70-261a-45f0-adfe-b8d813fcb739 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8b52dc24-5ef2-4f5c-bee7-219f5d54ce01 HTTP/1.1" status: 204 len: 168 time: 0.3042612 Jul 28 12:29:57.792190 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38914) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:29:57.794518 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5651d3-88c4-44c0-9c30-b4c9d1c6d74a None None] Network 1200b9d8-3518-400e-8715-d3c680ee709e requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:29:57.866863 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:57.923710 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] Deleting port fa078d6d-a6be-464a-9b32-2d18c6c0217e {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:29:57.924060 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:57.990771 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] For port fa078d6d-a6be-464a-9b32-2d18c6c0217e, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=fa078d6d-a6be-464a-9b32-2d18c6c0217e,segment=NetworkSegment(1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629),segment_id=1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:29:57.991131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:58.007654 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] Calling delete_port for fa078d6d-a6be-464a-9b32-2d18c6c0217e owned by network:dhcp {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:29:58.030033 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] DHCP port deletion for 1200b9d8-3518-400e-8715-d3c680ee709e request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:29:58.095592 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 23af01a5-f41e-4c04-adbd-ce218d4e29ea no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:29:58.100615 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Deleting port fa078d6d-a6be-464a-9b32-2d18c6c0217e {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:29:58.101200 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:58.109735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:58.137043 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa078d6d-a6be-464a-9b32-2d18c6c0217e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:29:58.141755 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] No DVR routers for this DVR port fa078d6d-a6be-464a-9b32-2d18c6c0217e on host dv-neutron-786478-16-hyperv {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:29:58.161279 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 23af01a5-f41e-4c04-adbd-ce218d4e29ea {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:29:58.161640 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 23af01a5-f41e-4c04-adbd-ce218d4e29ea not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:29:58.162069 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 124582f0-3742-4aa4-9d51-c7c627dded0d no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:29:58.185131 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 124582f0-3742-4aa4-9d51-c7c627dded0d {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:29:58.185288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 124582f0-3742-4aa4-9d51-c7c627dded0d not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:29:58.185634 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device fa078d6d-a6be-464a-9b32-2d18c6c0217e no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:29:58.215125 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: fa078d6d-a6be-464a-9b32-2d18c6c0217e {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:29:58.215480 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device fa078d6d-a6be-464a-9b32-2d18c6c0217e not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:29:58.238645 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:58.241470 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] For port fa078d6d-a6be-464a-9b32-2d18c6c0217e, host dv-neutron-786478-16-hyperv, got binding levels [] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:29:58.242023 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:58.249434 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1200b9d8-3518-400e-8715-d3c680ee709e']}} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:29:58.256433 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Calling delete_port for fa078d6d-a6be-464a-9b32-2d18c6c0217e owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:29:58.259403 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Port fa078d6d-a6be-464a-9b32-2d18c6c0217e was not found and therefore no delete operation was performed {{(pid=100417) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 12:29:58.260892 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629') {'for_net_delete': True} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:29:58.261287 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.services.segments.db [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e76e7cb-5a9e-4a68-8e2a-6dc54e4fc629') {} {{(pid=100415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:29:58.262288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:58.274095 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125546'] for segment, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:58.295825 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:58.301954 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Pushing event deleted for resources: {'Port': ['ID=fa078d6d-a6be-464a-9b32-2d18c6c0217e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:29:58.306780 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=100415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:29:58.307339 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127981'] for segment, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: Traceback (most recent call last): Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: timer() Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: cb(*args, **kw) Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: return func(*args, **kwargs) Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: self._notify() Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: self.callback(batched_events) Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: event.method(event) Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: return f(self, *a, **k) Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._get(url).json() Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: return self.request(url, 'GET', **kwargs) Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:29:58.311611 dv-neutron-786478-16-hyperv neutron-server[100415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:29:58.315749 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] No DVR routers for this DVR port fa078d6d-a6be-464a-9b32-2d18c6c0217e on host dv-neutron-786478-16-hyperv {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:29:58.320049 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:58.320414 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:58.320821 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:58.322111 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:58.322111 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:58.322635 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:58.322770 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:58.323088 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:58.323393 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:58.323870 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:58.324203 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:58.324548 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456a0dc-d59d-43fc-9562-1b19b8c0d0b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:29:58.375887 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:58.386327 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:58.388607 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1200b9d8-3518-400e-8715-d3c680ee709e HTTP/1.1" status: 204 len: 168 time: 0.5954139 Jul 28 12:29:58.399101 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960786f-4980-4cd3-a27c-8bec7fa25078 admin admin] Pushing event deleted for resources: {'Network': ['ID=1200b9d8-3518-400e-8715-d3c680ee709e,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:29:58.536265 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38918) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:29:58.579495 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d7978550-e7ca-49b2-ba50-e4fafb0a16d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=519685efd6c14d1ea25802ad8bb41c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419154 Jul 28 12:29:58.581875 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38920) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:29:58.639552 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-516a203c-ed70-43ed-807c-c575b650ebb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:58.672942 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-516a203c-ed70-43ed-807c-c575b650ebb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:58.729280 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-516a203c-ed70-43ed-807c-c575b650ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:58.731995 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-516a203c-ed70-43ed-807c-c575b650ebb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:58.733183 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-516a203c-ed70-43ed-807c-c575b650ebb4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3671995e-aac9-417a-bc79-d81b52fe2347 HTTP/1.1" status: 204 len: 168 time: 0.1503496 Jul 28 12:29:58.741794 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a203c-ed70-43ed-807c-c575b650ebb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3671995e-aac9-417a-bc79-d81b52fe2347,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:29:59.063756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38926) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:29:59.105818 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-0b8d21cd-ee28-4bf4-83be-a6e0466dcaf4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c37d835ce14485895b5d955b275ce1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407779 Jul 28 12:29:59.108332 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38928) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:29:59.159142 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9c015ca6-437e-4996-a9fb-34819ad8d500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:59.181381 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9c015ca6-437e-4996-a9fb-34819ad8d500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:59.237365 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9c015ca6-437e-4996-a9fb-34819ad8d500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:59.240591 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9c015ca6-437e-4996-a9fb-34819ad8d500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:59.242038 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9c015ca6-437e-4996-a9fb-34819ad8d500 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3bd3ef2b-3c4c-4680-83a2-86329f144a29 HTTP/1.1" status: 204 len: 168 time: 0.1326025 Jul 28 12:29:59.255020 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c015ca6-437e-4996-a9fb-34819ad8d500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd3ef2b-3c4c-4680-83a2-86329f144a29,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:29:59.995765 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38950) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:30:00.105171 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c48937e5-f8bc-4e67-aa81-a98c746d6094 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1777848266-network', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:30:00.130103 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48937e5-f8bc-4e67-aa81-a98c746d6094 admin admin] Made reservation on behalf of 0d8b169d2193428ca9643cc42e64d9ca for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:30:00.133002 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c48937e5-f8bc-4e67-aa81-a98c746d6094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:00.142906 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c48937e5-f8bc-4e67-aa81-a98c746d6094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:00.249179 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c48937e5-f8bc-4e67-aa81-a98c746d6094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:00.253751 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c48937e5-f8bc-4e67-aa81-a98c746d6094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:00.280058 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48937e5-f8bc-4e67-aa81-a98c746d6094 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:30:00.291521 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48937e5-f8bc-4e67-aa81-a98c746d6094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfb97d2-5496-444c-8d75-f38888f29682,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:00.297047 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c48937e5-f8bc-4e67-aa81-a98c746d6094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:00.297388 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-c48937e5-f8bc-4e67-aa81-a98c746d6094 admin admin] Added segment 5f68d9f0-4e33-4923-ade6-5f62ad953bb3 of type vlan for network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 Jul 28 12:30:00.340233 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c48937e5-f8bc-4e67-aa81-a98c746d6094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:00.375377 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c48937e5-f8bc-4e67-aa81-a98c746d6094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:00.376489 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48937e5-f8bc-4e67-aa81-a98c746d6094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:00.377087 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c48937e5-f8bc-4e67-aa81-a98c746d6094 admin admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:00.430972 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c48937e5-f8bc-4e67-aa81-a98c746d6094 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4332345 Jul 28 12:30:00.433795 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38954) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:30:00.440807 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-c6029f02-568e-47e7-9834-8cdaa36eb9c2 admin admin] Request body: {'subnet': {'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1777848266-subnet', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'ip_version': 4}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:30:00.454498 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48937e5-f8bc-4e67-aa81-a98c746d6094 admin admin] Pushing event updated for resources: {'Network': ['ID=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:00.465287 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:30:00.472601 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6029f02-568e-47e7-9834-8cdaa36eb9c2 admin admin] Made reservation on behalf of 0d8b169d2193428ca9643cc42e64d9ca for: {'subnet': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:30:00.475293 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c6029f02-568e-47e7-9834-8cdaa36eb9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8522742'] for subnet, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:00.651108 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c6029f02-568e-47e7-9834-8cdaa36eb9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8522628'] for subnet, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:00.707936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6029f02-568e-47e7-9834-8cdaa36eb9c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9963c668-bad5-487e-bc90-37317cf973a4,revision_number=0']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:00.719107 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6029f02-568e-47e7-9834-8cdaa36eb9c2 admin admin] Checking segment: {'id': '5f68d9f0-4e33-4923-ade6-5f62ad953bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:30:00.719469 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6029f02-568e-47e7-9834-8cdaa36eb9c2 admin admin] Network hostable DHCP agents. Network: 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:30:00.737425 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6029f02-568e-47e7-9834-8cdaa36eb9c2 admin admin] Network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:30:00.752542 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-c6029f02-568e-47e7-9834-8cdaa36eb9c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714) {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:30:00.758061 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6029f02-568e-47e7-9834-8cdaa36eb9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:00.759636 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-c6029f02-568e-47e7-9834-8cdaa36eb9c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:00.763354 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdbbffe-5cf0-4b98-8bb4-813ee2c90dca None None] Network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:30:00.781699 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-c6029f02-568e-47e7-9834-8cdaa36eb9c2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3466396 Jul 28 12:30:00.786403 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38956) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:30:00.792450 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:30:00.823542 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:00.825755 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:00.893342 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:00.972604 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:30:00.973524 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:01.047701 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:01.182525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Allocated IP 172.20.0.2 (18b48d74-0acb-4a9f-a2e0-c0d4c95cf714/9963c668-bad5-487e-bc90-37317cf973a4/b870223c-2aae-438a-905d-a3a9594f787a) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:30:01.301053 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:01.322873 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:01.343250 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:01.352104 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Transition to ACTIVE for port object b870223c-2aae-438a-905d-a3a9594f787a will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:30:01.370702 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Transition to ACTIVE for port object b870223c-2aae-438a-905d-a3a9594f787a will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:30:01.377766 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:01.418868 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:30:01.424613 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:30:01.427818 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:30:01.435048 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Pushing event updated for resources: {'Port': ['ID=b870223c-2aae-438a-905d-a3a9594f787a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:01.522061 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Attempting to bind port b870223c-2aae-438a-905d-a3a9594f787a on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:30:01.523137 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Attempting to bind port b870223c-2aae-438a-905d-a3a9594f787a by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '5f68d9f0-4e33-4923-ade6-5f62ad953bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:30:01.523137 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Attempting to bind port b870223c-2aae-438a-905d-a3a9594f787a on network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:30:01.529797 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:30:01.530169 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Checking segment: {'id': '5f68d9f0-4e33-4923-ade6-5f62ad953bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:30:01.530632 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:01.531030 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Bound using segment: {'id': '5f68d9f0-4e33-4923-ade6-5f62ad953bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:30:01.531516 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Bound port: b870223c-2aae-438a-905d-a3a9594f787a, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f68d9f0-4e33-4923-ade6-5f62ad953bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:30:01.532004 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:01.613549 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] For port b870223c-2aae-438a-905d-a3a9594f787a, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:30:01.617472 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] For port b870223c-2aae-438a-905d-a3a9594f787a, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b870223c-2aae-438a-905d-a3a9594f787a,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:30:01.622150 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:01.719293 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca1565-bf12-4fd5-8351-6be970c1030b None None] Pushing event updated for resources: {'Port': ['ID=b870223c-2aae-438a-905d-a3a9594f787a,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:01.823216 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Allocated IP 172.26.1.252 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/bb5da7de-d402-430f-aa04-78b93b93438c) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:30:01.989749 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:02.044755 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:02.079968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b870223c-2aae-438a-905d-a3a9594f787a up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:30:02.091005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:30:02.096331 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:30:02.101117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:30:02.104615 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Pushing event updated for resources: {'Port': ['ID=bb5da7de-d402-430f-aa04-78b93b93438c,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:02.141860 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port b870223c-2aae-438a-905d-a3a9594f787a completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:30:02.370120 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:02.508968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-feefdfe1-c995-4faf-ad8d-d0e30fbedf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:02.597861 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:02.677267 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2741034c-d891-4c2d-ac99-48b3d9b2533a None None] Network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:30:02.741804 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Router 1b7c5859-66af-4fda-8cec-9d8fd621c590 is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:30:02.812596 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8748ae9e-df62-4489-8579-c9b563764fcf None None] Provisioning for port b870223c-2aae-438a-905d-a3a9594f787a completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:30:02.820388 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8748ae9e-df62-4489-8579-c9b563764fcf None None] Provisioning complete for port b870223c-2aae-438a-905d-a3a9594f787a triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:02.821024 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8748ae9e-df62-4489-8579-c9b563764fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:02.863656 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:30:02.884540 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:02.884943 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Sync routers for ids ['1b7c5859-66af-4fda-8cec-9d8fd621c590'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:30:02.885766 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-617669b1-d53f-455e-995b-8ffab7087c56 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0980108 Jul 28 12:30:02.890164 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38958) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:30:02.908096 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Routers {'1b7c5859-66af-4fda-8cec-9d8fd621c590'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:30:02.909007 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-147ed207-658f-471f-8185-2bca8108f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:29:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1b7c5859-66af-4fda-8cec-9d8fd621c590'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:03.190779 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8748ae9e-df62-4489-8579-c9b563764fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:03.248170 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Set router 1b7c5859-66af-4fda-8cec-9d8fd621c590 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:30:03.278337 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-8748ae9e-df62-4489-8579-c9b563764fcf None None] For port b870223c-2aae-438a-905d-a3a9594f787a, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b870223c-2aae-438a-905d-a3a9594f787a,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:30:03.312690 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8748ae9e-df62-4489-8579-c9b563764fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:03.416703 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:03.430686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748ae9e-df62-4489-8579-c9b563764fcf None None] Pushing event updated for resources: {'Port': ['ID=b870223c-2aae-438a-905d-a3a9594f787a,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:03.457692 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5f25f469-a3c1-4028-8c2a-c41b69e33463 None None] Provisioning complete for port b870223c-2aae-438a-905d-a3a9594f787a triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:03.459030 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5f25f469-a3c1-4028-8c2a-c41b69e33463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:03.570614 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-147ed207-658f-471f-8185-2bca8108f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:30:02Z', 'revision_number': 3, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:03.603680 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Checking router: 1b7c5859-66af-4fda-8cec-9d8fd621c590 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:30:03.604036 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Updating router 1b7c5859-66af-4fda-8cec-9d8fd621c590 port bb5da7de-d402-430f-aa04-78b93b93438c binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:30:03.615554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Allocated IP 172.20.0.1 (18b48d74-0acb-4a9f-a2e0-c0d4c95cf714/9963c668-bad5-487e-bc90-37317cf973a4/d664b6a7-4075-4690-b6e9-40a2dba36192) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:30:03.635681 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:03.732322 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:03.745936 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Transition to ACTIVE for port object d664b6a7-4075-4690-b6e9-40a2dba36192 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:30:03.791126 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:03.839879 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:30:03.845395 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:30:03.850091 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:30:03.854615 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Pushing event updated for resources: {'Port': ['ID=d664b6a7-4075-4690-b6e9-40a2dba36192,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:03.897235 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:03.946345 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:03.958983 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Transition to ACTIVE for port object bb5da7de-d402-430f-aa04-78b93b93438c will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:30:03.968437 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:04.042150 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Attempting to bind port bb5da7de-d402-430f-aa04-78b93b93438c on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:30:04.042722 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Attempting to bind port bb5da7de-d402-430f-aa04-78b93b93438c by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:30:04.043385 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Attempting to bind port bb5da7de-d402-430f-aa04-78b93b93438c on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:30:04.053482 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:30:04.053996 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:30:04.054581 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:04.055904 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:30:04.056513 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Bound port: bb5da7de-d402-430f-aa04-78b93b93438c, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:30:04.057042 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:04.094169 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b870223c-2aae-438a-905d-a3a9594f787a up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:30:04.099969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:04.172985 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d027c2-0aaa-4069-a5f1-92ecb56a4901 None None] Pushing event updated for resources: {'Port': ['ID=bb5da7de-d402-430f-aa04-78b93b93438c,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:04.230950 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7d20415a-5fa8-487b-8b90-a142b003d8f2 None None] Provisioning for port d664b6a7-4075-4690-b6e9-40a2dba36192 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:30:04.247267 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7d20415a-5fa8-487b-8b90-a142b003d8f2 None None] Provisioning complete for port d664b6a7-4075-4690-b6e9-40a2dba36192 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:04.247704 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d20415a-5fa8-487b-8b90-a142b003d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:04.278172 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-147ed207-658f-471f-8185-2bca8108f156 None None] For port bb5da7de-d402-430f-aa04-78b93b93438c, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:30:04.289978 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:04.296348 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:04.309513 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-147ed207-658f-471f-8185-2bca8108f156 None None] For port bb5da7de-d402-430f-aa04-78b93b93438c, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=bb5da7de-d402-430f-aa04-78b93b93438c,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:30:04.326001 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:04.366207 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:04.368329 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Pushing event updated for resources: {'Port': ['ID=d664b6a7-4075-4690-b6e9-40a2dba36192,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:04.372368 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7d20415a-5fa8-487b-8b90-a142b003d8f2 None None] Port d664b6a7-4075-4690-b6e9-40a2dba36192 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:30:04.382695 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port b870223c-2aae-438a-905d-a3a9594f787a triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:04.383201 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:04.439203 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Routers {'1b7c5859-66af-4fda-8cec-9d8fd621c590'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:30:04.439868 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-147ed207-658f-471f-8185-2bca8108f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:29:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1b7c5859-66af-4fda-8cec-9d8fd621c590'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:04.472954 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:30:04.474552 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:30:04.485140 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d027c2-0aaa-4069-a5f1-92ecb56a4901 None None] Pushing event updated for resources: {'Port': ['ID=bb5da7de-d402-430f-aa04-78b93b93438c,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:04.600407 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-147ed207-658f-471f-8185-2bca8108f156 None None] Set router 1b7c5859-66af-4fda-8cec-9d8fd621c590 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:30:04.606540 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Router 1b7c5859-66af-4fda-8cec-9d8fd621c590 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:30:04.734153 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:30:04.739277 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-9db888b9-8ea3-4171-994f-d7234504102f admin admin] 10.222.0.43 "PUT /v2.0/routers/1b7c5859-66af-4fda-8cec-9d8fd621c590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8478332 Jul 28 12:30:04.811565 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-efcd6a86-ff65-473f-b957-9d2ef9d27d64 None None] Provisioning complete for port d664b6a7-4075-4690-b6e9-40a2dba36192 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:04.811914 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-efcd6a86-ff65-473f-b957-9d2ef9d27d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:04.857907 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-efcd6a86-ff65-473f-b957-9d2ef9d27d64 None None] Port d664b6a7-4075-4690-b6e9-40a2dba36192 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:30:04.863406 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-147ed207-658f-471f-8185-2bca8108f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'd664b6a7-4075-4690-b6e9-40a2dba36192', 'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'mac_address': 'fa:16:3e:89:12:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:03Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 2, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'subnets': [{'id': '9963c668-bad5-487e-bc90-37317cf973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:04.895476 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ed207-658f-471f-8185-2bca8108f156 None None] The sync data for ids ['1b7c5859-66af-4fda-8cec-9d8fd621c590'] in dv-neutron-786478-16-hyperv is: [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'd664b6a7-4075-4690-b6e9-40a2dba36192', 'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'mac_address': 'fa:16:3e:89:12:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:03Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 2, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'subnets': [{'id': '9963c668-bad5-487e-bc90-37317cf973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:30:04.968641 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89e1a741-b2d1-4361-a82c-96c578caee95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:05.347024 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38974) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:30:05.354537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-daeaf907-60c8-4046-a581-1659c9d6ebaa admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-371326064-network', 'tenant_id': 'e3097a950748444884f1fcd017c99662'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:30:05.380152 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daeaf907-60c8-4046-a581-1659c9d6ebaa admin admin] Made reservation on behalf of e3097a950748444884f1fcd017c99662 for: {'network': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:30:05.382852 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-daeaf907-60c8-4046-a581-1659c9d6ebaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for network, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:05.404097 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-daeaf907-60c8-4046-a581-1659c9d6ebaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:05.442822 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:05.546662 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-daeaf907-60c8-4046-a581-1659c9d6ebaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:05.552016 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-daeaf907-60c8-4046-a581-1659c9d6ebaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:05.581315 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daeaf907-60c8-4046-a581-1659c9d6ebaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=100415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:30:05.597195 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeaf907-60c8-4046-a581-1659c9d6ebaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9d1d1d-f5e7-4b52-be2c-6427bacff451,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:05.603131 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-daeaf907-60c8-4046-a581-1659c9d6ebaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:05.603487 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.db.segments_db [None req-daeaf907-60c8-4046-a581-1659c9d6ebaa admin admin] Added segment 24346997-e557-434f-be7a-1c87ffddb2e4 of type vlan for network eb375e93-3a94-4fc4-bc8d-d63e39cea903 Jul 28 12:30:05.660907 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-daeaf907-60c8-4046-a581-1659c9d6ebaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758057571669'] for network, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:05.693784 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-daeaf907-60c8-4046-a581-1659c9d6ebaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480'] for network, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:05.695119 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeaf907-60c8-4046-a581-1659c9d6ebaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:05.696373 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-daeaf907-60c8-4046-a581-1659c9d6ebaa admin admin] Notify callbacks [] for network, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:05.753732 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-daeaf907-60c8-4046-a581-1659c9d6ebaa admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4049485 Jul 28 12:30:05.756536 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38976) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:30:05.764812 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-e1056ab0-968e-4e71-a47f-e0918685084c admin admin] Request body: {'subnet': {'network_id': 'eb375e93-3a94-4fc4-bc8d-d63e39cea903', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-371326064-subnet', 'tenant_id': 'e3097a950748444884f1fcd017c99662', 'ip_version': 4}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:30:05.766989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeaf907-60c8-4046-a581-1659c9d6ebaa admin admin] Pushing event updated for resources: {'Network': ['ID=eb375e93-3a94-4fc4-bc8d-d63e39cea903,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:05.782798 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Network eb375e93-3a94-4fc4-bc8d-d63e39cea903 details requested by agent ovs-agent-dv-neutron-786478-16-hyperv with host dv-neutron-786478-16-hyperv {{(pid=100417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:30:05.790946 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1056ab0-968e-4e71-a47f-e0918685084c admin admin] Made reservation on behalf of e3097a950748444884f1fcd017c99662 for: {'subnet': 1} {{(pid=100416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:30:05.793912 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e1056ab0-968e-4e71-a47f-e0918685084c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9524427'] for subnet, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.003321 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e1056ab0-968e-4e71-a47f-e0918685084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9515071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9524409'] for subnet, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.078680 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device bb5da7de-d402-430f-aa04-78b93b93438c up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:30:06.085573 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1056ab0-968e-4e71-a47f-e0918685084c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e949a31-dcf8-4a2d-a2e3-9cb9c67be209,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:06.092396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1056ab0-968e-4e71-a47f-e0918685084c admin admin] Checking segment: {'id': '24346997-e557-434f-be7a-1c87ffddb2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eb375e93-3a94-4fc4-bc8d-d63e39cea903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:30:06.092759 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1056ab0-968e-4e71-a47f-e0918685084c admin admin] Network hostable DHCP agents. Network: eb375e93-3a94-4fc4-bc8d-d63e39cea903, hostable agents: ['81954588-06bb-46d9-a9b2-f03ddaf40efd'], hosted agents: [] {{(pid=100416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:30:06.111200 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1056ab0-968e-4e71-a47f-e0918685084c admin admin] Network eb375e93-3a94-4fc4-bc8d-d63e39cea903 is scheduled to be hosted by DHCP agent 81954588-06bb-46d9-a9b2-f03ddaf40efd with binding_index 1 {{(pid=100416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:30:06.124879 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-e1056ab0-968e-4e71-a47f-e0918685084c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-16-hyperv, eb375e93-3a94-4fc4-bc8d-d63e39cea903) {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:30:06.129903 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1056ab0-968e-4e71-a47f-e0918685084c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:06.130771 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-e1056ab0-968e-4e71-a47f-e0918685084c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.139443 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8183d9ff-d039-46b3-b5c4-043d9b806b0b None None] Network eb375e93-3a94-4fc4-bc8d-d63e39cea903 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:30:06.147955 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-e1056ab0-968e-4e71-a47f-e0918685084c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3881199 Jul 28 12:30:06.150772 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38978) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:30:06.154410 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port bb5da7de-d402-430f-aa04-78b93b93438c completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:30:06.155558 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-371326064-router', 'tenant_id': 'e3097a950748444884f1fcd017c99662', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:30:06.183782 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1594399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.185138 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.192955 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port bb5da7de-d402-430f-aa04-78b93b93438c triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:06.193932 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.267004 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.344024 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.377195 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8e8cb34-dc7c-560a-9f92-bde76360f01d-eb375e93-3a94-4fc4-bc8d-d63e39cea903', 'network_id': 'eb375e93-3a94-4fc4-bc8d-d63e39cea903', 'tenant_id': 'e3097a950748444884f1fcd017c99662', 'fixed_ips': [{'subnet_id': '5e949a31-dcf8-4a2d-a2e3-9cb9c67be209'}]}} from dv-neutron-786478-16-hyperv. {{(pid=100417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:30:06.378099 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.396565 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port bb5da7de-d402-430f-aa04-78b93b93438c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=bb5da7de-d402-430f-aa04-78b93b93438c,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:30:06.402041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.436931 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.529651 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=bb5da7de-d402-430f-aa04-78b93b93438c,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:06.584964 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Allocated IP 172.20.0.2 (eb375e93-3a94-4fc4-bc8d-d63e39cea903/5e949a31-dcf8-4a2d-a2e3-9cb9c67be209/1697f440-1f32-42bc-84d8-e5dfceef747f) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:30:06.610950 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.706029 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.728007 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.760619 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.769480 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Transition to ACTIVE for port object 1697f440-1f32-42bc-84d8-e5dfceef747f will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:30:06.785686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Transition to ACTIVE for port object 1697f440-1f32-42bc-84d8-e5dfceef747f will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:30:06.798214 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.839146 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Network eb375e93-3a94-4fc4-bc8d-d63e39cea903 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:30:06.848596 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Allocated IP 172.26.1.158 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/48eda9c4-8beb-4a30-acac-627e6d5f8908) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:30:06.849904 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:30:06.853493 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:30:06.868136 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Pushing event updated for resources: {'Port': ['ID=1697f440-1f32-42bc-84d8-e5dfceef747f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:06.919708 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Attempting to bind port 1697f440-1f32-42bc-84d8-e5dfceef747f on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:30:06.920083 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Attempting to bind port 1697f440-1f32-42bc-84d8-e5dfceef747f by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '24346997-e557-434f-be7a-1c87ffddb2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eb375e93-3a94-4fc4-bc8d-d63e39cea903'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:30:06.920449 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Attempting to bind port 1697f440-1f32-42bc-84d8-e5dfceef747f on network eb375e93-3a94-4fc4-bc8d-d63e39cea903 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:30:06.925690 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:30:06.926066 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Checking segment: {'id': '24346997-e557-434f-be7a-1c87ffddb2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eb375e93-3a94-4fc4-bc8d-d63e39cea903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:30:06.926506 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.926911 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Bound using segment: {'id': '24346997-e557-434f-be7a-1c87ffddb2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eb375e93-3a94-4fc4-bc8d-d63e39cea903'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:30:06.927385 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Bound port: 1697f440-1f32-42bc-84d8-e5dfceef747f, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24346997-e557-434f-be7a-1c87ffddb2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eb375e93-3a94-4fc4-bc8d-d63e39cea903'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:30:06.927806 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.965050 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:06.999415 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] For port 1697f440-1f32-42bc-84d8-e5dfceef747f, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:30:07.002789 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] For port 1697f440-1f32-42bc-84d8-e5dfceef747f, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1697f440-1f32-42bc-84d8-e5dfceef747f,segment=NetworkSegment(24346997-e557-434f-be7a-1c87ffddb2e4),segment_id=24346997-e557-434f-be7a-1c87ffddb2e4)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:30:07.011149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:07.014682 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:07.057647 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:30:07.064996 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:30:07.072502 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:30:07.072877 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653b7c8-a2bb-48b8-8b7f-641af86916da None None] Pushing event updated for resources: {'Port': ['ID=1697f440-1f32-42bc-84d8-e5dfceef747f,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:07.078718 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Pushing event updated for resources: {'Port': ['ID=48eda9c4-8beb-4a30-acac-627e6d5f8908,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:07.250298 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Sync routers for ids ['1b7c5859-66af-4fda-8cec-9d8fd621c590'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:30:07.268497 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Routers {'1b7c5859-66af-4fda-8cec-9d8fd621c590'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:30:07.269393 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:30:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1b7c5859-66af-4fda-8cec-9d8fd621c590'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:07.399627 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:07.413835 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Set router 1b7c5859-66af-4fda-8cec-9d8fd621c590 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:30:07.605966 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612202'] for router, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:07.622386 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'd664b6a7-4075-4690-b6e9-40a2dba36192', 'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'mac_address': 'fa:16:3e:89:12:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:03Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 2, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'subnets': [{'id': '9963c668-bad5-487e-bc90-37317cf973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:07.649879 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Checking router: 1b7c5859-66af-4fda-8cec-9d8fd621c590 for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:30:07.650300 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Updating router 1b7c5859-66af-4fda-8cec-9d8fd621c590 port d664b6a7-4075-4690-b6e9-40a2dba36192 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:30:07.676296 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:07.745916 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Router b0e9a16f-6007-406e-b87a-41e694c6e48a is scheduled to L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 with binding_index 1 {{(pid=100416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:30:07.887756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:30:07.899110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Sync routers for ids ['b0e9a16f-6007-406e-b87a-41e694c6e48a'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:30:07.909407 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:07.910748 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-fb04ecc2-e7f4-4e63-b9e1-3a226d813f69 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7589800 Jul 28 12:30:07.913808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38980) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:30:07.917199 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Routers {'b0e9a16f-6007-406e-b87a-41e694c6e48a'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:30:07.918254 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:30:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b0e9a16f-6007-406e-b87a-41e694c6e48a'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:08.170977 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:08.184887 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Transition to ACTIVE for port object d664b6a7-4075-4690-b6e9-40a2dba36192 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:30:08.201669 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:08.234654 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf50a304-86d5-4411-bc7f-0b85991d9882 None None] Network eb375e93-3a94-4fc4-bc8d-d63e39cea903 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:30:08.241547 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1697f440-1f32-42bc-84d8-e5dfceef747f up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:30:08.256532 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f0af1-e56f-4b0d-bdff-7ade0df3f090 None None] Pushing event updated for resources: {'Port': ['ID=d664b6a7-4075-4690-b6e9-40a2dba36192,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:08.265655 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f0af1-e56f-4b0d-bdff-7ade0df3f090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:30:08.266336 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f0af1-e56f-4b0d-bdff-7ade0df3f090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:30:08.266945 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f0af1-e56f-4b0d-bdff-7ade0df3f090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:30:08.267564 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f0af1-e56f-4b0d-bdff-7ade0df3f090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:30:08.268139 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f0af1-e56f-4b0d-bdff-7ade0df3f090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:30:08.268642 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f0af1-e56f-4b0d-bdff-7ade0df3f090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:30:08.269305 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f0af1-e56f-4b0d-bdff-7ade0df3f090 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:30:08.269854 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f0af1-e56f-4b0d-bdff-7ade0df3f090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:30:08.270471 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f0af1-e56f-4b0d-bdff-7ade0df3f090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:30:08.271065 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f0af1-e56f-4b0d-bdff-7ade0df3f090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:30:08.271652 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f0af1-e56f-4b0d-bdff-7ade0df3f090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:30:08.272189 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f0af1-e56f-4b0d-bdff-7ade0df3f090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:30:08.326473 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e96b4f6c-de96-4fe2-8b48-b53c6caeb57b None None] Provisioning for port 1697f440-1f32-42bc-84d8-e5dfceef747f completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:30:08.341731 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:08.345011 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Attempting to bind port d664b6a7-4075-4690-b6e9-40a2dba36192 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:30:08.345687 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Attempting to bind port d664b6a7-4075-4690-b6e9-40a2dba36192 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '5f68d9f0-4e33-4923-ade6-5f62ad953bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:30:08.346298 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Attempting to bind port d664b6a7-4075-4690-b6e9-40a2dba36192 on network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:30:08.352855 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:30:08.353697 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Checking segment: {'id': '5f68d9f0-4e33-4923-ade6-5f62ad953bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:30:08.354357 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:08.355045 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Bound using segment: {'id': '5f68d9f0-4e33-4923-ade6-5f62ad953bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:30:08.355842 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Bound port: d664b6a7-4075-4690-b6e9-40a2dba36192, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f68d9f0-4e33-4923-ade6-5f62ad953bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:30:08.356522 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:08.395111 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Set router b0e9a16f-6007-406e-b87a-41e694c6e48a gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:30:08.430364 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] For port d664b6a7-4075-4690-b6e9-40a2dba36192, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:30:08.434801 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] For port d664b6a7-4075-4690-b6e9-40a2dba36192, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d664b6a7-4075-4690-b6e9-40a2dba36192,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:30:08.444104 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:08.504298 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Routers {'1b7c5859-66af-4fda-8cec-9d8fd621c590'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:30:08.505106 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:30:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1b7c5859-66af-4fda-8cec-9d8fd621c590'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:08.558455 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f0af1-e56f-4b0d-bdff-7ade0df3f090 None None] Pushing event updated for resources: {'Port': ['ID=d664b6a7-4075-4690-b6e9-40a2dba36192,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:08.650525 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 1697f440-1f32-42bc-84d8-e5dfceef747f completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:30:08.659458 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 1697f440-1f32-42bc-84d8-e5dfceef747f triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:08.659828 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:08.672242 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] Set router 1b7c5859-66af-4fda-8cec-9d8fd621c590 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:30:08.743053 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'name': 'tempest-TestSnapshotPattern-371326064-router', 'tenant_id': 'e3097a950748444884f1fcd017c99662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '48eda9c4-8beb-4a30-acac-627e6d5f8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:06Z', 'updated_at': '2021-07-28T12:30:07Z', 'revision_number': 3, 'project_id': 'e3097a950748444884f1fcd017c99662', 'gw_port': {'id': '48eda9c4-8beb-4a30-acac-627e6d5f8908', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:06Z', 'updated_at': '2021-07-28T12:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:08.779058 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Checking router: b0e9a16f-6007-406e-b87a-41e694c6e48a for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:30:08.779421 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Updating router b0e9a16f-6007-406e-b87a-41e694c6e48a port 48eda9c4-8beb-4a30-acac-627e6d5f8908 binding host dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:30:08.832654 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:08.869777 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:08.893684 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:08.975362 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 1697f440-1f32-42bc-84d8-e5dfceef747f, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1697f440-1f32-42bc-84d8-e5dfceef747f,segment=NetworkSegment(24346997-e557-434f-be7a-1c87ffddb2e4),segment_id=24346997-e557-434f-be7a-1c87ffddb2e4)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:30:08.981617 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'd664b6a7-4075-4690-b6e9-40a2dba36192', 'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'mac_address': 'fa:16:3e:89:12:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:03Z', 'updated_at': '2021-07-28T12:30:08Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'subnets': [{'id': '9963c668-bad5-487e-bc90-37317cf973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:08.987483 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:08.988279 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device bb5da7de-d402-430f-aa04-78b93b93438c up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:30:09.021433 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ed4f0c-4ef8-4170-badc-3051f9640d90 None None] The sync data for ids ['1b7c5859-66af-4fda-8cec-9d8fd621c590'] in dv-neutron-786478-16-hyperv is: [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'd664b6a7-4075-4690-b6e9-40a2dba36192', 'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'mac_address': 'fa:16:3e:89:12:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:03Z', 'updated_at': '2021-07-28T12:30:08Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'subnets': [{'id': '9963c668-bad5-487e-bc90-37317cf973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:30:09.108673 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Allocated IP 172.20.0.1 (eb375e93-3a94-4fc4-bc8d-d63e39cea903/5e949a31-dcf8-4a2d-a2e3-9cb9c67be209/ad57dcea-10fa-4729-893e-fe246616b385) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:30:09.131412 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=1697f440-1f32-42bc-84d8-e5dfceef747f,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:09.165399 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port bb5da7de-d402-430f-aa04-78b93b93438c triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:09.165608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:09.233189 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:09.247146 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-70cbe5f6-94d1-4197-a5f8-d4c0c002f2a2 None None] Provisioning complete for port 1697f440-1f32-42bc-84d8-e5dfceef747f triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:09.247517 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-70cbe5f6-94d1-4197-a5f8-d4c0c002f2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:09.249166 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.provisioning_blocks [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Transition to ACTIVE for port object ad57dcea-10fa-4729-893e-fe246616b385 will not be triggered until provisioned by entity DHCP. {{(pid=100416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:30:09.283683 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:09.325205 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Network eb375e93-3a94-4fc4-bc8d-d63e39cea903 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:30:09.332197 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:30:09.334870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:30:09.354460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:09.363426 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Pushing event updated for resources: {'Port': ['ID=ad57dcea-10fa-4729-893e-fe246616b385,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:09.373633 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Transition to ACTIVE for port object 48eda9c4-8beb-4a30-acac-627e6d5f8908 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:30:09.385382 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:09.398290 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612149'] for router_interface, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:09.473825 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Attempting to bind port 48eda9c4-8beb-4a30-acac-627e6d5f8908 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:30:09.474201 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Attempting to bind port 48eda9c4-8beb-4a30-acac-627e6d5f8908 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:30:09.474603 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Attempting to bind port 48eda9c4-8beb-4a30-acac-627e6d5f8908 on network e4f7873c-4d94-460a-8c07-155f724d96cd {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:30:09.478756 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40793f1e-fae3-467a-8fe4-22acd29478ff None None] Pushing event updated for resources: {'Port': ['ID=48eda9c4-8beb-4a30-acac-627e6d5f8908,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:09.489266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:30:09.489471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Checking segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:30:09.489701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:09.490099 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Bound using segment: {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:30:09.491196 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Bound port: 48eda9c4-8beb-4a30-acac-627e6d5f8908, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c75f1b-4781-4412-9be5-926f6a36a7e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:30:09.491196 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:09.563449 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] For port 48eda9c4-8beb-4a30-acac-627e6d5f8908, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:30:09.567186 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] For port 48eda9c4-8beb-4a30-acac-627e6d5f8908, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=48eda9c4-8beb-4a30-acac-627e6d5f8908,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:30:09.577266 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:09.590802 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:09.674324 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Routers {'b0e9a16f-6007-406e-b87a-41e694c6e48a'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:30:09.675718 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:30:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b0e9a16f-6007-406e-b87a-41e694c6e48a'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:09.736467 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40793f1e-fae3-467a-8fe4-22acd29478ff None None] Pushing event updated for resources: {'Port': ['ID=48eda9c4-8beb-4a30-acac-627e6d5f8908,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:09.746873 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-52645e2f-6ba0-4b41-899c-d62d5d992e64 None None] Provisioning for port ad57dcea-10fa-4729-893e-fe246616b385 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:30:09.753296 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-52645e2f-6ba0-4b41-899c-d62d5d992e64 None None] Provisioning complete for port ad57dcea-10fa-4729-893e-fe246616b385 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:09.753682 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52645e2f-6ba0-4b41-899c-d62d5d992e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:09.828896 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-52645e2f-6ba0-4b41-899c-d62d5d992e64 None None] Port ad57dcea-10fa-4729-893e-fe246616b385 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:30:09.839675 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:09.847976 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:09.848734 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] Set router b0e9a16f-6007-406e-b87a-41e694c6e48a gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:30:09.917577 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1794466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398309'] for router_interface, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:09.919513 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Pushing event updated for resources: {'Port': ['ID=ad57dcea-10fa-4729-893e-fe246616b385,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:10.031051 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Network eb375e93-3a94-4fc4-bc8d-d63e39cea903 is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:30:10.032614 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:30:10.062233 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'name': 'tempest-TestSnapshotPattern-371326064-router', 'tenant_id': 'e3097a950748444884f1fcd017c99662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '48eda9c4-8beb-4a30-acac-627e6d5f8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:06Z', 'updated_at': '2021-07-28T12:30:09Z', 'revision_number': 4, 'project_id': 'e3097a950748444884f1fcd017c99662', 'gw_port': {'id': '48eda9c4-8beb-4a30-acac-627e6d5f8908', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:06Z', 'updated_at': '2021-07-28T12:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ad57dcea-10fa-4729-893e-fe246616b385', 'name': '', 'network_id': 'eb375e93-3a94-4fc4-bc8d-d63e39cea903', 'tenant_id': 'e3097a950748444884f1fcd017c99662', 'mac_address': 'fa:16:3e:61:89:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5e949a31-dcf8-4a2d-a2e3-9cb9c67be209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:08Z', 'updated_at': '2021-07-28T12:30:09Z', 'revision_number': 1, 'project_id': 'e3097a950748444884f1fcd017c99662', 'subnets': [{'id': '5e949a31-dcf8-4a2d-a2e3-9cb9c67be209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:10.101064 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1697f440-1f32-42bc-84d8-e5dfceef747f up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:30:10.104685 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dc5d5d-2657-496d-801c-b1a2fb57a45c None None] The sync data for ids ['b0e9a16f-6007-406e-b87a-41e694c6e48a'] in dv-neutron-786478-16-hyperv is: [{'id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'name': 'tempest-TestSnapshotPattern-371326064-router', 'tenant_id': 'e3097a950748444884f1fcd017c99662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '48eda9c4-8beb-4a30-acac-627e6d5f8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:06Z', 'updated_at': '2021-07-28T12:30:09Z', 'revision_number': 4, 'project_id': 'e3097a950748444884f1fcd017c99662', 'gw_port': {'id': '48eda9c4-8beb-4a30-acac-627e6d5f8908', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:06Z', 'updated_at': '2021-07-28T12:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ad57dcea-10fa-4729-893e-fe246616b385', 'name': '', 'network_id': 'eb375e93-3a94-4fc4-bc8d-d63e39cea903', 'tenant_id': 'e3097a950748444884f1fcd017c99662', 'mac_address': 'fa:16:3e:61:89:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5e949a31-dcf8-4a2d-a2e3-9cb9c67be209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:08Z', 'updated_at': '2021-07-28T12:30:09Z', 'revision_number': 1, 'project_id': 'e3097a950748444884f1fcd017c99662', 'subnets': [{'id': '5e949a31-dcf8-4a2d-a2e3-9cb9c67be209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:30:10.160098 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 1697f440-1f32-42bc-84d8-e5dfceef747f triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:10.161861 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:10.181106 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Router b0e9a16f-6007-406e-b87a-41e694c6e48a has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:30:10.264274 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d664b6a7-4075-4690-b6e9-40a2dba36192 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:30:10.305551 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:30:10.311386 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b89db3c8-5cee-432c-85bd-70e77109b56e admin admin] 10.222.0.43 "PUT /v2.0/routers/b0e9a16f-6007-406e-b87a-41e694c6e48a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3944216 Jul 28 12:30:10.318484 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port d664b6a7-4075-4690-b6e9-40a2dba36192 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:30:10.325482 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port d664b6a7-4075-4690-b6e9-40a2dba36192 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:10.325482 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:10.390832 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-308ddf5d-5c7a-4d27-a23e-00869bc1479d None None] Provisioning complete for port ad57dcea-10fa-4729-893e-fe246616b385 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:10.391334 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-308ddf5d-5c7a-4d27-a23e-00869bc1479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:10.432794 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-308ddf5d-5c7a-4d27-a23e-00869bc1479d None None] Port ad57dcea-10fa-4729-893e-fe246616b385 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:30:10.482716 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:10.517872 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port d664b6a7-4075-4690-b6e9-40a2dba36192, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d664b6a7-4075-4690-b6e9-40a2dba36192,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:30:10.523640 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:10.577321 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=d664b6a7-4075-4690-b6e9-40a2dba36192,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:11.001347 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 38988) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:30:11.006033 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [None req-27d9d36c-6c58-4cf2-9421-5d63d2275783 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-596085968', 'description': 'tempest-secgroup-smoke-596085968 description', 'project_id': '0d8b169d2193428ca9643cc42e64d9ca'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:30:11.030087 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-27d9d36c-6c58-4cf2-9421-5d63d2275783 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.115965 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-27d9d36c-6c58-4cf2-9421-5d63d2275783 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.119901 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-27d9d36c-6c58-4cf2-9421-5d63d2275783 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.145861 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-27d9d36c-6c58-4cf2-9421-5d63d2275783 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.147123 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-27d9d36c-6c58-4cf2-9421-5d63d2275783 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1447690 Jul 28 12:30:11.150870 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38990) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:30:11.151854 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9d36c-6c58-4cf2-9421-5d63d2275783 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a176496-2e39-45f9-b1c6-50e4beec690b,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:11.157177 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-2130c96f-8c55-4f2d-865f-cf661f44b21a tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Request body: {'security_group_rule': {'security_group_id': '5a176496-2e39-45f9-b1c6-50e4beec690b', 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:30:11.184601 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2130c96f-8c55-4f2d-865f-cf661f44b21a tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.243488 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2130c96f-8c55-4f2d-865f-cf661f44b21a tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.246605 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2130c96f-8c55-4f2d-865f-cf661f44b21a tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.266007 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130c96f-8c55-4f2d-865f-cf661f44b21a tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3feb572-179d-4668-b586-91cb126f072d,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:11.270182 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2130c96f-8c55-4f2d-865f-cf661f44b21a tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.273467 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2130c96f-8c55-4f2d-865f-cf661f44b21a tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209564 Jul 28 12:30:11.277617 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38992) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:30:11.282327 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-c3525030-223b-498e-b2db-5ab88ad27a97 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Request body: {'security_group_rule': {'security_group_id': '5a176496-2e39-45f9-b1c6-50e4beec690b', 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:30:11.309644 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c3525030-223b-498e-b2db-5ab88ad27a97 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.398968 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c3525030-223b-498e-b2db-5ab88ad27a97 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.403494 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c3525030-223b-498e-b2db-5ab88ad27a97 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.427600 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3525030-223b-498e-b2db-5ab88ad27a97 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5382cf-214d-45d9-8cf6-31d0607010de,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:11.439122 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c3525030-223b-498e-b2db-5ab88ad27a97 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.443205 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c3525030-223b-498e-b2db-5ab88ad27a97 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1620142 Jul 28 12:30:11.443445 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38994) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:30:11.448890 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-87a30c92-2b25-44ea-aa89-68c2192cff0d tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Request body: {'security_group_rule': {'security_group_id': '5a176496-2e39-45f9-b1c6-50e4beec690b', 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:30:11.476731 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-87a30c92-2b25-44ea-aa89-68c2192cff0d tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.542396 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-87a30c92-2b25-44ea-aa89-68c2192cff0d tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.548458 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-87a30c92-2b25-44ea-aa89-68c2192cff0d tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.567018 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a30c92-2b25-44ea-aa89-68c2192cff0d tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c31d1d1-6524-40d1-8ade-16a8a14b0c8e,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:11.574595 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-87a30c92-2b25-44ea-aa89-68c2192cff0d tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.576138 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-87a30c92-2b25-44ea-aa89-68c2192cff0d tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316319 Jul 28 12:30:11.578820 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38996) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:30:11.583229 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-f3e8ea78-2c3b-48e7-8569-a443c2266ca2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Request body: {'security_group_rule': {'security_group_id': '5a176496-2e39-45f9-b1c6-50e4beec690b', 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:30:11.611363 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ea78-2c3b-48e7-8569-a443c2266ca2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.671757 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ea78-2c3b-48e7-8569-a443c2266ca2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.675455 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ea78-2c3b-48e7-8569-a443c2266ca2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.696574 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8ea78-2c3b-48e7-8569-a443c2266ca2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb5b81f-33bd-4ca5-8a85-ef6fcb6a2115,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:11.701403 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ea78-2c3b-48e7-8569-a443c2266ca2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.705790 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f3e8ea78-2c3b-48e7-8569-a443c2266ca2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229558 Jul 28 12:30:11.705790 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 38998) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:30:11.709815 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-2049a4e5-e601-44e1-826e-c5ebafb7ab81 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Request body: {'security_group_rule': {'security_group_id': '5a176496-2e39-45f9-b1c6-50e4beec690b', 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:30:11.742316 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.securitygroups_db [None req-2049a4e5-e601-44e1-826e-c5ebafb7ab81 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Project 0d8b169d2193428ca9643cc42e64d9ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:30:11.748962 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2049a4e5-e601-44e1-826e-c5ebafb7ab81 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.824771 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2049a4e5-e601-44e1-826e-c5ebafb7ab81 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.829106 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2049a4e5-e601-44e1-826e-c5ebafb7ab81 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.849482 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049a4e5-e601-44e1-826e-c5ebafb7ab81 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080a1656-aba0-44b3-9c40-87d093b2d000,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:11.858312 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-2049a4e5-e601-44e1-826e-c5ebafb7ab81 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.859583 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-2049a4e5-e601-44e1-826e-c5ebafb7ab81 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1532485 Jul 28 12:30:11.862345 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 39000) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:30:11.867041 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-5ba0d94e-6e18-4739-b226-db8b16b7b13e tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Request body: {'security_group_rule': {'security_group_id': '5a176496-2e39-45f9-b1c6-50e4beec690b', 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:30:11.900255 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.securitygroups_db [None req-5ba0d94e-6e18-4739-b226-db8b16b7b13e tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Project 0d8b169d2193428ca9643cc42e64d9ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:30:11.906105 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d94e-6e18-4739-b226-db8b16b7b13e tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.977912 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d94e-6e18-4739-b226-db8b16b7b13e tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:11.983657 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d94e-6e18-4739-b226-db8b16b7b13e tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832401'] for security_group_rule, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:12.006191 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0d94e-6e18-4739-b226-db8b16b7b13e tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e75bc60-b39f-48ea-932a-e1250b0f79bc,revision_number=0']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:12.017569 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d94e-6e18-4739-b226-db8b16b7b13e tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:12.019107 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5ba0d94e-6e18-4739-b226-db8b16b7b13e tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1557579 Jul 28 12:30:12.140288 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d664b6a7-4075-4690-b6e9-40a2dba36192 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:30:12.184275 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-4ae3bb6c-80aa-4b20-b598-3debc3f3cf77 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-596085968&fields=id&tenant_id=0d8b169d2193428ca9643cc42e64d9ca HTTP/1.1" status: 200 len: 267 time: 0.0385032 Jul 28 12:30:12.196534 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port d664b6a7-4075-4690-b6e9-40a2dba36192 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:12.197019 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:12.288244 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 48eda9c4-8beb-4a30-acac-627e6d5f8908 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:30:12.303559 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-37fe7958-062d-44ce-81d8-263274b1ceb1 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:12.305764 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-37fe7958-062d-44ce-81d8-263274b1ceb1 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/networks?id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 HTTP/1.1" status: 200 len: 810 time: 0.1105537 Jul 28 12:30:12.322927 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-8073e46e-17d8-4059-8c16-e90f743ea0e5 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/quotas/0d8b169d2193428ca9643cc42e64d9ca HTTP/1.1" status: 200 len: 375 time: 0.0112059 Jul 28 12:30:12.340629 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port 48eda9c4-8beb-4a30-acac-627e6d5f8908 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:30:12.347634 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 48eda9c4-8beb-4a30-acac-627e6d5f8908 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:12.348210 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:12.386612 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-2d80e7f2-2526-45d1-bcef-05560d74cfa4 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d8b169d2193428ca9643cc42e64d9ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575221 Jul 28 12:30:12.445609 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:12.467866 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port 48eda9c4-8beb-4a30-acac-627e6d5f8908, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=48eda9c4-8beb-4a30-acac-627e6d5f8908,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:30:12.472527 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:12.512253 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-760128d8-2ad3-4b33-bdd7-1133e7ba2cde service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 12:30:12.513292 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-760128d8-2ad3-4b33-bdd7-1133e7ba2cde service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1149473 Jul 28 12:30:12.531241 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=48eda9c4-8beb-4a30-acac-627e6d5f8908,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:12.603776 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-26d263fb-7b26-4cad-979a-6232a2fb199e service neutron] 10.222.0.43 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835638 Jul 28 12:30:12.697493 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-bf1e610b-4e12-4524-8101-105b1b6fe7d7 service neutron] 10.222.0.43 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878365 Jul 28 12:30:12.857082 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-509f63fa-a10f-4e18-a54e-9e834ece1592 req-af5d896c-fbde-489e-9057-72d768047fc9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 210 time: 0.0294242 Jul 28 12:30:13.207717 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Sync routers for ids ['b0e9a16f-6007-406e-b87a-41e694c6e48a'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:30:13.217101 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Routers {'b0e9a16f-6007-406e-b87a-41e694c6e48a'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:30:13.217705 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:30:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b0e9a16f-6007-406e-b87a-41e694c6e48a'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:13.324624 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Set router b0e9a16f-6007-406e-b87a-41e694c6e48a gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:30:13.527831 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'name': 'tempest-TestSnapshotPattern-371326064-router', 'tenant_id': 'e3097a950748444884f1fcd017c99662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '48eda9c4-8beb-4a30-acac-627e6d5f8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:06Z', 'updated_at': '2021-07-28T12:30:09Z', 'revision_number': 4, 'project_id': 'e3097a950748444884f1fcd017c99662', 'gw_port': {'id': '48eda9c4-8beb-4a30-acac-627e6d5f8908', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:06Z', 'updated_at': '2021-07-28T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ad57dcea-10fa-4729-893e-fe246616b385', 'name': '', 'network_id': 'eb375e93-3a94-4fc4-bc8d-d63e39cea903', 'tenant_id': 'e3097a950748444884f1fcd017c99662', 'mac_address': 'fa:16:3e:61:89:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5e949a31-dcf8-4a2d-a2e3-9cb9c67be209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:08Z', 'updated_at': '2021-07-28T12:30:09Z', 'revision_number': 2, 'project_id': 'e3097a950748444884f1fcd017c99662', 'subnets': [{'id': '5e949a31-dcf8-4a2d-a2e3-9cb9c67be209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:13.558568 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Checking router: b0e9a16f-6007-406e-b87a-41e694c6e48a for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:30:13.558915 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Updating router b0e9a16f-6007-406e-b87a-41e694c6e48a port ad57dcea-10fa-4729-893e-fe246616b385 binding host dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:30:13.582413 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:13.844318 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:13.856228 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Transition to ACTIVE for port object ad57dcea-10fa-4729-893e-fe246616b385 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:30:13.862313 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:13.920996 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9be349-65a3-4c37-84ae-e0bc6f1f9f3d None None] Pushing event updated for resources: {'Port': ['ID=ad57dcea-10fa-4729-893e-fe246616b385,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:13.956369 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-7e251d2b-ed2b-48b7-b8c7-7a0e4a91730b tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:13.958198 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-7e251d2b-ed2b-48b7-b8c7-7a0e4a91730b tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.39 "GET /v2.0/networks?id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 HTTP/1.1" status: 200 len: 810 time: 0.1196539 Jul 28 12:30:14.018054 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7e43e08b-ab11-49c5-b2d7-9c5fb8482872 req-ac7cdcea-81e2-4961-a3f2-79f1883aa517 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 210 time: 0.0509727 Jul 28 12:30:14.023452 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Attempting to bind port ad57dcea-10fa-4729-893e-fe246616b385 on host dv-neutron-786478-16-hyperv for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:30:14.024752 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Attempting to bind port ad57dcea-10fa-4729-893e-fe246616b385 by drivers openvswitch,hyperv on host dv-neutron-786478-16-hyperv at level 0 using segments [{'id': '24346997-e557-434f-be7a-1c87ffddb2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eb375e93-3a94-4fc4-bc8d-d63e39cea903'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:30:14.025486 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Attempting to bind port ad57dcea-10fa-4729-893e-fe246616b385 on network eb375e93-3a94-4fc4-bc8d-d63e39cea903 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:30:14.025898 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-fee1ca5b-deec-44da-9166-2f840d39f387 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d8b169d2193428ca9643cc42e64d9ca HTTP/1.1" status: 200 len: 379 time: 0.0571234 Jul 28 12:30:14.035692 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Checking agent: {'id': '888e757c-e809-4beb-8980-6361f88fe6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 36, 5), 'started_at': datetime.datetime(2021, 7, 28, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:30:14.036251 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Checking segment: {'id': '24346997-e557-434f-be7a-1c87ffddb2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eb375e93-3a94-4fc4-bc8d-d63e39cea903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:30:14.036805 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:14.037322 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Bound using segment: {'id': '24346997-e557-434f-be7a-1c87ffddb2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eb375e93-3a94-4fc4-bc8d-d63e39cea903'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:30:14.038202 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Bound port: ad57dcea-10fa-4729-893e-fe246616b385, host: dv-neutron-786478-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24346997-e557-434f-be7a-1c87ffddb2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eb375e93-3a94-4fc4-bc8d-d63e39cea903'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:30:14.038454 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:14.055814 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-f1a933e9-092e-4c83-aa3e-49d03d88fcbe tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Request body: {'port': {'device_id': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'admin_state_up': True, 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'security_groups': ['5a176496-2e39-45f9-b1c6-50e4beec690b']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:30:14.093701 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 48eda9c4-8beb-4a30-acac-627e6d5f8908 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:30:14.141039 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] For port ad57dcea-10fa-4729-893e-fe246616b385, host dv-neutron-786478-16-hyperv, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:30:14.147603 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] For port ad57dcea-10fa-4729-893e-fe246616b385, host dv-neutron-786478-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ad57dcea-10fa-4729-893e-fe246616b385,segment=NetworkSegment(24346997-e557-434f-be7a-1c87ffddb2e4),segment_id=24346997-e557-434f-be7a-1c87ffddb2e4)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:30:14.161628 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:14.187372 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port 48eda9c4-8beb-4a30-acac-627e6d5f8908 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:14.187750 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:14.222315 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Routers {'b0e9a16f-6007-406e-b87a-41e694c6e48a'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:30:14.223008 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:30:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b0e9a16f-6007-406e-b87a-41e694c6e48a'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:14.228057 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-f1a933e9-092e-4c83-aa3e-49d03d88fcbe tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Made reservation on behalf of 0d8b169d2193428ca9643cc42e64d9ca for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:30:14.232518 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-f1a933e9-092e-4c83-aa3e-49d03d88fcbe tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:14.324205 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9be349-65a3-4c37-84ae-e0bc6f1f9f3d None None] Pushing event updated for resources: {'Port': ['ID=ad57dcea-10fa-4729-893e-fe246616b385,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:14.356054 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] Set router b0e9a16f-6007-406e-b87a-41e694c6e48a gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:30:14.386481 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-f1a933e9-092e-4c83-aa3e-49d03d88fcbe tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Allocated IP 172.20.0.8 (18b48d74-0acb-4a9f-a2e0-c0d4c95cf714/9963c668-bad5-487e-bc90-37317cf973a4/21f6df58-e9d2-485f-9434-d32665bc6f54) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:30:14.551696 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-f1a933e9-092e-4c83-aa3e-49d03d88fcbe tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:14.567956 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-f1a933e9-092e-4c83-aa3e-49d03d88fcbe tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Transition to ACTIVE for port object 21f6df58-e9d2-485f-9434-d32665bc6f54 will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:30:14.601577 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-f1a933e9-092e-4c83-aa3e-49d03d88fcbe tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:14.642100 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-f1a933e9-092e-4c83-aa3e-49d03d88fcbe tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:30:14.645081 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-f1a933e9-092e-4c83-aa3e-49d03d88fcbe tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:30:14.648077 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-f1a933e9-092e-4c83-aa3e-49d03d88fcbe tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:30:14.654145 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'name': 'tempest-TestSnapshotPattern-371326064-router', 'tenant_id': 'e3097a950748444884f1fcd017c99662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '48eda9c4-8beb-4a30-acac-627e6d5f8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:06Z', 'updated_at': '2021-07-28T12:30:09Z', 'revision_number': 4, 'project_id': 'e3097a950748444884f1fcd017c99662', 'gw_port': {'id': '48eda9c4-8beb-4a30-acac-627e6d5f8908', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:06Z', 'updated_at': '2021-07-28T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ad57dcea-10fa-4729-893e-fe246616b385', 'name': '', 'network_id': 'eb375e93-3a94-4fc4-bc8d-d63e39cea903', 'tenant_id': 'e3097a950748444884f1fcd017c99662', 'mac_address': 'fa:16:3e:61:89:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5e949a31-dcf8-4a2d-a2e3-9cb9c67be209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:08Z', 'updated_at': '2021-07-28T12:30:14Z', 'revision_number': 4, 'project_id': 'e3097a950748444884f1fcd017c99662', 'subnets': [{'id': '5e949a31-dcf8-4a2d-a2e3-9cb9c67be209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:14.681259 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e377f4-7cb4-4af6-b8e7-bcb903af56b0 None None] The sync data for ids ['b0e9a16f-6007-406e-b87a-41e694c6e48a'] in dv-neutron-786478-16-hyperv is: [{'id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'name': 'tempest-TestSnapshotPattern-371326064-router', 'tenant_id': 'e3097a950748444884f1fcd017c99662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '48eda9c4-8beb-4a30-acac-627e6d5f8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:06Z', 'updated_at': '2021-07-28T12:30:09Z', 'revision_number': 4, 'project_id': 'e3097a950748444884f1fcd017c99662', 'gw_port': {'id': '48eda9c4-8beb-4a30-acac-627e6d5f8908', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:06Z', 'updated_at': '2021-07-28T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'ad57dcea-10fa-4729-893e-fe246616b385', 'name': '', 'network_id': 'eb375e93-3a94-4fc4-bc8d-d63e39cea903', 'tenant_id': 'e3097a950748444884f1fcd017c99662', 'mac_address': 'fa:16:3e:61:89:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5e949a31-dcf8-4a2d-a2e3-9cb9c67be209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:08Z', 'updated_at': '2021-07-28T12:30:14Z', 'revision_number': 4, 'project_id': 'e3097a950748444884f1fcd017c99662', 'subnets': [{'id': '5e949a31-dcf8-4a2d-a2e3-9cb9c67be209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:30:14.691769 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a933e9-092e-4c83-aa3e-49d03d88fcbe tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Pushing event updated for resources: {'Port': ['ID=21f6df58-e9d2-485f-9434-d32665bc6f54,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:14.722126 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-f1a933e9-092e-4c83-aa3e-49d03d88fcbe tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:14.722823 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-f1a933e9-092e-4c83-aa3e-49d03d88fcbe tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:14.745327 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-f1a933e9-092e-4c83-aa3e-49d03d88fcbe tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7123554 Jul 28 12:30:14.759583 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Request body: {'port': {'device_id': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:30:14.829173 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:14.880240 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-78e69521-bf42-425d-9577-f1f6a5228cfd None None] Provisioning for port 21f6df58-e9d2-485f-9434-d32665bc6f54 completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:30:14.884792 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-78e69521-bf42-425d-9577-f1f6a5228cfd None None] Provisioning complete for port 21f6df58-e9d2-485f-9434-d32665bc6f54 triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:14.885271 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78e69521-bf42-425d-9577-f1f6a5228cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:14.919979 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-78e69521-bf42-425d-9577-f1f6a5228cfd None None] Port 21f6df58-e9d2-485f-9434-d32665bc6f54 cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:30:15.120868 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f6df58-e9d2-485f-9434-d32665bc6f54 {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:30:15.128596 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:15.142133 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Transition to ACTIVE for port object 21f6df58-e9d2-485f-9434-d32665bc6f54 will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:30:15.146190 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:15.157326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19188057-c2c6-4637-b3bf-7e43d71700c5 req-65ffb699-0d14-4793-8cf8-2dad4a3c51b9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:15.158921 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-19188057-c2c6-4637-b3bf-7e43d71700c5 req-65ffb699-0d14-4793-8cf8-2dad4a3c51b9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 931 time: 0.0547540 Jul 28 12:30:15.202116 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-19188057-c2c6-4637-b3bf-7e43d71700c5 req-63d1631f-51ec-4c79-8281-f0ff5caa6f94 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364289 Jul 28 12:30:15.217229 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Pushing event updated for resources: {'Port': ['ID=21f6df58-e9d2-485f-9434-d32665bc6f54,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:15.277382 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Attempting to bind port 21f6df58-e9d2-485f-9434-d32665bc6f54 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:30:15.277728 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Attempting to bind port 21f6df58-e9d2-485f-9434-d32665bc6f54 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5f68d9f0-4e33-4923-ade6-5f62ad953bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:30:15.278052 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Attempting to bind port 21f6df58-e9d2-485f-9434-d32665bc6f54 on network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:30:15.282886 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Port 21f6df58-e9d2-485f-9434-d32665bc6f54 on network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:30:15.283213 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Attempting to bind port 21f6df58-e9d2-485f-9434-d32665bc6f54 on network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:30:15.288681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:30:15.289026 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Checking segment: {'id': '5f68d9f0-4e33-4923-ade6-5f62ad953bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:30:15.289459 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Bound using segment: {'id': '5f68d9f0-4e33-4923-ade6-5f62ad953bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:30:15.289929 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Bound port: 21f6df58-e9d2-485f-9434-d32665bc6f54, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f68d9f0-4e33-4923-ade6-5f62ad953bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:30:15.290330 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:15.365994 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] For port 21f6df58-e9d2-485f-9434-d32665bc6f54, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:30:15.370162 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] For port 21f6df58-e9d2-485f-9434-d32665bc6f54, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=21f6df58-e9d2-485f-9434-d32665bc6f54,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:30:15.375062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:15.411936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:15.412564 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:15.414013 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] 10.222.0.39 "PUT /v2.0/ports/21f6df58-e9d2-485f-9434-d32665bc6f54 HTTP/1.1" status: 200 len: 1093 time: 0.6602774 Jul 28 12:30:15.414520 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'tag': '21f6df58-e9d2-485f-9434-d32665bc6f54'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:30:15.417287 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c6597b-c11a-4cdc-8b54-149735f5c3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "afa574e6-851b-4f01-80b8-a2f0b28bdb3e", "tag": "21f6df58-e9d2-485f-9434-d32665bc6f54"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:30:15.443370 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dee238-f8e4-477b-8fe8-1a3b567054c3 service neutron] Pushing event updated for resources: {'Port': ['ID=21f6df58-e9d2-485f-9434-d32665bc6f54,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:15.474840 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d224199a-a392-477d-a1dc-182b70277b8d x-openstack-request-id: req-d224199a-a392-477d-a1dc-182b70277b8d {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:30:15.475207 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa574e6-851b-4f01-80b8-a2f0b28bdb3e", "tag": "21f6df58-e9d2-485f-9434-d32665bc6f54", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:30:15.475537 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d224199a-a392-477d-a1dc-182b70277b8d {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:30:15.476153 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'tag': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'status': 'completed', 'code': 200} Jul 28 12:30:15.510254 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-db6d2caf-927b-4b35-9649-a86349f49c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:15.512350 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-db6d2caf-927b-4b35-9649-a86349f49c3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d8b169d2193428ca9643cc42e64d9ca&device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 1096 time: 0.0504999 Jul 28 12:30:15.556408 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-773476f6-dd3a-4d08-84f2-68ef8104382d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f6df58-e9d2-485f-9434-d32665bc6f54 HTTP/1.1" status: 200 len: 217 time: 0.0365255 Jul 28 12:30:15.615018 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-49205363-2f52-4018-8f70-484d0eade533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:15.616496 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-49205363-2f52-4018-8f70-484d0eade533 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9963c668-bad5-487e-bc90-37317cf973a4 HTTP/1.1" status: 200 len: 849 time: 0.0524139 Jul 28 12:30:15.667900 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-b100e30f-4c4e-49b9-b6c4-ab3baa911d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:15.669407 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-b100e30f-4c4e-49b9-b6c4-ab3baa911d7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0451632 Jul 28 12:30:15.763886 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-15b18c9f-0a9e-4666-af80-cf416eca6f61 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875049 Jul 28 12:30:15.863260 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-46a5e608-b35b-416f-bf73-ded08f618cbf req-8cb178f1-fdea-4819-96d0-ad866f46729c service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930190 Jul 28 12:30:15.961907 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6597b-c11a-4cdc-8b54-149735f5c3ee req-e957ff7f-ad98-4788-932f-938eb55f05fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:15.963555 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f3c6597b-c11a-4cdc-8b54-149735f5c3ee req-e957ff7f-ad98-4788-932f-938eb55f05fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d8b169d2193428ca9643cc42e64d9ca&device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 1096 time: 0.0440612 Jul 28 12:30:16.068761 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ad57dcea-10fa-4729-893e-fe246616b385 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:30:16.075680 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6597b-c11a-4cdc-8b54-149735f5c3ee req-bad756d7-fb00-4a38-b685-47da3c11fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:16.077490 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f3c6597b-c11a-4cdc-8b54-149735f5c3ee req-bad756d7-fb00-4a38-b685-47da3c11fd20 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 HTTP/1.1" status: 200 len: 911 time: 0.1048703 Jul 28 12:30:16.121808 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning for port ad57dcea-10fa-4729-893e-fe246616b385 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:30:16.124239 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f3c6597b-c11a-4cdc-8b54-149735f5c3ee req-fe2249df-61d7-4126-b4aa-93ab0d67e9c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f6df58-e9d2-485f-9434-d32665bc6f54 HTTP/1.1" status: 200 len: 217 time: 0.0393124 Jul 28 12:30:16.125950 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ad57dcea-10fa-4729-893e-fe246616b385 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:16.126331 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:16.179740 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6597b-c11a-4cdc-8b54-149735f5c3ee req-3debc76b-d314-4622-9148-2c3a6b9887f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:16.182021 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f3c6597b-c11a-4cdc-8b54-149735f5c3ee req-3debc76b-d314-4622-9148-2c3a6b9887f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9963c668-bad5-487e-bc90-37317cf973a4 HTTP/1.1" status: 200 len: 849 time: 0.0506275 Jul 28 12:30:16.214081 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:16.250329 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6597b-c11a-4cdc-8b54-149735f5c3ee req-0f9894d7-03ef-4f7c-be4d-c34ed838152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:16.252468 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f3c6597b-c11a-4cdc-8b54-149735f5c3ee req-0f9894d7-03ef-4f7c-be4d-c34ed838152f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0631201 Jul 28 12:30:16.262475 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] For port ad57dcea-10fa-4729-893e-fe246616b385, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ad57dcea-10fa-4729-893e-fe246616b385,segment=NetworkSegment(24346997-e557-434f-be7a-1c87ffddb2e4),segment_id=24346997-e557-434f-be7a-1c87ffddb2e4)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:30:16.268346 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:16.322066 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Pushing event updated for resources: {'Port': ['ID=ad57dcea-10fa-4729-893e-fe246616b385,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:16.351329 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86672c3-ddbe-422d-92fe-8dca2037508e req-5869d7c7-817f-4b73-aecb-3ef608c2337f tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:16.353845 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f86672c3-ddbe-422d-92fe-8dca2037508e req-5869d7c7-817f-4b73-aecb-3ef608c2337f tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 943 time: 0.0609667 Jul 28 12:30:16.359274 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f3c6597b-c11a-4cdc-8b54-149735f5c3ee req-36f853bd-b803-4ed8-a595-fcbb51a8a555 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977364 Jul 28 12:30:16.393764 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f86672c3-ddbe-422d-92fe-8dca2037508e req-86e9ae4c-f928-46a0-8379-b39b60d29030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337138 Jul 28 12:30:16.458984 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-f3c6597b-c11a-4cdc-8b54-149735f5c3ee req-4b370b3f-b029-4a9d-bdb7-ca425e8f1830 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915277 Jul 28 12:30:17.513183 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124bae3-7273-4a72-a5e5-a389adc6b2fc req-43fb9b16-7f3a-4a24-916e-429099041d8c tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:17.514694 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6124bae3-7273-4a72-a5e5-a389adc6b2fc req-43fb9b16-7f3a-4a24-916e-429099041d8c tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 943 time: 0.0512986 Jul 28 12:30:17.556426 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6124bae3-7273-4a72-a5e5-a389adc6b2fc req-d3216206-7823-42bc-9661-d7d8459cb1ca tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355463 Jul 28 12:30:18.041830 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ad57dcea-10fa-4729-893e-fe246616b385 up at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:30:18.092280 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Provisioning complete for port ad57dcea-10fa-4729-893e-fe246616b385 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:18.092559 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:18.672886 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955e609-4eb6-491b-ad0d-aa31f988db99 req-f61e354a-a879-4e30-b38c-9526d499e4ec tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:18.674350 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2955e609-4eb6-491b-ad0d-aa31f988db99 req-f61e354a-a879-4e30-b38c-9526d499e4ec tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 943 time: 0.0507979 Jul 28 12:30:18.713213 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-2955e609-4eb6-491b-ad0d-aa31f988db99 req-ae9b5a50-5f53-4529-b232-4a65e4653e36 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327065 Jul 28 12:30:19.056158 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 21f6df58-e9d2-485f-9434-d32665bc6f54 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:30:19.154620 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 21f6df58-e9d2-485f-9434-d32665bc6f54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=21f6df58-e9d2-485f-9434-d32665bc6f54,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:30:19.166643 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'port_id': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'mac_address': 'fa:16:3e:a6:53:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:30:19.208325 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:19.222042 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f6df58-e9d2-485f-9434-d32665bc6f54 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:30:19.244917 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 21f6df58-e9d2-485f-9434-d32665bc6f54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=21f6df58-e9d2-485f-9434-d32665bc6f54,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:30:19.250224 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:19.313557 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=21f6df58-e9d2-485f-9434-d32665bc6f54,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:19.456225 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['21f6df58-e9d2-485f-9434-d32665bc6f54'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:30:19.831079 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3837002-58e7-4e47-b249-e41f466972b9 req-b18eb53b-08de-4204-b41e-689783c165f0 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:19.832649 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c3837002-58e7-4e47-b249-e41f466972b9 req-b18eb53b-08de-4204-b41e-689783c165f0 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 944 time: 0.0537930 Jul 28 12:30:19.873622 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-c3837002-58e7-4e47-b249-e41f466972b9 req-1a55dd28-dd25-43a0-8a67-cb4ef22b37fe tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339718 Jul 28 12:30:20.591310 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:20.991457 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf06624-cd6d-4580-b7e5-7ac538018b62 req-a4e6f158-3492-40a2-b353-0b6e7641da41 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:20.993741 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bbf06624-cd6d-4580-b7e5-7ac538018b62 req-a4e6f158-3492-40a2-b353-0b6e7641da41 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 944 time: 0.0507972 Jul 28 12:30:21.031590 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bbf06624-cd6d-4580-b7e5-7ac538018b62 req-a9c5b971-9d16-436d-9174-d3a4feca917d tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318701 Jul 28 12:30:21.062291 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 21f6df58-e9d2-485f-9434-d32665bc6f54 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:30:21.110352 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port 21f6df58-e9d2-485f-9434-d32665bc6f54 completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:30:21.113922 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 21f6df58-e9d2-485f-9434-d32665bc6f54 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:30:21.114299 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:21.193460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:21.217112 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f6df58-e9d2-485f-9434-d32665bc6f54'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:30:21.219411 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7884b550-ca7c-443c-9db7-0690b82a42a4" -d '{"events": [{"server_uuid": "afa574e6-851b-4f01-80b8-a2f0b28bdb3e", "name": "network-vif-plugged", "status": "completed", "tag": "21f6df58-e9d2-485f-9434-d32665bc6f54"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:30:21.232787 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 21f6df58-e9d2-485f-9434-d32665bc6f54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=21f6df58-e9d2-485f-9434-d32665bc6f54,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:30:21.236815 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:21.288135 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=21f6df58-e9d2-485f-9434-d32665bc6f54,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:21.315255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7b3716-f2e9-4433-ba91-b5fc8713f9a9 x-openstack-request-id: req-9d7b3716-f2e9-4433-ba91-b5fc8713f9a9 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:30:21.315557 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa574e6-851b-4f01-80b8-a2f0b28bdb3e", "name": "network-vif-plugged", "status": "completed", "tag": "21f6df58-e9d2-485f-9434-d32665bc6f54", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:30:21.315813 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d7b3716-f2e9-4433-ba91-b5fc8713f9a9 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:30:21.316226 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'code': 200} Jul 28 12:30:21.481505 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2b026-3a92-461b-b653-d6b306bf1f76 req-b55f9bc8-dcb0-435f-8e0e-96d247be282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:21.482943 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-89f2b026-3a92-461b-b653-d6b306bf1f76 req-b55f9bc8-dcb0-435f-8e0e-96d247be282a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 1098 time: 0.0423613 Jul 28 12:30:21.518516 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-89f2b026-3a92-461b-b653-d6b306bf1f76 req-b951fbd5-25ea-4471-90d6-2c9ca1b7f37a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289321 Jul 28 12:30:22.150982 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b0153-6554-43d2-8e1d-f413c7fa0600 req-a87c89d5-576b-497f-9c2a-e9302381e1b1 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:22.152453 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-952b0153-6554-43d2-8e1d-f413c7fa0600 req-a87c89d5-576b-497f-9c2a-e9302381e1b1 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 945 time: 0.0520890 Jul 28 12:30:22.192813 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-952b0153-6554-43d2-8e1d-f413c7fa0600 req-e1581a15-67ec-41e6-9b3b-73e529b7b073 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341985 Jul 28 12:30:22.849085 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:30:23.312808 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a621613-281f-4a11-af12-57dddbb2feb0 req-56f01989-bb02-4711-8b47-8e0cbd0b6e0d tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:23.314307 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9a621613-281f-4a11-af12-57dddbb2feb0 req-56f01989-bb02-4711-8b47-8e0cbd0b6e0d tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 945 time: 0.0533049 Jul 28 12:30:23.354378 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9a621613-281f-4a11-af12-57dddbb2feb0 req-4b8f6791-e2d7-4875-b169-191f78af8077 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341885 Jul 28 12:30:23.470272 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae701cb-9755-47b4-867d-f04d7536a537 req-13127271-ff1f-49ac-9159-83067a66e4a6 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:23.471844 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5ae701cb-9755-47b4-867d-f04d7536a537 req-13127271-ff1f-49ac-9159-83067a66e4a6 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 945 time: 0.0499492 Jul 28 12:30:23.512457 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-5ae701cb-9755-47b4-867d-f04d7536a537 req-57e6eee5-12c8-44b1-93e7-247f8ce83b2a tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341496 Jul 28 12:30:23.536464 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 39064) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:30:23.618342 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c16570-a723-4c6f-bf2f-1ef674150b97 tempest-TestSnapshotPattern-884958230 tempest-TestSnapshotPattern-884958230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:23.619894 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f2c16570-a723-4c6f-bf2f-1ef674150b97 tempest-TestSnapshotPattern-884958230 tempest-TestSnapshotPattern-884958230-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 1093 time: 0.0824509 Jul 28 12:30:23.622841 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 39068) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:30:23.628658 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:30:23.651412 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:23.763473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:23.872162 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Allocated IP 172.26.1.108 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/5d77189a-ea66-4f0b-9a69-b88fabd99b8e) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:30:23.977077 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:24.016990 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:24.057771 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:30:24.060778 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:30:24.067280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:30:24.099917 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Pushing event updated for resources: {'Port': ['ID=5d77189a-ea66-4f0b-9a69-b88fabd99b8e,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:24.440655 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:24.506337 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:24.657094 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:24.661756 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:24.735161 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Pushing event updated for resources: {'Port': ['ID=5d77189a-ea66-4f0b-9a69-b88fabd99b8e,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:30:24.746727 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:24.850155 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Floating IP bba12e13-1c92-404c-a631-07801bfe557a associated. External IP: 172.26.1.108, port: 21f6df58-e9d2-485f-9434-d32665bc6f54. Jul 28 12:30:25.059389 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Router 1b7c5859-66af-4fda-8cec-9d8fd621c590 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:30:25.497383 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:30:25.506749 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c660e5-0df0-45a4-a1f7-3fe6a15586af None None] Sync routers for ids ['1b7c5859-66af-4fda-8cec-9d8fd621c590'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:30:25.513699 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:25.517708 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c660e5-0df0-45a4-a1f7-3fe6a15586af None None] Routers {'1b7c5859-66af-4fda-8cec-9d8fd621c590'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:30:25.518345 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-14c660e5-0df0-45a4-a1f7-3fe6a15586af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:30:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1b7c5859-66af-4fda-8cec-9d8fd621c590'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:25.541987 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-b035fe20-dd3b-4dad-af73-57f03d28abb2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9180729 Jul 28 12:30:25.542709 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'tag': '21f6df58-e9d2-485f-9434-d32665bc6f54'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:30:25.544967 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba680d8-174b-4d9d-be9e-46fb74765c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "afa574e6-851b-4f01-80b8-a2f0b28bdb3e", "tag": "21f6df58-e9d2-485f-9434-d32665bc6f54"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:30:25.629973 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-14c660e5-0df0-45a4-a1f7-3fe6a15586af None None] Set router 1b7c5859-66af-4fda-8cec-9d8fd621c590 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:30:25.660223 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0e3aa7-c227-4268-8915-0bfb218618a2 x-openstack-request-id: req-5a0e3aa7-c227-4268-8915-0bfb218618a2 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:30:25.660518 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa574e6-851b-4f01-80b8-a2f0b28bdb3e", "tag": "21f6df58-e9d2-485f-9434-d32665bc6f54", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:30:25.660773 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a0e3aa7-c227-4268-8915-0bfb218618a2 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:30:25.661179 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'tag': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'status': 'completed', 'code': 200} Jul 28 12:30:25.721470 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba680d8-174b-4d9d-be9e-46fb74765c6e req-ade38a5a-1e81-4aca-82c0-3e512889918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:25.723090 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ba680d8-174b-4d9d-be9e-46fb74765c6e req-ade38a5a-1e81-4aca-82c0-3e512889918f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d8b169d2193428ca9643cc42e64d9ca&device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 1098 time: 0.0414832 Jul 28 12:30:25.818533 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba680d8-174b-4d9d-be9e-46fb74765c6e req-0322d889-7dab-43c7-a9a5-fb46d70770d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:25.820040 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ba680d8-174b-4d9d-be9e-46fb74765c6e req-0322d889-7dab-43c7-a9a5-fb46d70770d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 HTTP/1.1" status: 200 len: 911 time: 0.0905502 Jul 28 12:30:25.872116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-14c660e5-0df0-45a4-a1f7-3fe6a15586af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'bba12e13-1c92-404c-a631-07801bfe557a', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'port_id': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'mac_address': 'fa:16:3e:a6:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:30:24Z', 'updated_at': '2021-07-28T12:30:24Z', 'revision_number': 0, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd664b6a7-4075-4690-b6e9-40a2dba36192', 'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'mac_address': 'fa:16:3e:89:12:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:03Z', 'updated_at': '2021-07-28T12:30:10Z', 'revision_number': 5, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'subnets': [{'id': '9963c668-bad5-487e-bc90-37317cf973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:25.888235 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ba680d8-174b-4d9d-be9e-46fb74765c6e req-1a0bd564-383c-4932-b041-94e2eba95ad2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f6df58-e9d2-485f-9434-d32665bc6f54 HTTP/1.1" status: 200 len: 999 time: 0.0606098 Jul 28 12:30:25.898504 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c660e5-0df0-45a4-a1f7-3fe6a15586af None None] Checking router: 1b7c5859-66af-4fda-8cec-9d8fd621c590 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:30:25.907259 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c660e5-0df0-45a4-a1f7-3fe6a15586af None None] Routers {'1b7c5859-66af-4fda-8cec-9d8fd621c590'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:30:25.907880 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-14c660e5-0df0-45a4-a1f7-3fe6a15586af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:30:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1b7c5859-66af-4fda-8cec-9d8fd621c590'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:25.939249 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba680d8-174b-4d9d-be9e-46fb74765c6e req-40526e39-d1fb-4a0b-9348-5dd7688c3d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:25.940731 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ba680d8-174b-4d9d-be9e-46fb74765c6e req-40526e39-d1fb-4a0b-9348-5dd7688c3d9a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9963c668-bad5-487e-bc90-37317cf973a4 HTTP/1.1" status: 200 len: 849 time: 0.0461195 Jul 28 12:30:25.995653 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba680d8-174b-4d9d-be9e-46fb74765c6e req-eb98531e-d94f-4626-825a-8b35e549bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:25.997171 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ba680d8-174b-4d9d-be9e-46fb74765c6e req-eb98531e-d94f-4626-825a-8b35e549bfd6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0497413 Jul 28 12:30:26.020244 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-14c660e5-0df0-45a4-a1f7-3fe6a15586af None None] Set router 1b7c5859-66af-4fda-8cec-9d8fd621c590 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:30:26.089133 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ba680d8-174b-4d9d-be9e-46fb74765c6e req-e11ec7af-2ee0-4376-a082-58f6a0e35f90 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850401 Jul 28 12:30:26.192495 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9ba680d8-174b-4d9d-be9e-46fb74765c6e req-f34638e0-6175-4486-9692-f39f1519a30c service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894151 Jul 28 12:30:26.255980 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-14c660e5-0df0-45a4-a1f7-3fe6a15586af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'bba12e13-1c92-404c-a631-07801bfe557a', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'port_id': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'mac_address': 'fa:16:3e:a6:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:30:24Z', 'updated_at': '2021-07-28T12:30:24Z', 'revision_number': 0, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd664b6a7-4075-4690-b6e9-40a2dba36192', 'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'mac_address': 'fa:16:3e:89:12:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:03Z', 'updated_at': '2021-07-28T12:30:10Z', 'revision_number': 5, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'subnets': [{'id': '9963c668-bad5-487e-bc90-37317cf973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:30:26.282778 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c660e5-0df0-45a4-a1f7-3fe6a15586af None None] The sync data for ids ['1b7c5859-66af-4fda-8cec-9d8fd621c590'] in dv-neutron-786478-16-hyperv is: [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'bba12e13-1c92-404c-a631-07801bfe557a', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'port_id': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'mac_address': 'fa:16:3e:a6:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:30:24Z', 'updated_at': '2021-07-28T12:30:24Z', 'revision_number': 0, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd664b6a7-4075-4690-b6e9-40a2dba36192', 'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'mac_address': 'fa:16:3e:89:12:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:03Z', 'updated_at': '2021-07-28T12:30:10Z', 'revision_number': 5, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'subnets': [{'id': '9963c668-bad5-487e-bc90-37317cf973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:30:26.487633 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe53bcf8-6f62-488f-9048-900dd93240f1 None None] New status for floating IP bba12e13-1c92-404c-a631-07801bfe557a: ACTIVE {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:30:32.507963 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74585c65-be81-4b2b-95f9-f56eae00199c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:34.965810 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a13ebd4d-1d3d-4e9e-9d94-3f0a6fe39005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:35.435278 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:36.591199 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:38.132686 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:41.277581 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-153fb2a3-26d3-4ed2-aff7-b6618ad9af75 req-33eb7c10-8e67-4be6-b5fc-34cc87eca943 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427897 Jul 28 12:30:41.356883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fb2a3-26d3-4ed2-aff7-b6618ad9af75 req-a552c05f-056a-4b61-b7ea-8a6e08f78d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:41.358336 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-153fb2a3-26d3-4ed2-aff7-b6618ad9af75 req-a552c05f-056a-4b61-b7ea-8a6e08f78d07 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d8b169d2193428ca9643cc42e64d9ca&device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 1098 time: 0.0401056 Jul 28 12:30:41.462397 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fb2a3-26d3-4ed2-aff7-b6618ad9af75 req-f7810153-dd59-4138-aa78-0e18f62a397f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:41.463965 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-153fb2a3-26d3-4ed2-aff7-b6618ad9af75 req-f7810153-dd59-4138-aa78-0e18f62a397f service neutron] 10.222.0.39 "GET /v2.0/networks?id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 HTTP/1.1" status: 200 len: 911 time: 0.0862520 Jul 28 12:30:41.531379 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-153fb2a3-26d3-4ed2-aff7-b6618ad9af75 req-75331d49-d5f5-4fa1-a913-70860c0a6115 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f6df58-e9d2-485f-9434-d32665bc6f54 HTTP/1.1" status: 200 len: 1001 time: 0.0585463 Jul 28 12:30:41.580052 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fb2a3-26d3-4ed2-aff7-b6618ad9af75 req-5c26e32f-74ce-472d-b69a-45ad373b7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:41.581452 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-153fb2a3-26d3-4ed2-aff7-b6618ad9af75 req-5c26e32f-74ce-472d-b69a-45ad373b7bce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9963c668-bad5-487e-bc90-37317cf973a4 HTTP/1.1" status: 200 len: 849 time: 0.0426595 Jul 28 12:30:41.630377 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fb2a3-26d3-4ed2-aff7-b6618ad9af75 req-1894b981-9681-4731-a87f-8ffbf6edad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:30:41.631930 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-153fb2a3-26d3-4ed2-aff7-b6618ad9af75 req-1894b981-9681-4731-a87f-8ffbf6edad6c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0424550 Jul 28 12:30:41.724686 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-153fb2a3-26d3-4ed2-aff7-b6618ad9af75 req-10ba150c-168e-481d-a5fc-48a046a0db4d service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823197 Jul 28 12:30:41.817929 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-153fb2a3-26d3-4ed2-aff7-b6618ad9af75 req-0d699ee9-4409-4d8a-8a4b-41fb65725680 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835853 Jul 28 12:30:50.605218 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:59.848616 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:31:02.501317 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db1e27e7-4788-4f53-b0b1-da17b218c541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:04.958836 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7fbd8403-b216-450a-94ed-d1d728eb2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:05.436844 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:06.595593 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:08.135333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:20.609084 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:32.505805 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-61d8899d-f500-47ad-9cee-1b2a93ccd613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:34.960930 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0c896f4-82b2-42f9-8023-a9be8286f362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:35.438034 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:36.597946 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:36.848064 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:31:38.137785 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:43.252346 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-037adfb9-b5c4-4e22-84b8-e2e8b6ff7819 req-a6b1cf5d-7326-4610-8874-552a7f5af386 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413744 Jul 28 12:31:43.371491 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037adfb9-b5c4-4e22-84b8-e2e8b6ff7819 req-2df78c1d-2da5-440a-89ba-e72d81af89fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:31:43.373013 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-037adfb9-b5c4-4e22-84b8-e2e8b6ff7819 req-2df78c1d-2da5-440a-89ba-e72d81af89fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d8b169d2193428ca9643cc42e64d9ca&device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 1098 time: 0.0411878 Jul 28 12:31:43.476463 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037adfb9-b5c4-4e22-84b8-e2e8b6ff7819 req-f9d5c774-ae35-45ad-b6f1-93896fffd889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:31:43.478570 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-037adfb9-b5c4-4e22-84b8-e2e8b6ff7819 req-f9d5c774-ae35-45ad-b6f1-93896fffd889 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 HTTP/1.1" status: 200 len: 911 time: 0.0868459 Jul 28 12:31:43.543617 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-037adfb9-b5c4-4e22-84b8-e2e8b6ff7819 req-ad87549f-e469-465c-a49e-d4a8ae2b15e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f6df58-e9d2-485f-9434-d32665bc6f54 HTTP/1.1" status: 200 len: 1001 time: 0.0575302 Jul 28 12:31:43.590320 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037adfb9-b5c4-4e22-84b8-e2e8b6ff7819 req-a1acfb96-ff4a-4515-a749-e3642398f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:31:43.591763 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-037adfb9-b5c4-4e22-84b8-e2e8b6ff7819 req-a1acfb96-ff4a-4515-a749-e3642398f83b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9963c668-bad5-487e-bc90-37317cf973a4 HTTP/1.1" status: 200 len: 849 time: 0.0417409 Jul 28 12:31:43.961922 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037adfb9-b5c4-4e22-84b8-e2e8b6ff7819 req-d4df1d04-838b-4447-9e0d-8ca71a671982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:31:43.964239 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-037adfb9-b5c4-4e22-84b8-e2e8b6ff7819 req-d4df1d04-838b-4447-9e0d-8ca71a671982 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3657062 Jul 28 12:31:44.056798 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-037adfb9-b5c4-4e22-84b8-e2e8b6ff7819 req-acefa8ef-a922-4b5f-b200-301570216a9d service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830383 Jul 28 12:31:44.148801 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-037adfb9-b5c4-4e22-84b8-e2e8b6ff7819 req-2eb25808-d945-4802-a1ea-065e472713f1 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847719 Jul 28 12:31:50.607323 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:02.506262 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed034500-c0dc-4b22-8fb3-05ed94564013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:04.962788 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3d67-aa01-496b-8250-42d497bb4b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:05.439929 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:06.600770 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:08.139452 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:13.847765 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:32:20.615333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:25.595289 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 21f6df58-e9d2-485f-9434-d32665bc6f54 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:32:25.712984 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 21f6df58-e9d2-485f-9434-d32665bc6f54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=21f6df58-e9d2-485f-9434-d32665bc6f54,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:32:25.883393 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'port_id': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'mac_address': 'fa:16:3e:a6:53:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:32:25.922826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:25.936298 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21f6df58-e9d2-485f-9434-d32665bc6f54 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:32:25.957958 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 21f6df58-e9d2-485f-9434-d32665bc6f54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=21f6df58-e9d2-485f-9434-d32665bc6f54,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:32:25.962163 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:26.023031 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=21f6df58-e9d2-485f-9434-d32665bc6f54,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:32:26.031440 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:26.031440 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:26.031830 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:26.032156 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:26.032363 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:26.032635 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:26.032959 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:26.033294 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:26.033631 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:26.033955 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:26.034280 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:26.034648 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:26.041123 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['21f6df58-e9d2-485f-9434-d32665bc6f54'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:32:27.611826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 21f6df58-e9d2-485f-9434-d32665bc6f54 up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:32:27.669554 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port 21f6df58-e9d2-485f-9434-d32665bc6f54 triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:32:27.669926 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:27.755273 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:27.782139 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f6df58-e9d2-485f-9434-d32665bc6f54'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:32:27.784501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b8a75e-be95-4538-88b5-13f5c307a6cd" -d '{"events": [{"server_uuid": "afa574e6-851b-4f01-80b8-a2f0b28bdb3e", "name": "network-vif-plugged", "status": "completed", "tag": "21f6df58-e9d2-485f-9434-d32665bc6f54"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:32:27.800497 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 21f6df58-e9d2-485f-9434-d32665bc6f54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=21f6df58-e9d2-485f-9434-d32665bc6f54,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:32:27.812718 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:27.844504 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f748af-64a0-4433-9a79-a1a042c6c227 x-openstack-request-id: req-49f748af-64a0-4433-9a79-a1a042c6c227 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:32:27.844801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa574e6-851b-4f01-80b8-a2f0b28bdb3e", "name": "network-vif-plugged", "status": "completed", "tag": "21f6df58-e9d2-485f-9434-d32665bc6f54", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:32:27.845053 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49f748af-64a0-4433-9a79-a1a042c6c227 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:32:27.846091 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'code': 200} Jul 28 12:32:27.869307 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=21f6df58-e9d2-485f-9434-d32665bc6f54,revision_number=7']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:32:32.515871 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-da24f98c-928e-4c47-972b-611c4404440d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:34.963671 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-511fb876-82dc-4e39-8d78-49316ba12413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:35.441963 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:35.814559 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9024339a-80a3-46de-afeb-30aa96559b34 req-da456a00-5655-4771-abd8-29f63bfa153d tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-596085968&fields=id&tenant_id=0d8b169d2193428ca9643cc42e64d9ca HTTP/1.1" status: 200 len: 267 time: 0.0372579 Jul 28 12:32:35.928098 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024339a-80a3-46de-afeb-30aa96559b34 req-f22dc3ff-5de9-45a8-b79b-f5550f79eb2a tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:35.929611 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9024339a-80a3-46de-afeb-30aa96559b34 req-f22dc3ff-5de9-45a8-b79b-f5550f79eb2a tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/networks?id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 HTTP/1.1" status: 200 len: 810 time: 0.1079791 Jul 28 12:32:35.945756 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9024339a-80a3-46de-afeb-30aa96559b34 req-9f3ab5b1-60b0-4b3d-886d-21cdad5a9900 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/quotas/0d8b169d2193428ca9643cc42e64d9ca HTTP/1.1" status: 200 len: 375 time: 0.0095987 Jul 28 12:32:36.003961 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9024339a-80a3-46de-afeb-30aa96559b34 req-f187341a-aff6-43ab-91b7-09b7fac7dbfe tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d8b169d2193428ca9643cc42e64d9ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0504754 Jul 28 12:32:36.079038 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [req-9024339a-80a3-46de-afeb-30aa96559b34 req-d57669c1-bbaa-41e8-a59a-35f42876f6fb service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 12:32:36.080196 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9024339a-80a3-46de-afeb-30aa96559b34 req-d57669c1-bbaa-41e8-a59a-35f42876f6fb service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0639772 Jul 28 12:32:36.174091 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9024339a-80a3-46de-afeb-30aa96559b34 req-10d71454-5754-4982-9868-4faad9c7f953 service neutron] 10.222.0.43 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875580 Jul 28 12:32:36.269045 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-9024339a-80a3-46de-afeb-30aa96559b34 req-d5b37de4-1530-4828-9721-bc0607196199 service neutron] 10.222.0.43 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887141 Jul 28 12:32:36.513318 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-bf677553-7230-4205-acc7-ff5caac11cb7 req-d8d62a46-9a3b-4ae3-be88-d18c57d3aa33 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 210 time: 0.0826046 Jul 28 12:32:36.604616 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:37.385231 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024339a-80a3-46de-afeb-30aa96559b34 req-1bd7bd00-ed1a-4c4a-bf95-6fb57d5372b2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:37.386775 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9024339a-80a3-46de-afeb-30aa96559b34 req-1bd7bd00-ed1a-4c4a-bf95-6fb57d5372b2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.39 "GET /v2.0/networks?id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 HTTP/1.1" status: 200 len: 810 time: 0.1055338 Jul 28 12:32:37.432818 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9024339a-80a3-46de-afeb-30aa96559b34 req-f83acda2-349e-4537-9bbc-10073a4d0b80 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d8b169d2193428ca9643cc42e64d9ca HTTP/1.1" status: 200 len: 379 time: 0.0372388 Jul 28 12:32:37.444476 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-9024339a-80a3-46de-afeb-30aa96559b34 req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Request body: {'port': {'device_id': '7947d7ef-cd87-432b-a69e-384331116dcf', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'admin_state_up': True, 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'security_groups': ['5a176496-2e39-45f9-b1c6-50e4beec690b']}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:32:37.564732 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9024339a-80a3-46de-afeb-30aa96559b34 req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Made reservation on behalf of 0d8b169d2193428ca9643cc42e64d9ca for: {'port': 1} {{(pid=100415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:32:37.568770 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9024339a-80a3-46de-afeb-30aa96559b34 req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:37.639958 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0536f725-32a7-4671-9bea-b021d516a442 req-a9ec1591-a9ed-4f99-aa23-c65095387e89 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 210 time: 0.0305972 Jul 28 12:32:37.646928 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 21f6df58-e9d2-485f-9434-d32665bc6f54 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:32:37.744110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:37.744747 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_common [req-9024339a-80a3-46de-afeb-30aa96559b34 req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Allocated IP 172.20.0.7 (18b48d74-0acb-4a9f-a2e0-c0d4c95cf714/9963c668-bad5-487e-bc90-37317cf973a4/bdeee7c8-6485-4de5-ba7c-1b714b78773b) {{(pid=100415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:32:37.786630 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port 21f6df58-e9d2-485f-9434-d32665bc6f54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=21f6df58-e9d2-485f-9434-d32665bc6f54,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:32:37.787700 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f6df58-e9d2-485f-9434-d32665bc6f54'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:32:37.790747 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add32bbe-332e-4e7d-8edf-279919e8a92e" -d '{"events": [{"server_uuid": "afa574e6-851b-4f01-80b8-a2f0b28bdb3e", "name": "network-vif-unplugged", "status": "completed", "tag": "21f6df58-e9d2-485f-9434-d32665bc6f54"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:32:37.797889 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:37.894711 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=21f6df58-e9d2-485f-9434-d32665bc6f54,revision_number=8']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:32:37.928234 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 12:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0b3f97-cc3f-4aec-a84d-8a0fbecb5367 x-openstack-request-id: req-bc0b3f97-cc3f-4aec-a84d-8a0fbecb5367 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:32:37.928526 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa574e6-851b-4f01-80b8-a2f0b28bdb3e", "name": "network-vif-unplugged", "status": "completed", "tag": "21f6df58-e9d2-485f-9434-d32665bc6f54", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:32:37.929000 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc0b3f97-cc3f-4aec-a84d-8a0fbecb5367 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:32:37.929561 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'code': 200} Jul 28 12:32:38.010450 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9024339a-80a3-46de-afeb-30aa96559b34 req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for port, precommit_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:38.035646 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-9024339a-80a3-46de-afeb-30aa96559b34 req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Transition to ACTIVE for port object bdeee7c8-6485-4de5-ba7c-1b714b78773b will not be triggered until provisioned by entity DHCP. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:32:38.097011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9024339a-80a3-46de-afeb-30aa96559b34 req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_create {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:38.156905 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:38.224640 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Pushing event updated for resources: {'Port': ['ID=bdeee7c8-6485-4de5-ba7c-1b714b78773b,revision_number=1']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:32:38.235048 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9024339a-80a3-46de-afeb-30aa96559b34 req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 is already hosted by enough agents. {{(pid=100415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:32:38.242031 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.base_scheduler [req-9024339a-80a3-46de-afeb-30aa96559b34 req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Resources bound (agent type, host, resource id): {{(pid=100415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:32:38.247175 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:38.247705 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:38.248203 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:38.248694 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:38.249170 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:38.249814 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:38.251457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:38.251457 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:38.251760 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:38.252250 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:38.253057 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:38.263583 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:38.269479 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-9024339a-80a3-46de-afeb-30aa96559b34 req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Received port after_create {{(pid=100415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:32:38.336348 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024339a-80a3-46de-afeb-30aa96559b34 req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:38.337563 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9024339a-80a3-46de-afeb-30aa96559b34 req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:38.365086 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9024339a-80a3-46de-afeb-30aa96559b34 req-935b79b2-e39c-462b-b3dc-0acc0e10cb60 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9245486 Jul 28 12:32:38.563268 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d3003b06-d765-443e-9a14-501864a7706b None None] Provisioning for port bdeee7c8-6485-4de5-ba7c-1b714b78773b completed by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:32:38.567575 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d3003b06-d765-443e-9a14-501864a7706b None None] Provisioning complete for port bdeee7c8-6485-4de5-ba7c-1b714b78773b triggered by entity DHCP. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:32:38.568318 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3003b06-d765-443e-9a14-501864a7706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:38.607149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d3003b06-d765-443e-9a14-501864a7706b None None] Port bdeee7c8-6485-4de5-ba7c-1b714b78773b cannot update to ACTIVE because it is not bound. {{(pid=100417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:32:38.772266 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e30c8c-40e9-4f33-b911-35e342edd1c4 req-cf2b658b-b9ef-4c90-abb4-f5e89b2bbfd2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:38.774694 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-20e30c8c-40e9-4f33-b911-35e342edd1c4 req-cf2b658b-b9ef-4c90-abb4-f5e89b2bbfd2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 931 time: 0.0588212 Jul 28 12:32:38.821680 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-20e30c8c-40e9-4f33-b911-35e342edd1c4 req-7fc37e02-9125-4aef-8370-a426dfd3fb4e tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394802 Jul 28 12:32:39.958505 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20af929-6ba9-4ed2-a63e-9f1b78860b9e req-a4197dd5-3242-4d3d-aed7-521b89cacae6 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:39.960020 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d20af929-6ba9-4ed2-a63e-9f1b78860b9e req-a4197dd5-3242-4d3d-aed7-521b89cacae6 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 931 time: 0.0604236 Jul 28 12:32:40.003987 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d20af929-6ba9-4ed2-a63e-9f1b78860b9e req-8841fdcc-a7b3-490d-a1d2-cd567cf6b26e tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374253 Jul 28 12:32:41.139143 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b322fc-2b3e-4d3d-8d7d-a77377246a90 req-65dd8d6f-a925-47be-bba2-6193789d9e30 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:41.141513 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b6b322fc-2b3e-4d3d-8d7d-a77377246a90 req-65dd8d6f-a925-47be-bba2-6193789d9e30 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 931 time: 0.0638149 Jul 28 12:32:41.192530 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-b6b322fc-2b3e-4d3d-8d7d-a77377246a90 req-d0dbf06b-b5d0-496a-940e-59aca5aada45 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409303 Jul 28 12:32:42.331546 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4c571-4ac7-43c3-8bcf-4fac373e711c req-d164504e-9b00-49c8-b76b-4e33e62f09e5 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:42.333220 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-70c4c571-4ac7-43c3-8bcf-4fac373e711c req-d164504e-9b00-49c8-b76b-4e33e62f09e5 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 931 time: 0.0657737 Jul 28 12:32:42.389325 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-70c4c571-4ac7-43c3-8bcf-4fac373e711c req-7297f690-652f-4885-a033-f62e34d6657d tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493846 Jul 28 12:32:43.521265 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccb05d-c6a4-4034-8b95-8b464c8308fe req-44a4c9bb-17db-4a55-bdcb-9cb6fd49155d tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:43.523585 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-06ccb05d-c6a4-4034-8b95-8b464c8308fe req-44a4c9bb-17db-4a55-bdcb-9cb6fd49155d tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 931 time: 0.0583310 Jul 28 12:32:43.570876 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-06ccb05d-c6a4-4034-8b95-8b464c8308fe req-94fb501b-3632-4ec0-80f8-82cb31be72cd tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389874 Jul 28 12:32:44.713402 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f533d7c-a3c4-4b23-bcc4-3ea5b9088caf req-d5391f3b-9d0a-4d34-884c-ce7d56fc44d4 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:44.715066 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1f533d7c-a3c4-4b23-bcc4-3ea5b9088caf req-d5391f3b-9d0a-4d34-884c-ce7d56fc44d4 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 931 time: 0.0713236 Jul 28 12:32:44.755920 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1f533d7c-a3c4-4b23-bcc4-3ea5b9088caf req-f9974fd5-a827-4d82-8ed5-502780bd12ae tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348008 Jul 28 12:32:45.885058 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14974308-5dde-43a9-8fc4-3dff9b827b9a req-9f52abf6-3f20-42c6-bba7-844d0c098124 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:45.886256 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-14974308-5dde-43a9-8fc4-3dff9b827b9a req-9f52abf6-3f20-42c6-bba7-844d0c098124 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 931 time: 0.0554872 Jul 28 12:32:45.937528 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-14974308-5dde-43a9-8fc4-3dff9b827b9a req-b5355ce4-42d3-4665-86fa-a67106008fb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411530 Jul 28 12:32:47.078196 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdd8c3-27f5-4c86-b5ab-0bad1df6ad68 req-74878c29-6e33-477e-9faf-e63974cb0a59 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:47.079723 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a6bdd8c3-27f5-4c86-b5ab-0bad1df6ad68 req-74878c29-6e33-477e-9faf-e63974cb0a59 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 931 time: 0.0588067 Jul 28 12:32:47.126604 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-a6bdd8c3-27f5-4c86-b5ab-0bad1df6ad68 req-bbb7ea7b-9ecd-45d5-b36c-a91c181a06d1 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395451 Jul 28 12:32:48.214870 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.v2.base [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Request body: {'port': {'device_id': '7947d7ef-cd87-432b-a69e-384331116dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=100415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:32:48.269752 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:48.277269 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d0246-8e10-4f7a-916d-a9b67683886c req-23148e65-de58-444b-bbbd-35c30a48ff1d tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:48.279394 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f86d0246-8e10-4f7a-916d-a9b67683886c req-23148e65-de58-444b-bbbd-35c30a48ff1d tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 931 time: 0.0767410 Jul 28 12:32:48.295876 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-486f943f-72bc-4478-894c-063e0801a9da req-c5648610-c00d-4df5-b487-9d66a4401b73 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662630 Jul 28 12:32:48.331868 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-f86d0246-8e10-4f7a-916d-a9b67683886c req-af2e1584-1238-4489-b209-1fb428d83d24 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452867 Jul 28 12:32:48.424657 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f943f-72bc-4478-894c-063e0801a9da req-00604504-6379-4d03-a758-607b05375277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:48.426191 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-486f943f-72bc-4478-894c-063e0801a9da req-00604504-6379-4d03-a758-607b05375277 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d8b169d2193428ca9643cc42e64d9ca&device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 1096 time: 0.0757270 Jul 28 12:32:48.567576 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdeee7c8-6485-4de5-ba7c-1b714b78773b {{(pid=100415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:32:48.575681 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:48.588263 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.provisioning_blocks [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Transition to ACTIVE for port object bdeee7c8-6485-4de5-ba7c-1b714b78773b will not be triggered until provisioned by entity L2. {{(pid=100415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:32:48.594015 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:48.604047 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f943f-72bc-4478-894c-063e0801a9da req-4e3e3c51-cf13-4f29-a5e2-b75efc5aa937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:48.605542 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-486f943f-72bc-4478-894c-063e0801a9da req-4e3e3c51-cf13-4f29-a5e2-b75efc5aa937 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 HTTP/1.1" status: 200 len: 911 time: 0.1528604 Jul 28 12:32:48.650679 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Pushing event updated for resources: {'Port': ['ID=bdeee7c8-6485-4de5-ba7c-1b714b78773b,revision_number=2']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:32:48.722101 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Attempting to bind port bdeee7c8-6485-4de5-ba7c-1b714b78773b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:32:48.722452 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Attempting to bind port bdeee7c8-6485-4de5-ba7c-1b714b78773b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5f68d9f0-4e33-4923-ade6-5f62ad953bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714'}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:32:48.722793 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Attempting to bind port bdeee7c8-6485-4de5-ba7c-1b714b78773b on network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:32:48.727617 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Port bdeee7c8-6485-4de5-ba7c-1b714b78773b on network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:32:48.727953 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Attempting to bind port bdeee7c8-6485-4de5-ba7c-1b714b78773b on network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:32:48.732629 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-486f943f-72bc-4478-894c-063e0801a9da req-7064ccc6-8cf2-4dcd-ae82-b2954401c455 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f6df58-e9d2-485f-9434-d32665bc6f54 HTTP/1.1" status: 200 len: 999 time: 0.1195498 Jul 28 12:32:48.734843 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Checking agent: {'id': '0c13951a-03c6-4bb7-98ed-e8e08008c069', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'started_at': datetime.datetime(2021, 7, 28, 11, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:32:48.735194 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Checking segment: {'id': '5f68d9f0-4e33-4923-ade6-5f62ad953bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:32:48.735584 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Bound using segment: {'id': '5f68d9f0-4e33-4923-ade6-5f62ad953bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714'} {{(pid=100415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:32:48.736028 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.managers [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Bound port: bdeee7c8-6485-4de5-ba7c-1b714b78773b, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f68d9f0-4e33-4923-ade6-5f62ad953bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714'}}] {{(pid=100415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:32:48.736396 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:48.804305 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f943f-72bc-4478-894c-063e0801a9da req-04b44b1f-6aa6-441a-8ead-ce819e9db38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:48.806038 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-486f943f-72bc-4478-894c-063e0801a9da req-04b44b1f-6aa6-441a-8ead-ce819e9db38b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9963c668-bad5-487e-bc90-37317cf973a4 HTTP/1.1" status: 200 len: 849 time: 0.0605752 Jul 28 12:32:48.819111 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] For port bdeee7c8-6485-4de5-ba7c-1b714b78773b, host hv-neutron-7864, cleared binding levels {{(pid=100415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:32:48.823027 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] For port bdeee7c8-6485-4de5-ba7c-1b714b78773b, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdeee7c8-6485-4de5-ba7c-1b714b78773b,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:32:48.828908 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127945'] for port, after_update {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:48.862643 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:48.863282 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:48.864781 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9024339a-80a3-46de-afeb-30aa96559b34 req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] 10.222.0.39 "PUT /v2.0/ports/bdeee7c8-6485-4de5-ba7c-1b714b78773b HTTP/1.1" status: 200 len: 1093 time: 0.6551037 Jul 28 12:32:48.865234 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7947d7ef-cd87-432b-a69e-384331116dcf', 'tag': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:32:48.867555 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6670463-3aae-4efa-a0cb-e8f973511b98" -d '{"events": [{"name": "network-changed", "server_uuid": "7947d7ef-cd87-432b-a69e-384331116dcf", "tag": "bdeee7c8-6485-4de5-ba7c-1b714b78773b"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:32:48.901961 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f943f-72bc-4478-894c-063e0801a9da req-82ecd835-5a75-4fb5-b687-abff85653647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:48.904023 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-486f943f-72bc-4478-894c-063e0801a9da req-82ecd835-5a75-4fb5-b687-abff85653647 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0881643 Jul 28 12:32:48.909525 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e7abc-874e-46f9-aafa-190e4753b184 service neutron] Pushing event updated for resources: {'Port': ['ID=bdeee7c8-6485-4de5-ba7c-1b714b78773b,revision_number=3']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:32:48.953460 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b426185-1391-40c1-8ba1-c6b8c544c44c x-openstack-request-id: req-0b426185-1391-40c1-8ba1-c6b8c544c44c {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:32:48.953816 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7947d7ef-cd87-432b-a69e-384331116dcf", "tag": "bdeee7c8-6485-4de5-ba7c-1b714b78773b", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:32:48.954005 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b426185-1391-40c1-8ba1-c6b8c544c44c {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:32:48.954406 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7947d7ef-cd87-432b-a69e-384331116dcf', 'tag': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b', 'status': 'completed', 'code': 200} Jul 28 12:32:48.970031 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024339a-80a3-46de-afeb-30aa96559b34 req-ab88b0cf-4097-4d35-80cd-4c1aa4a572b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:48.971874 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9024339a-80a3-46de-afeb-30aa96559b34 req-ab88b0cf-4097-4d35-80cd-4c1aa4a572b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d8b169d2193428ca9643cc42e64d9ca&device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 1096 time: 0.0545204 Jul 28 12:32:49.025679 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-486f943f-72bc-4478-894c-063e0801a9da req-043c43a4-3cdf-41a1-9134-f9d6fee62078 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083100 Jul 28 12:32:49.027533 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9024339a-80a3-46de-afeb-30aa96559b34 req-9a79cf1e-f234-4c34-b903-79829eae2fd1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdeee7c8-6485-4de5-ba7c-1b714b78773b HTTP/1.1" status: 200 len: 217 time: 0.0422490 Jul 28 12:32:49.089698 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024339a-80a3-46de-afeb-30aa96559b34 req-fff3ed74-208c-49f1-9d63-141234a94166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:49.091215 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9024339a-80a3-46de-afeb-30aa96559b34 req-fff3ed74-208c-49f1-9d63-141234a94166 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9963c668-bad5-487e-bc90-37317cf973a4 HTTP/1.1" status: 200 len: 849 time: 0.0508425 Jul 28 12:32:49.135266 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-486f943f-72bc-4478-894c-063e0801a9da req-df8edfd8-a388-4fdb-929d-4b03df1b6330 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955703 Jul 28 12:32:49.147727 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024339a-80a3-46de-afeb-30aa96559b34 req-428a1109-d82f-4a25-82ae-c66f5407e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:49.149361 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9024339a-80a3-46de-afeb-30aa96559b34 req-428a1109-d82f-4a25-82ae-c66f5407e3da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0478361 Jul 28 12:32:49.246991 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9024339a-80a3-46de-afeb-30aa96559b34 req-c50e05e2-019c-4bcf-9024-aa3d78f8cdf2 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897722 Jul 28 12:32:49.339272 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-9024339a-80a3-46de-afeb-30aa96559b34 req-e89d4899-134d-4952-a6ac-02dd31b7a052 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856841 Jul 28 12:32:49.435751 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6670463-3aae-4efa-a0cb-e8f973511b98 req-837d4dfa-b097-495b-8aef-10f507807c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:49.437263 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c6670463-3aae-4efa-a0cb-e8f973511b98 req-837d4dfa-b097-495b-8aef-10f507807c6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d8b169d2193428ca9643cc42e64d9ca&device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 1096 time: 0.0441866 Jul 28 12:32:49.458524 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e068db5-69ff-473d-8a3d-84518787e09e req-05b748e5-907b-48fd-8215-180f2e5f0ecd tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:49.460047 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7e068db5-69ff-473d-8a3d-84518787e09e req-05b748e5-907b-48fd-8215-180f2e5f0ecd tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 943 time: 0.0554798 Jul 28 12:32:49.500347 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-7e068db5-69ff-473d-8a3d-84518787e09e req-a64d992f-3e51-4141-a87b-12b0f4f3a4b3 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341527 Jul 28 12:32:49.541253 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6670463-3aae-4efa-a0cb-e8f973511b98 req-b6237dc1-7e25-4daf-8b3c-f63a2c326f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:49.542888 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c6670463-3aae-4efa-a0cb-e8f973511b98 req-b6237dc1-7e25-4daf-8b3c-f63a2c326f58 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 HTTP/1.1" status: 200 len: 911 time: 0.0986705 Jul 28 12:32:49.586061 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c6670463-3aae-4efa-a0cb-e8f973511b98 req-1ad5bdab-7f15-4bc0-93a3-5aee4484781b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdeee7c8-6485-4de5-ba7c-1b714b78773b HTTP/1.1" status: 200 len: 217 time: 0.0350511 Jul 28 12:32:49.641548 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6670463-3aae-4efa-a0cb-e8f973511b98 req-79e326e4-7c29-4da9-8b98-2764da5d071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:49.643120 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c6670463-3aae-4efa-a0cb-e8f973511b98 req-79e326e4-7c29-4da9-8b98-2764da5d071d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9963c668-bad5-487e-bc90-37317cf973a4 HTTP/1.1" status: 200 len: 849 time: 0.0496340 Jul 28 12:32:49.692625 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6670463-3aae-4efa-a0cb-e8f973511b98 req-9f417aab-1347-41ce-8882-7f7c3b0d5ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:49.694167 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c6670463-3aae-4efa-a0cb-e8f973511b98 req-9f417aab-1347-41ce-8882-7f7c3b0d5ca6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0431032 Jul 28 12:32:49.789932 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c6670463-3aae-4efa-a0cb-e8f973511b98 req-f9fdb9b5-db3c-44ad-9fb2-47df7c762d2d service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867050 Jul 28 12:32:49.888572 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-c6670463-3aae-4efa-a0cb-e8f973511b98 req-e61ba3a7-9189-42ac-a2c9-a3e8748d112d service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901623 Jul 28 12:32:50.623410 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc496aa-c69e-4fe9-b82c-013ded99b069 req-b34796da-d0e4-40c3-9f9b-985d5babd988 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:50.624608 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:50.625166 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fdc496aa-c69e-4fe9-b82c-013ded99b069 req-b34796da-d0e4-40c3-9f9b-985d5babd988 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 943 time: 0.0517540 Jul 28 12:32:50.663931 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-fdc496aa-c69e-4fe9-b82c-013ded99b069 req-15d86e07-9a22-461b-bcbb-ad1d21c214a4 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328772 Jul 28 12:32:50.847606 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:32:51.673776 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device bdeee7c8-6485-4de5-ba7c-1b714b78773b details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:32:51.774786 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port bdeee7c8-6485-4de5-ba7c-1b714b78773b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdeee7c8-6485-4de5-ba7c-1b714b78773b,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:32:51.784637 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021feae-d614-4781-856c-93ba87f40857 req-eece2fb4-0aee-4d22-bf94-639e24ff317a tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:51.786714 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1021feae-d614-4781-856c-93ba87f40857 req-eece2fb4-0aee-4d22-bf94-639e24ff317a tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 943 time: 0.0514686 Jul 28 12:32:51.790572 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'port_id': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b', 'mac_address': 'fa:16:3e:84:b1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:32:51.830147 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-1021feae-d614-4781-856c-93ba87f40857 req-661bd650-2209-4807-aed4-8b2839945177 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365207 Jul 28 12:32:51.831813 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:51.845565 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdeee7c8-6485-4de5-ba7c-1b714b78773b {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:32:51.865180 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port bdeee7c8-6485-4de5-ba7c-1b714b78773b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdeee7c8-6485-4de5-ba7c-1b714b78773b,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:32:51.873100 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:51.923571 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=bdeee7c8-6485-4de5-ba7c-1b714b78773b,revision_number=4']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:32:52.087036 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['bdeee7c8-6485-4de5-ba7c-1b714b78773b'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:32:52.963551 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91194f2e-fedf-4401-a25c-dd35e16270f3 req-fa438238-3423-4409-b361-226704e3f83b tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:52.965096 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-91194f2e-fedf-4401-a25c-dd35e16270f3 req-fa438238-3423-4409-b361-226704e3f83b tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 944 time: 0.0567048 Jul 28 12:32:53.006099 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-91194f2e-fedf-4401-a25c-dd35e16270f3 req-539827b7-f2b4-4c4e-93d7-5e72f0d8bb73 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343454 Jul 28 12:32:53.696939 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device bdeee7c8-6485-4de5-ba7c-1b714b78773b up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:32:53.746569 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning for port bdeee7c8-6485-4de5-ba7c-1b714b78773b completed by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:32:53.751662 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port bdeee7c8-6485-4de5-ba7c-1b714b78773b triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:32:53.752037 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:53.833643 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:53.857932 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7947d7ef-cd87-432b-a69e-384331116dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:32:53.860316 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ccdf57-a5f2-4853-acbf-89f144aab7c1" -d '{"events": [{"server_uuid": "7947d7ef-cd87-432b-a69e-384331116dcf", "name": "network-vif-plugged", "status": "completed", "tag": "bdeee7c8-6485-4de5-ba7c-1b714b78773b"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:32:53.874857 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port bdeee7c8-6485-4de5-ba7c-1b714b78773b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdeee7c8-6485-4de5-ba7c-1b714b78773b,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:32:53.879736 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:53.904639 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adfc7fe-7c5a-44a0-9f9c-2946b1c06a13 x-openstack-request-id: req-5adfc7fe-7c5a-44a0-9f9c-2946b1c06a13 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:32:53.904930 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7947d7ef-cd87-432b-a69e-384331116dcf", "name": "network-vif-plugged", "status": "completed", "tag": "bdeee7c8-6485-4de5-ba7c-1b714b78773b", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:32:53.905180 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5adfc7fe-7c5a-44a0-9f9c-2946b1c06a13 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:32:53.905566 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7947d7ef-cd87-432b-a69e-384331116dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b', 'code': 200} Jul 28 12:32:53.932109 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=bdeee7c8-6485-4de5-ba7c-1b714b78773b,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:32:54.091424 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28557a5b-e67c-4bda-a899-abea8f14f596 req-31e6a920-a942-4f18-a881-60a76ce23108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:54.092938 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-28557a5b-e67c-4bda-a899-abea8f14f596 req-31e6a920-a942-4f18-a881-60a76ce23108 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 1098 time: 0.0500834 Jul 28 12:32:54.129495 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31291f-f08c-4b43-8689-2d46d1ce3e8f req-198cb0d0-8803-4348-8bac-3d36cf5e74eb tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:54.133443 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8b31291f-f08c-4b43-8689-2d46d1ce3e8f req-198cb0d0-8803-4348-8bac-3d36cf5e74eb tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 945 time: 0.0512314 Jul 28 12:32:54.133705 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-28557a5b-e67c-4bda-a899-abea8f14f596 req-895edca2-4a6d-4a20-bc5a-68e408a8ca1a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295842 Jul 28 12:32:54.170006 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8b31291f-f08c-4b43-8689-2d46d1ce3e8f req-44238829-df34-4818-9028-d95b6dab854d tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330007 Jul 28 12:32:55.286768 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ffaa8-855d-457c-9750-50832bc0024e req-f79031a7-af85-4482-8b45-b5d994bef00a tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:55.288285 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-693ffaa8-855d-457c-9750-50832bc0024e req-f79031a7-af85-4482-8b45-b5d994bef00a tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 945 time: 0.0501130 Jul 28 12:32:55.331024 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-693ffaa8-855d-457c-9750-50832bc0024e req-3c122ee4-0b78-41fd-aec9-e77812a41442 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358508 Jul 28 12:32:55.462559 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf44c91-52d4-440f-8b32-75712b6cb5c0 req-ab783e6c-5d92-4042-a834-232e01967d0f tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:55.463949 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8bf44c91-52d4-440f-8b32-75712b6cb5c0 req-ab783e6c-5d92-4042-a834-232e01967d0f tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 945 time: 0.0553393 Jul 28 12:32:55.502593 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-8bf44c91-52d4-440f-8b32-75712b6cb5c0 req-e9efd24f-55e3-46e5-979f-b6562428d057 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325053 Jul 28 12:32:55.524568 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 39352) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:32:55.565565 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e1c02a-9c3c-4264-afea-a595478371e1 tempest-TestSnapshotPattern-884958230 tempest-TestSnapshotPattern-884958230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:55.567110 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-92e1c02a-9c3c-4264-afea-a595478371e1 tempest-TestSnapshotPattern-884958230 tempest-TestSnapshotPattern-884958230-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 1093 time: 0.0415618 Jul 28 12:32:55.569826 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 39354) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:32:55.574161 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.v2.base [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Request body: {'floatingip': {'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'port_id': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:32:55.597726 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for floatingip, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:55.709572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:55.818127 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_common [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Allocated IP 172.26.1.201 (e4f7873c-4d94-460a-8c07-155f724d96cd/48ab53c6-d51a-4dff-b383-73ad4c768c92/4a7316ba-66da-4bfe-80c6-d638baa23891) {{(pid=100416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:32:55.927272 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for port, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:55.968356 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758057604100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:56.005526 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Network e4f7873c-4d94-460a-8c07-155f724d96cd is already hosted by enough agents. {{(pid=100416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:32:56.008408 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.base_scheduler [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Resources bound (agent type, host, resource id): {{(pid=100416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:32:56.011034 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Received port after_create {{(pid=100416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:32:56.041544 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Pushing event updated for resources: {'Port': ['ID=4a7316ba-66da-4bfe-80c6-d638baa23891,revision_number=1']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:32:56.054725 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:56.054987 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:56.055324 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:56.055662 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:56.055997 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:56.056326 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:56.056647 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:56.056969 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:56.057292 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:56.057611 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:56.057928 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:56.058245 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:32:56.395200 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:56.462800 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:56.617334 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for port, precommit_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:56.622682 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9515168'] for port, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:56.687535 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Pushing event updated for resources: {'Port': ['ID=4a7316ba-66da-4bfe-80c6-d638baa23891,revision_number=2']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:32:56.701003 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612032'] for floatingip, after_update {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:56.803124 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Floating IP 33a55145-e22f-4fa8-a040-c62a862fde50 associated. External IP: 172.26.1.201, port: bdeee7c8-6485-4de5-ba7c-1b714b78773b. Jul 28 12:32:57.013543 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Router 1b7c5859-66af-4fda-8cec-9d8fd621c590 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:32:57.130626 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:32:57.143260 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3221ba-9e15-4189-86fa-c935d819f4d2 None None] Sync routers for ids ['1b7c5859-66af-4fda-8cec-9d8fd621c590'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:32:57.149373 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:57.153045 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3221ba-9e15-4189-86fa-c935d819f4d2 None None] Routers {'1b7c5859-66af-4fda-8cec-9d8fd621c590'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:32:57.153905 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3c3221ba-9e15-4189-86fa-c935d819f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:32:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1b7c5859-66af-4fda-8cec-9d8fd621c590'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:32:57.187265 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-56fa0464-7daa-4443-ba0b-7656a295a030 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6164055 Jul 28 12:32:57.187848 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7947d7ef-cd87-432b-a69e-384331116dcf', 'tag': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:32:57.190101 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bedcb06-4a02-4e51-a8cf-0fd94503539a" -d '{"events": [{"name": "network-changed", "server_uuid": "7947d7ef-cd87-432b-a69e-384331116dcf", "tag": "bdeee7c8-6485-4de5-ba7c-1b714b78773b"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:32:57.227933 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd8f7b2-3db4-4478-af82-4e67785315df x-openstack-request-id: req-4dd8f7b2-3db4-4478-af82-4e67785315df {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:32:57.228220 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7947d7ef-cd87-432b-a69e-384331116dcf", "tag": "bdeee7c8-6485-4de5-ba7c-1b714b78773b", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:32:57.228473 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4dd8f7b2-3db4-4478-af82-4e67785315df {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:32:57.228877 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7947d7ef-cd87-432b-a69e-384331116dcf', 'tag': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b', 'status': 'completed', 'code': 200} Jul 28 12:32:57.273973 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-3c3221ba-9e15-4189-86fa-c935d819f4d2 None None] Set router 1b7c5859-66af-4fda-8cec-9d8fd621c590 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:32:57.291816 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedcb06-4a02-4e51-a8cf-0fd94503539a req-5e4d0026-4f35-4df5-9fc9-5693dc6db2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:57.293364 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0bedcb06-4a02-4e51-a8cf-0fd94503539a req-5e4d0026-4f35-4df5-9fc9-5693dc6db2b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d8b169d2193428ca9643cc42e64d9ca&device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 1098 time: 0.0424783 Jul 28 12:32:57.393979 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedcb06-4a02-4e51-a8cf-0fd94503539a req-40213ab3-f37b-4187-99c4-4f6aff0e8fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:57.395496 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0bedcb06-4a02-4e51-a8cf-0fd94503539a req-40213ab3-f37b-4187-99c4-4f6aff0e8fca service neutron] 10.222.0.39 "GET /v2.0/networks?id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 HTTP/1.1" status: 200 len: 911 time: 0.0954862 Jul 28 12:32:57.463988 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0bedcb06-4a02-4e51-a8cf-0fd94503539a req-a2ef38f2-1db2-476a-a0ef-a3feb7b8346d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdeee7c8-6485-4de5-ba7c-1b714b78773b HTTP/1.1" status: 200 len: 999 time: 0.0615034 Jul 28 12:32:57.515479 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3c3221ba-9e15-4189-86fa-c935d819f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '33a55145-e22f-4fa8-a040-c62a862fde50', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'floating_ip_address': '172.26.1.201', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'port_id': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'mac_address': 'fa:16:3e:84:b1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7947d7ef-cd87-432b-a69e-384331116dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:32:56Z', 'updated_at': '2021-07-28T12:32:56Z', 'revision_number': 0, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'fixed_ip_address_scope': None}, {'id': 'bba12e13-1c92-404c-a631-07801bfe557a', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'port_id': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'mac_address': 'fa:16:3e:a6:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:30:24Z', 'updated_at': '2021-07-28T12:30:26Z', 'revision_number': 1, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd664b6a7-4075-4690-b6e9-40a2dba36192', 'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'mac_address': 'fa:16:3e:89:12:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:03Z', 'updated_at': '2021-07-28T12:30:10Z', 'revision_number': 5, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'subnets': [{'id': '9963c668-bad5-487e-bc90-37317cf973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:32:57.522174 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedcb06-4a02-4e51-a8cf-0fd94503539a req-b0bbbb8b-5430-415d-8caa-0509f1b529b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:57.523725 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0bedcb06-4a02-4e51-a8cf-0fd94503539a req-b0bbbb8b-5430-415d-8caa-0509f1b529b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9963c668-bad5-487e-bc90-37317cf973a4 HTTP/1.1" status: 200 len: 849 time: 0.0522063 Jul 28 12:32:57.543651 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3221ba-9e15-4189-86fa-c935d819f4d2 None None] Checking router: 1b7c5859-66af-4fda-8cec-9d8fd621c590 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:32:57.552314 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3221ba-9e15-4189-86fa-c935d819f4d2 None None] Routers {'1b7c5859-66af-4fda-8cec-9d8fd621c590'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:32:57.552927 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3c3221ba-9e15-4189-86fa-c935d819f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:32:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1b7c5859-66af-4fda-8cec-9d8fd621c590'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:32:57.574613 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedcb06-4a02-4e51-a8cf-0fd94503539a req-243b2a05-d18c-4950-a32e-207f6f055be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:32:57.576877 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0bedcb06-4a02-4e51-a8cf-0fd94503539a req-243b2a05-d18c-4950-a32e-207f6f055be8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0459912 Jul 28 12:32:57.663297 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-3c3221ba-9e15-4189-86fa-c935d819f4d2 None None] Set router 1b7c5859-66af-4fda-8cec-9d8fd621c590 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:32:57.671127 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0bedcb06-4a02-4e51-a8cf-0fd94503539a req-ef1cbe1a-308b-4809-97e7-5261136ef350 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871701 Jul 28 12:32:57.767488 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-0bedcb06-4a02-4e51-a8cf-0fd94503539a req-eb06eb13-cd42-4182-9ffc-4355e061c951 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896585 Jul 28 12:32:57.905071 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-3c3221ba-9e15-4189-86fa-c935d819f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '33a55145-e22f-4fa8-a040-c62a862fde50', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'floating_ip_address': '172.26.1.201', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'port_id': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'mac_address': 'fa:16:3e:84:b1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7947d7ef-cd87-432b-a69e-384331116dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:32:56Z', 'updated_at': '2021-07-28T12:32:56Z', 'revision_number': 0, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'fixed_ip_address_scope': None}, {'id': 'bba12e13-1c92-404c-a631-07801bfe557a', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'port_id': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'mac_address': 'fa:16:3e:a6:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:30:24Z', 'updated_at': '2021-07-28T12:30:26Z', 'revision_number': 1, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd664b6a7-4075-4690-b6e9-40a2dba36192', 'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'mac_address': 'fa:16:3e:89:12:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:03Z', 'updated_at': '2021-07-28T12:30:10Z', 'revision_number': 5, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'subnets': [{'id': '9963c668-bad5-487e-bc90-37317cf973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:32:57.932116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3221ba-9e15-4189-86fa-c935d819f4d2 None None] The sync data for ids ['1b7c5859-66af-4fda-8cec-9d8fd621c590'] in dv-neutron-786478-16-hyperv is: [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': '33a55145-e22f-4fa8-a040-c62a862fde50', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'floating_ip_address': '172.26.1.201', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'port_id': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'mac_address': 'fa:16:3e:84:b1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7947d7ef-cd87-432b-a69e-384331116dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:32:56Z', 'updated_at': '2021-07-28T12:32:56Z', 'revision_number': 0, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'fixed_ip_address_scope': None}, {'id': 'bba12e13-1c92-404c-a631-07801bfe557a', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'port_id': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'mac_address': 'fa:16:3e:a6:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:30:24Z', 'updated_at': '2021-07-28T12:30:26Z', 'revision_number': 1, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd664b6a7-4075-4690-b6e9-40a2dba36192', 'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'mac_address': 'fa:16:3e:89:12:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:03Z', 'updated_at': '2021-07-28T12:30:10Z', 'revision_number': 5, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'subnets': [{'id': '9963c668-bad5-487e-bc90-37317cf973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:32:58.123805 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b14a33-d2e0-4f47-9383-0b8e188cdc22 None None] New status for floating IP 33a55145-e22f-4fa8-a040-c62a862fde50: ACTIVE {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:33:02.510220 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-633e3e3e-bc9f-4a89-9ddd-abfdd9c5d584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:04.967041 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4431ff0-9346-4437-8ead-d158f45947be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:05.444599 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:06.599268 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:08.145875 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:20.632166 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:27.846729 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:33:32.513028 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f63e2f3-aa7c-4343-81d3-8ea8895e4e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:34.969968 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e491d9ba-41e6-4a5f-9c6d-6176e358e18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:35.445606 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:36.604898 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:38.149007 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:45.256057 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fca88708-5231-46d3-b032-c9a169751e46 req-303638cb-3075-476d-adf0-7467028b0147 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443397 Jul 28 12:33:45.346075 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca88708-5231-46d3-b032-c9a169751e46 req-f3ce0c89-83e7-491c-9ade-3d1f02deb903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:33:45.348020 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fca88708-5231-46d3-b032-c9a169751e46 req-f3ce0c89-83e7-491c-9ade-3d1f02deb903 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d8b169d2193428ca9643cc42e64d9ca&device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 1096 time: 0.0489559 Jul 28 12:33:45.455885 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca88708-5231-46d3-b032-c9a169751e46 req-d900c49f-bdf9-47c6-b1e5-822766e6da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:33:45.457380 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fca88708-5231-46d3-b032-c9a169751e46 req-d900c49f-bdf9-47c6-b1e5-822766e6da85 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 HTTP/1.1" status: 200 len: 911 time: 0.0906632 Jul 28 12:33:45.524824 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fca88708-5231-46d3-b032-c9a169751e46 req-162b0dc4-3b05-46ec-9dbb-191c4ece411e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f6df58-e9d2-485f-9434-d32665bc6f54 HTTP/1.1" status: 200 len: 999 time: 0.0601237 Jul 28 12:33:45.581154 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca88708-5231-46d3-b032-c9a169751e46 req-eb2c42b4-8cd5-4db8-8f52-3990988da4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:33:45.582694 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fca88708-5231-46d3-b032-c9a169751e46 req-eb2c42b4-8cd5-4db8-8f52-3990988da4df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9963c668-bad5-487e-bc90-37317cf973a4 HTTP/1.1" status: 200 len: 849 time: 0.0504422 Jul 28 12:33:45.629594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca88708-5231-46d3-b032-c9a169751e46 req-573467af-b560-4728-a976-23f232546383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:33:45.631251 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fca88708-5231-46d3-b032-c9a169751e46 req-573467af-b560-4728-a976-23f232546383 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0416055 Jul 28 12:33:45.723538 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fca88708-5231-46d3-b032-c9a169751e46 req-baf4e32f-d0ea-46a5-86d6-3a74ce3f05a5 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840223 Jul 28 12:33:45.819997 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-fca88708-5231-46d3-b032-c9a169751e46 req-e0b23cb6-1d04-4ab7-83f2-0064f8f952e6 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897713 Jul 28 12:33:50.641669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:02.516501 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-740d91ad-fc85-4721-8559-fb4386679352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:04.846723 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:34:04.970714 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-84024149-81c3-4572-9505-3ef392a13a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:05.447801 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:06.608028 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:08.151896 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:20.638095 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:32.522361 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a84574f-08a2-44cf-8bdb-f3fc04fcdece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:34.972553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6ab27ed2-a571-42b6-95cc-d342e0d55243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:35.450611 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:36.607460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:38.154297 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:40.188821 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device bdeee7c8-6485-4de5-ba7c-1b714b78773b details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=100417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:34:40.292751 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port bdeee7c8-6485-4de5-ba7c-1b714b78773b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdeee7c8-6485-4de5-ba7c-1b714b78773b,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:34:40.308483 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Returning: {'device': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'port_id': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b', 'mac_address': 'fa:16:3e:84:b1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:34:40.360557 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:40.375303 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdeee7c8-6485-4de5-ba7c-1b714b78773b {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:34:40.410457 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port bdeee7c8-6485-4de5-ba7c-1b714b78773b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdeee7c8-6485-4de5-ba7c-1b714b78773b,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:34:40.416546 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:40.497711 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=bdeee7c8-6485-4de5-ba7c-1b714b78773b,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:34:40.505436 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:40.505783 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:40.506129 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:40.506499 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:40.506881 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:40.507207 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:40.507514 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:40.507874 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:40.508176 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:40.508502 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:40.508826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:40.509148 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:40.517756 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] get_ports_and_sgs() called for port_ids ['bdeee7c8-6485-4de5-ba7c-1b714b78773b'] {{(pid=100417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:34:41.845862 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:34:42.189257 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device bdeee7c8-6485-4de5-ba7c-1b714b78773b up at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:34:42.245471 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Provisioning complete for port bdeee7c8-6485-4de5-ba7c-1b714b78773b triggered by entity L2. {{(pid=100417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:34:42.245851 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508424'] for port, provisioning_complete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:42.339638 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550923'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:42.379161 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7947d7ef-cd87-432b-a69e-384331116dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:34:42.382110 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a316dffb843aa90ced0a172241e32f513b153e31cbfded0533d3848a960be396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cc6285-8790-49db-86b1-e412bf2847d3" -d '{"events": [{"server_uuid": "7947d7ef-cd87-432b-a69e-384331116dcf", "name": "network-vif-plugged", "status": "completed", "tag": "bdeee7c8-6485-4de5-ba7c-1b714b78773b"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:34:42.388307 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] For port bdeee7c8-6485-4de5-ba7c-1b714b78773b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdeee7c8-6485-4de5-ba7c-1b714b78773b,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:34:42.393429 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758057976369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758057604118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758057604136'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:42.434848 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b26f214-4f1d-4900-99f8-e4cb708b4ebd x-openstack-request-id: req-1b26f214-4f1d-4900-99f8-e4cb708b4ebd {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:34:42.435145 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7947d7ef-cd87-432b-a69e-384331116dcf", "name": "network-vif-plugged", "status": "completed", "tag": "bdeee7c8-6485-4de5-ba7c-1b714b78773b", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:34:42.435385 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b26f214-4f1d-4900-99f8-e4cb708b4ebd {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:34:42.435776 dv-neutron-786478-16-hyperv neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7947d7ef-cd87-432b-a69e-384331116dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b', 'code': 200} Jul 28 12:34:42.461815 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Pushing event updated for resources: {'Port': ['ID=bdeee7c8-6485-4de5-ba7c-1b714b78773b,revision_number=7']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:34:47.459215 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71048d44-536c-4d76-a1fd-ce4d8f9ece96 req-6c20914d-6d33-42cf-bbe1-f26192102363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:34:47.461127 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-71048d44-536c-4d76-a1fd-ce4d8f9ece96 req-6c20914d-6d33-42cf-bbe1-f26192102363 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d8b169d2193428ca9643cc42e64d9ca&device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 1098 time: 0.2094405 Jul 28 12:34:47.586671 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71048d44-536c-4d76-a1fd-ce4d8f9ece96 req-e4244666-a675-4ccf-ba4b-b75ef88ec25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:34:47.588238 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-71048d44-536c-4d76-a1fd-ce4d8f9ece96 req-e4244666-a675-4ccf-ba4b-b75ef88ec25c service neutron] 10.222.0.39 "GET /v2.0/networks?id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 HTTP/1.1" status: 200 len: 911 time: 0.1029930 Jul 28 12:34:47.672899 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-71048d44-536c-4d76-a1fd-ce4d8f9ece96 req-45552edf-7a46-4e4c-ad6d-57776eb11dd4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdeee7c8-6485-4de5-ba7c-1b714b78773b HTTP/1.1" status: 200 len: 1001 time: 0.0753992 Jul 28 12:34:47.731104 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71048d44-536c-4d76-a1fd-ce4d8f9ece96 req-74a36a3e-ef43-431d-a244-df04f5f13140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:34:47.732938 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-71048d44-536c-4d76-a1fd-ce4d8f9ece96 req-74a36a3e-ef43-431d-a244-df04f5f13140 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9963c668-bad5-487e-bc90-37317cf973a4 HTTP/1.1" status: 200 len: 849 time: 0.0532408 Jul 28 12:34:47.799611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71048d44-536c-4d76-a1fd-ce4d8f9ece96 req-5dd1581c-a832-4a7a-9c57-a5c7e2565ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:34:47.799611 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-71048d44-536c-4d76-a1fd-ce4d8f9ece96 req-5dd1581c-a832-4a7a-9c57-a5c7e2565ad6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0553958 Jul 28 12:34:47.809989 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [req-71048d44-536c-4d76-a1fd-ce4d8f9ece96 req-f892ba89-cc62-4ef2-85c5-9e542a56e3ba service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 12:34:47.811116 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-71048d44-536c-4d76-a1fd-ce4d8f9ece96 req-f892ba89-cc62-4ef2-85c5-9e542a56e3ba service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059400 Jul 28 12:34:47.919595 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-71048d44-536c-4d76-a1fd-ce4d8f9ece96 req-4a336235-8e05-40d5-8607-d488a133a583 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997882 Jul 28 12:34:48.024027 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-71048d44-536c-4d76-a1fd-ce4d8f9ece96 req-52933c6c-8de3-4edc-9ff8-a4e8c268df79 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972154 Jul 28 12:34:48.866280 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 39570) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:34:49.025958 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Deleting port 4a7316ba-66da-4bfe-80c6-d638baa23891 {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:34:49.026304 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:49.106889 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:49.107216 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:49.119562 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Calling delete_port for 4a7316ba-66da-4bfe-80c6-d638baa23891 owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:34:49.599981 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:49.627549 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Pushing event deleted for resources: {'Port': ['ID=4a7316ba-66da-4bfe-80c6-d638baa23891,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:34:49.651970 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:49.652315 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:49.652650 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:49.652980 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:49.653304 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:49.653629 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:49.653948 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:49.654309 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:49.654642 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:49.654961 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:49.655273 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:49.655584 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:49.696466 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:49.696795 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Floating IP 33a55145-e22f-4fa8-a040-c62a862fde50 disassociated (deleted). External IP: 172.26.1.201, port: bdeee7c8-6485-4de5-ba7c-1b714b78773b. Jul 28 12:34:49.905115 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Router 1b7c5859-66af-4fda-8cec-9d8fd621c590 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:34:50.020459 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:34:50.025332 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:50.029886 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38830ac-ec24-4ef0-8fb3-cd271c727f8d None None] Sync routers for ids ['1b7c5859-66af-4fda-8cec-9d8fd621c590'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:34:50.040220 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38830ac-ec24-4ef0-8fb3-cd271c727f8d None None] Routers {'1b7c5859-66af-4fda-8cec-9d8fd621c590'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:34:50.040834 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d38830ac-ec24-4ef0-8fb3-cd271c727f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:34:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1b7c5859-66af-4fda-8cec-9d8fd621c590'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:34:50.053928 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-5daef43a-07a1-4dd9-9e87-117243278cb9 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "DELETE /v2.0/floatingips/33a55145-e22f-4fa8-a040-c62a862fde50 HTTP/1.1" status: 204 len: 168 time: 1.1865466 Jul 28 12:34:50.054653 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7947d7ef-cd87-432b-a69e-384331116dcf', 'tag': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:34:50.056996 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695d5835-42fe-4f8b-8498-173ff5bd7aee" -d '{"events": [{"name": "network-changed", "server_uuid": "7947d7ef-cd87-432b-a69e-384331116dcf", "tag": "bdeee7c8-6485-4de5-ba7c-1b714b78773b"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:34:50.099078 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6704195-3b0a-4af8-b9ac-d5491e891ad4 x-openstack-request-id: req-b6704195-3b0a-4af8-b9ac-d5491e891ad4 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:34:50.099554 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7947d7ef-cd87-432b-a69e-384331116dcf", "tag": "bdeee7c8-6485-4de5-ba7c-1b714b78773b", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:34:50.099945 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6704195-3b0a-4af8-b9ac-d5491e891ad4 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:34:50.100513 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7947d7ef-cd87-432b-a69e-384331116dcf', 'tag': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b', 'status': 'completed', 'code': 200} Jul 28 12:34:50.174806 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d5835-42fe-4f8b-8498-173ff5bd7aee req-feeb0c80-3511-4607-851d-ed23d0b714bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:34:50.176750 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-695d5835-42fe-4f8b-8498-173ff5bd7aee req-feeb0c80-3511-4607-851d-ed23d0b714bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d8b169d2193428ca9643cc42e64d9ca&device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 1098 time: 0.0514319 Jul 28 12:34:50.289806 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d5835-42fe-4f8b-8498-173ff5bd7aee req-e893367d-e47e-4a62-ae21-a2add4d74c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:34:50.291473 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-695d5835-42fe-4f8b-8498-173ff5bd7aee req-e893367d-e47e-4a62-ae21-a2add4d74c3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 HTTP/1.1" status: 200 len: 911 time: 0.1052639 Jul 28 12:34:50.316629 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-d38830ac-ec24-4ef0-8fb3-cd271c727f8d None None] Set router 1b7c5859-66af-4fda-8cec-9d8fd621c590 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:34:50.328454 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a0ade-78bc-442c-961c-ce531a71337b req-49bf9de4-d061-4512-b379-76b28922dd9a tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:34:50.330229 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-628a0ade-78bc-442c-961c-ce531a71337b req-49bf9de4-d061-4512-b379-76b28922dd9a tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 945 time: 0.0657763 Jul 28 12:34:50.340373 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-695d5835-42fe-4f8b-8498-173ff5bd7aee req-1234d2a7-0d5c-45cf-a1f7-21ed4e0efa40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdeee7c8-6485-4de5-ba7c-1b714b78773b HTTP/1.1" status: 200 len: 217 time: 0.0402000 Jul 28 12:34:50.378559 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-628a0ade-78bc-442c-961c-ce531a71337b req-041427d3-d875-43d8-ab3b-3aa6566580c5 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412154 Jul 28 12:34:50.396883 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d5835-42fe-4f8b-8498-173ff5bd7aee req-4d4b66f0-cab9-4d40-85f4-e05bd0d1aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:34:50.399731 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-695d5835-42fe-4f8b-8498-173ff5bd7aee req-4d4b66f0-cab9-4d40-85f4-e05bd0d1aa22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9963c668-bad5-487e-bc90-37317cf973a4 HTTP/1.1" status: 200 len: 849 time: 0.0514615 Jul 28 12:34:50.447709 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d5835-42fe-4f8b-8498-173ff5bd7aee req-a0369fb8-470a-4805-b135-6fe352d7b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:34:50.449126 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-695d5835-42fe-4f8b-8498-173ff5bd7aee req-a0369fb8-470a-4805-b135-6fe352d7b926 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0419378 Jul 28 12:34:50.549198 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-695d5835-42fe-4f8b-8498-173ff5bd7aee req-2b64efa0-9a59-449a-b317-da1c967add9c service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920992 Jul 28 12:34:50.559540 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d38830ac-ec24-4ef0-8fb3-cd271c727f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'bba12e13-1c92-404c-a631-07801bfe557a', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'port_id': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'mac_address': 'fa:16:3e:a6:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:30:24Z', 'updated_at': '2021-07-28T12:30:26Z', 'revision_number': 1, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd664b6a7-4075-4690-b6e9-40a2dba36192', 'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'mac_address': 'fa:16:3e:89:12:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:03Z', 'updated_at': '2021-07-28T12:30:10Z', 'revision_number': 5, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'subnets': [{'id': '9963c668-bad5-487e-bc90-37317cf973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:34:50.588255 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38830ac-ec24-4ef0-8fb3-cd271c727f8d None None] Checking router: 1b7c5859-66af-4fda-8cec-9d8fd621c590 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:34:50.597239 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38830ac-ec24-4ef0-8fb3-cd271c727f8d None None] Routers {'1b7c5859-66af-4fda-8cec-9d8fd621c590'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:34:50.597868 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d38830ac-ec24-4ef0-8fb3-cd271c727f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:34:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1b7c5859-66af-4fda-8cec-9d8fd621c590'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:34:50.642567 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-695d5835-42fe-4f8b-8498-173ff5bd7aee req-e84011a9-dfc1-4731-be05-bea6382b1e23 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860438 Jul 28 12:34:50.692191 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:50.719468 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-d38830ac-ec24-4ef0-8fb3-cd271c727f8d None None] Set router 1b7c5859-66af-4fda-8cec-9d8fd621c590 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:34:50.959691 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-d38830ac-ec24-4ef0-8fb3-cd271c727f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'bba12e13-1c92-404c-a631-07801bfe557a', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'port_id': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'mac_address': 'fa:16:3e:a6:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:30:24Z', 'updated_at': '2021-07-28T12:30:26Z', 'revision_number': 1, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd664b6a7-4075-4690-b6e9-40a2dba36192', 'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'mac_address': 'fa:16:3e:89:12:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:03Z', 'updated_at': '2021-07-28T12:30:10Z', 'revision_number': 5, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'subnets': [{'id': '9963c668-bad5-487e-bc90-37317cf973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:34:50.988404 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38830ac-ec24-4ef0-8fb3-cd271c727f8d None None] The sync data for ids ['1b7c5859-66af-4fda-8cec-9d8fd621c590'] in dv-neutron-786478-16-hyperv is: [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_floatingips': [{'id': 'bba12e13-1c92-404c-a631-07801bfe557a', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'router_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'port_id': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'mac_address': 'fa:16:3e:a6:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:30:24Z', 'updated_at': '2021-07-28T12:30:26Z', 'revision_number': 1, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd664b6a7-4075-4690-b6e9-40a2dba36192', 'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'mac_address': 'fa:16:3e:89:12:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:03Z', 'updated_at': '2021-07-28T12:30:10Z', 'revision_number': 5, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'subnets': [{'id': '9963c668-bad5-487e-bc90-37317cf973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:34:51.211445 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d451f56c-8b56-45d0-b589-745b9cf283dc None None] New status for floating IP 33a55145-e22f-4fa8-a040-c62a862fde50: DOWN {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:34:51.501572 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cfcee-4923-4d10-985b-1852a0be69a5 req-3f9283dd-9f6e-499e-99c4-49c9b10092bf tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:34:51.503101 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0c3cfcee-4923-4d10-985b-1852a0be69a5 req-3f9283dd-9f6e-499e-99c4-49c9b10092bf tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 945 time: 0.0502813 Jul 28 12:34:51.542708 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-0c3cfcee-4923-4d10-985b-1852a0be69a5 req-5fd2ea5d-843b-44b5-808e-c52eacad65af tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334725 Jul 28 12:34:51.818863 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be629421-1541-4166-ae5c-2c56c0029456 req-7f3274a1-0431-43b1-88a3-623bfb58888c tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:34:51.820388 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-be629421-1541-4166-ae5c-2c56c0029456 req-7f3274a1-0431-43b1-88a3-623bfb58888c tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.39 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 945 time: 0.0536492 Jul 28 12:34:51.914577 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-be629421-1541-4166-ae5c-2c56c0029456 req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Deleting port bdeee7c8-6485-4de5-ba7c-1b714b78773b {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:34:51.914920 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-be629421-1541-4166-ae5c-2c56c0029456 req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:52.003011 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-be629421-1541-4166-ae5c-2c56c0029456 req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] For port bdeee7c8-6485-4de5-ba7c-1b714b78773b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdeee7c8-6485-4de5-ba7c-1b714b78773b,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:34:52.003372 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-be629421-1541-4166-ae5c-2c56c0029456 req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:52.016585 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-be629421-1541-4166-ae5c-2c56c0029456 req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Calling delete_port for bdeee7c8-6485-4de5-ba7c-1b714b78773b owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:34:52.141372 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-be629421-1541-4166-ae5c-2c56c0029456 req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:52.177832 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Pushing event deleted for resources: {'Port': ['ID=bdeee7c8-6485-4de5-ba7c-1b714b78773b,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:34:52.199220 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:52.199573 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:52.199915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:52.200261 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:52.200609 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:52.200939 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:52.201266 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:52.201591 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:52.201915 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:52.202239 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:52.202627 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:52.203588 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-16-hyperv {{(pid=100415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:34:52.225288 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-be629421-1541-4166-ae5c-2c56c0029456 req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] No DVR routers for this DVR port bdeee7c8-6485-4de5-ba7c-1b714b78773b on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:34:52.227761 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-be629421-1541-4166-ae5c-2c56c0029456 req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:52.229738 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-be629421-1541-4166-ae5c-2c56c0029456 req-c369ee67-91fa-488c-8407-c12a7567db51 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.39 "DELETE /v2.0/ports/bdeee7c8-6485-4de5-ba7c-1b714b78773b HTTP/1.1" status: 204 len: 173 time: 0.4029472 Jul 28 12:34:52.230167 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7947d7ef-cd87-432b-a69e-384331116dcf', 'name': 'network-vif-deleted', 'tag': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:34:52.232437 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429cf412-3845-4763-8358-df573722bb89" -d '{"events": [{"server_uuid": "7947d7ef-cd87-432b-a69e-384331116dcf", "name": "network-vif-deleted", "tag": "bdeee7c8-6485-4de5-ba7c-1b714b78773b"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:34:52.240709 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device bdeee7c8-6485-4de5-ba7c-1b714b78773b no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:34:52.261777 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: bdeee7c8-6485-4de5-ba7c-1b714b78773b {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:34:52.262172 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device bdeee7c8-6485-4de5-ba7c-1b714b78773b not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:34:52.329273 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40043ff3-aa76-4b06-96db-8b934301c2ba x-openstack-request-id: req-40043ff3-aa76-4b06-96db-8b934301c2ba {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:34:52.329576 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7947d7ef-cd87-432b-a69e-384331116dcf", "name": "network-vif-deleted", "tag": "bdeee7c8-6485-4de5-ba7c-1b714b78773b", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:34:52.329850 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40043ff3-aa76-4b06-96db-8b934301c2ba {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:34:52.330259 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7947d7ef-cd87-432b-a69e-384331116dcf', 'name': 'network-vif-deleted', 'tag': 'bdeee7c8-6485-4de5-ba7c-1b714b78773b', 'status': 'completed', 'code': 200} Jul 28 12:34:52.662647 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-14e8eac3-9666-4100-b8d9-dda8c613d3de req-23965668-01c7-47ca-a0d5-eb5bea02cc74 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=7947d7ef-cd87-432b-a69e-384331116dcf HTTP/1.1" status: 200 len: 210 time: 0.0341792 Jul 28 12:34:54.252920 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 39632) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:34:54.419823 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-c3d4785f-d062-44c7-8046-7040885301b7 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Deleting port 5d77189a-ea66-4f0b-9a69-b88fabd99b8e {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:34:54.420171 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c3d4785f-d062-44c7-8046-7040885301b7 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:54.509845 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c3d4785f-d062-44c7-8046-7040885301b7 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:54.510178 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c3d4785f-d062-44c7-8046-7040885301b7 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:54.523706 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-c3d4785f-d062-44c7-8046-7040885301b7 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Calling delete_port for 5d77189a-ea66-4f0b-9a69-b88fabd99b8e owned by network:floatingip {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:34:54.689143 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c3d4785f-d062-44c7-8046-7040885301b7 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:54.723124 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4785f-d062-44c7-8046-7040885301b7 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Pushing event deleted for resources: {'Port': ['ID=5d77189a-ea66-4f0b-9a69-b88fabd99b8e,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:34:54.795902 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c3d4785f-d062-44c7-8046-7040885301b7 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for floatingip, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:54.796125 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.db.l3_db [None req-c3d4785f-d062-44c7-8046-7040885301b7 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Floating IP bba12e13-1c92-404c-a631-07801bfe557a disassociated (deleted). External IP: 172.26.1.108, port: 21f6df58-e9d2-485f-9434-d32665bc6f54. Jul 28 12:34:55.029034 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d4785f-d062-44c7-8046-7040885301b7 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Router 1b7c5859-66af-4fda-8cec-9d8fd621c590 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:34:55.141601 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d4785f-d062-44c7-8046-7040885301b7 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:34:55.146520 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-c3d4785f-d062-44c7-8046-7040885301b7 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for floatingip, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:55.150975 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cdd41d-316f-41c7-b64e-59c83e6e9d74 None None] Sync routers for ids ['1b7c5859-66af-4fda-8cec-9d8fd621c590'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:34:55.160280 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cdd41d-316f-41c7-b64e-59c83e6e9d74 None None] Routers {'1b7c5859-66af-4fda-8cec-9d8fd621c590'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:34:55.160886 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e6cdd41d-316f-41c7-b64e-59c83e6e9d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:34:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1b7c5859-66af-4fda-8cec-9d8fd621c590'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:34:55.177733 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-c3d4785f-d062-44c7-8046-7040885301b7 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "DELETE /v2.0/floatingips/bba12e13-1c92-404c-a631-07801bfe557a HTTP/1.1" status: 204 len: 168 time: 0.9218094 Jul 28 12:34:55.177733 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'tag': '21f6df58-e9d2-485f-9434-d32665bc6f54'}] {{(pid=100416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:34:55.177733 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842bccd3b80155e2448f41c5b6b6ccf2034dd17ee4d7857ab326b829a35f600b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1f29bd-b51d-4f9e-9dda-2376d6123812" -d '{"events": [{"name": "network-changed", "server_uuid": "afa574e6-851b-4f01-80b8-a2f0b28bdb3e", "tag": "21f6df58-e9d2-485f-9434-d32665bc6f54"}]}' {{(pid=100416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:34:55.234765 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484c2d01-10a2-4d8f-9887-b3ad15ff0301 x-openstack-request-id: req-484c2d01-10a2-4d8f-9887-b3ad15ff0301 {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:34:55.235193 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa574e6-851b-4f01-80b8-a2f0b28bdb3e", "tag": "21f6df58-e9d2-485f-9434-d32665bc6f54", "status": "completed", "code": 200}]} {{(pid=100416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:34:55.235546 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-484c2d01-10a2-4d8f-9887-b3ad15ff0301 {{(pid=100416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:34:55.236044 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'tag': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'status': 'completed', 'code': 200} Jul 28 12:34:55.275626 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-e6cdd41d-316f-41c7-b64e-59c83e6e9d74 None None] Set router 1b7c5859-66af-4fda-8cec-9d8fd621c590 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:34:55.313061 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f29bd-b51d-4f9e-9dda-2376d6123812 req-c9dff210-1a0b-4ef7-ad52-8e11adfdbb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:34:55.315338 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bf1f29bd-b51d-4f9e-9dda-2376d6123812 req-c9dff210-1a0b-4ef7-ad52-8e11adfdbb5c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d8b169d2193428ca9643cc42e64d9ca&device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 1096 time: 0.0550210 Jul 28 12:34:55.425707 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f29bd-b51d-4f9e-9dda-2376d6123812 req-d17d8a5c-7e87-417d-a714-6dcc9bd9ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:34:55.427340 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bf1f29bd-b51d-4f9e-9dda-2376d6123812 req-d17d8a5c-7e87-417d-a714-6dcc9bd9ad79 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 HTTP/1.1" status: 200 len: 911 time: 0.0981073 Jul 28 12:34:55.444932 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303ff73-00c4-476a-bd73-53e443c74349 req-5c60499c-d366-4600-9138-b9ef9786f8eb tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:34:55.446638 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d303ff73-00c4-476a-bd73-53e443c74349 req-5c60499c-d366-4600-9138-b9ef9786f8eb tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 943 time: 0.0540287 Jul 28 12:34:55.471648 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bf1f29bd-b51d-4f9e-9dda-2376d6123812 req-d970e1e3-861e-4c59-b098-4346412c1c6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f6df58-e9d2-485f-9434-d32665bc6f54 HTTP/1.1" status: 200 len: 217 time: 0.0369618 Jul 28 12:34:55.487656 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-d303ff73-00c4-476a-bd73-53e443c74349 req-ed45a4c9-5fcd-455a-842d-c2dd624b4e4c tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339534 Jul 28 12:34:55.501100 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e6cdd41d-316f-41c7-b64e-59c83e6e9d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'd664b6a7-4075-4690-b6e9-40a2dba36192', 'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'mac_address': 'fa:16:3e:89:12:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:03Z', 'updated_at': '2021-07-28T12:30:10Z', 'revision_number': 5, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'subnets': [{'id': '9963c668-bad5-487e-bc90-37317cf973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:34:55.521949 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f29bd-b51d-4f9e-9dda-2376d6123812 req-98116a8e-e496-457a-a5ef-e414ec3cbbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:34:55.523495 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bf1f29bd-b51d-4f9e-9dda-2376d6123812 req-98116a8e-e496-457a-a5ef-e414ec3cbbfd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9963c668-bad5-487e-bc90-37317cf973a4 HTTP/1.1" status: 200 len: 849 time: 0.0451279 Jul 28 12:34:55.528044 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cdd41d-316f-41c7-b64e-59c83e6e9d74 None None] Checking router: 1b7c5859-66af-4fda-8cec-9d8fd621c590 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:34:55.537541 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cdd41d-316f-41c7-b64e-59c83e6e9d74 None None] Routers {'1b7c5859-66af-4fda-8cec-9d8fd621c590'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:34:55.538268 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e6cdd41d-316f-41c7-b64e-59c83e6e9d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:34:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1b7c5859-66af-4fda-8cec-9d8fd621c590'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:34:55.574934 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f29bd-b51d-4f9e-9dda-2376d6123812 req-98f6c41b-b89a-496a-92b7-da6e1e663a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:34:55.576455 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bf1f29bd-b51d-4f9e-9dda-2376d6123812 req-98f6c41b-b89a-496a-92b7-da6e1e663a49 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0439894 Jul 28 12:34:55.645006 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-e6cdd41d-316f-41c7-b64e-59c83e6e9d74 None None] Set router 1b7c5859-66af-4fda-8cec-9d8fd621c590 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:34:55.667597 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bf1f29bd-b51d-4f9e-9dda-2376d6123812 req-597d02bb-86a7-4ad6-a3f5-c4da922f0051 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825441 Jul 28 12:34:55.814623 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-bf1f29bd-b51d-4f9e-9dda-2376d6123812 req-6372d5b0-d750-4e6e-a8ea-1a48ef914881 service neutron] 10.222.0.39 "GET /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366465 Jul 28 12:34:55.900649 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-e6cdd41d-316f-41c7-b64e-59c83e6e9d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'd664b6a7-4075-4690-b6e9-40a2dba36192', 'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'mac_address': 'fa:16:3e:89:12:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:03Z', 'updated_at': '2021-07-28T12:30:10Z', 'revision_number': 5, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'subnets': [{'id': '9963c668-bad5-487e-bc90-37317cf973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:34:55.929814 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cdd41d-316f-41c7-b64e-59c83e6e9d74 None None] The sync data for ids ['1b7c5859-66af-4fda-8cec-9d8fd621c590'] in dv-neutron-786478-16-hyperv is: [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:30:04Z', 'revision_number': 4, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv', '_interfaces': [{'id': 'd664b6a7-4075-4690-b6e9-40a2dba36192', 'name': '', 'network_id': '18b48d74-0acb-4a9f-a2e0-c0d4c95cf714', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'mac_address': 'fa:16:3e:89:12:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '9963c668-bad5-487e-bc90-37317cf973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:03Z', 'updated_at': '2021-07-28T12:30:10Z', 'revision_number': 5, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'subnets': [{'id': '9963c668-bad5-487e-bc90-37317cf973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:34:56.155260 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80efda-e27c-47ac-befe-39616cb86bf8 None None] New status for floating IP bba12e13-1c92-404c-a631-07801bfe557a: DOWN {{(pid=100418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:34:56.252120 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device bdeee7c8-6485-4de5-ba7c-1b714b78773b no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:34:56.271467 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: bdeee7c8-6485-4de5-ba7c-1b714b78773b {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:34:56.271818 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device bdeee7c8-6485-4de5-ba7c-1b714b78773b not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:34:56.605719 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a25817-091d-4887-ade8-1cff9973f55f req-c2a6cf8c-1f99-4ca6-843a-d568197f29bf tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:34:56.607229 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-15a25817-091d-4887-ade8-1cff9973f55f req-c2a6cf8c-1f99-4ca6-843a-d568197f29bf tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 943 time: 0.0493402 Jul 28 12:34:56.646057 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-15a25817-091d-4887-ade8-1cff9973f55f req-85383e9e-80bf-4ec1-bb30-0a798694f3ce tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a176496-2e39-45f9-b1c6-50e4beec690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315719 Jul 28 12:34:56.920624 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6304e2-d434-4aad-a894-121b1af82fd4 req-6c1178cb-00d7-4a19-943d-3d45188b0935 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:34:56.922195 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ee6304e2-d434-4aad-a894-121b1af82fd4 req-6c1178cb-00d7-4a19-943d-3d45188b0935 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 943 time: 0.0491068 Jul 28 12:34:57.009129 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-ee6304e2-d434-4aad-a894-121b1af82fd4 req-f720e8f4-8faa-41e0-82ce-0dee3e36dca2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Deleting port 21f6df58-e9d2-485f-9434-d32665bc6f54 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:34:57.009467 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ee6304e2-d434-4aad-a894-121b1af82fd4 req-f720e8f4-8faa-41e0-82ce-0dee3e36dca2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:57.099685 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [req-ee6304e2-d434-4aad-a894-121b1af82fd4 req-f720e8f4-8faa-41e0-82ce-0dee3e36dca2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] For port 21f6df58-e9d2-485f-9434-d32665bc6f54, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=21f6df58-e9d2-485f-9434-d32665bc6f54,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:34:57.099965 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ee6304e2-d434-4aad-a894-121b1af82fd4 req-f720e8f4-8faa-41e0-82ce-0dee3e36dca2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:57.112367 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [req-ee6304e2-d434-4aad-a894-121b1af82fd4 req-f720e8f4-8faa-41e0-82ce-0dee3e36dca2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Calling delete_port for 21f6df58-e9d2-485f-9434-d32665bc6f54 owned by compute:nova {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:34:57.241444 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ee6304e2-d434-4aad-a894-121b1af82fd4 req-f720e8f4-8faa-41e0-82ce-0dee3e36dca2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:57.271415 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720e8f4-8faa-41e0-82ce-0dee3e36dca2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Pushing event deleted for resources: {'Port': ['ID=21f6df58-e9d2-485f-9434-d32665bc6f54,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:34:57.310526 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6304e2-d434-4aad-a894-121b1af82fd4 req-f720e8f4-8faa-41e0-82ce-0dee3e36dca2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] No DVR routers for this DVR port 21f6df58-e9d2-485f-9434-d32665bc6f54 on host hv-neutron-7864 {{(pid=100415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:34:57.313566 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [req-ee6304e2-d434-4aad-a894-121b1af82fd4 req-f720e8f4-8faa-41e0-82ce-0dee3e36dca2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3347'] for port, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:57.315625 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [req-ee6304e2-d434-4aad-a894-121b1af82fd4 req-f720e8f4-8faa-41e0-82ce-0dee3e36dca2 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.39 "DELETE /v2.0/ports/21f6df58-e9d2-485f-9434-d32665bc6f54 HTTP/1.1" status: 204 len: 173 time: 0.3874388 Jul 28 12:34:57.316062 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'name': 'network-vif-deleted', 'tag': '21f6df58-e9d2-485f-9434-d32665bc6f54'}] {{(pid=100415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:34:57.318298 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa70a72dd1cea91240a2588cb3446df7a91a04e4ba6fcb2f28675c60b8949f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772daa27-6a30-4b99-b2e5-fd48f878a26a" -d '{"events": [{"server_uuid": "afa574e6-851b-4f01-80b8-a2f0b28bdb3e", "name": "network-vif-deleted", "tag": "21f6df58-e9d2-485f-9434-d32665bc6f54"}]}' {{(pid=100415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:34:57.354143 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a819d3f-d0f2-4902-93db-5669b86c1f3f x-openstack-request-id: req-7a819d3f-d0f2-4902-93db-5669b86c1f3f {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:34:57.354513 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa574e6-851b-4f01-80b8-a2f0b28bdb3e", "name": "network-vif-deleted", "tag": "21f6df58-e9d2-485f-9434-d32665bc6f54", "status": "completed", "code": 200}]} {{(pid=100415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:34:57.354707 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a819d3f-d0f2-4902-93db-5669b86c1f3f {{(pid=100415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:34:57.355106 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa574e6-851b-4f01-80b8-a2f0b28bdb3e', 'name': 'network-vif-deleted', 'tag': '21f6df58-e9d2-485f-9434-d32665bc6f54', 'status': 'completed', 'code': 200} Jul 28 12:34:57.762226 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [req-6b23c8b0-70f6-4f6c-ab21-ef8080e100ab req-4c437b80-d6b4-4753-85d6-f586a4b74906 tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "GET /v2.0/ports?device_id=afa574e6-851b-4f01-80b8-a2f0b28bdb3e HTTP/1.1" status: 200 len: 210 time: 0.0312662 Jul 28 12:34:58.819216 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 39648) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:34:58.880607 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-90f1fd48-e503-4181-820e-410163be49db tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:58.906512 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-90f1fd48-e503-4181-820e-410163be49db tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:58.969881 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-90f1fd48-e503-4181-820e-410163be49db tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:58.974063 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-90f1fd48-e503-4181-820e-410163be49db tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Notify callbacks [] for security_group, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:58.975859 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-90f1fd48-e503-4181-820e-410163be49db tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] 10.222.0.43 "DELETE /v2.0/security-groups/5a176496-2e39-45f9-b1c6-50e4beec690b HTTP/1.1" status: 204 len: 168 time: 0.1554890 Jul 28 12:34:58.990986 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1fd48-e503-4181-820e-410163be49db tempest-TestSnapshotPattern-1217382688 tempest-TestSnapshotPattern-1217382688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a176496-2e39-45f9-b1c6-50e4beec690b,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:35:00.039871 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 39654) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:35:00.271723 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 21f6df58-e9d2-485f-9434-d32665bc6f54 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:35:00.292440 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] No Port match for: 21f6df58-e9d2-485f-9434-d32665bc6f54 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:35:00.292786 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Device 21f6df58-e9d2-485f-9434-d32665bc6f54 not bound to the agent host hv-neutron-7864 {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:35:00.381667 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af452a78-7c2e-45b3-9295-630de5cc79f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:00.939546 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-af452a78-7c2e-45b3-9295-630de5cc79f9 admin admin] Deleting port d664b6a7-4075-4690-b6e9-40a2dba36192 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:35:00.939892 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af452a78-7c2e-45b3-9295-630de5cc79f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:01.013911 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-af452a78-7c2e-45b3-9295-630de5cc79f9 admin admin] For port d664b6a7-4075-4690-b6e9-40a2dba36192, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=d664b6a7-4075-4690-b6e9-40a2dba36192,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:35:01.014275 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af452a78-7c2e-45b3-9295-630de5cc79f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:01.027010 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-af452a78-7c2e-45b3-9295-630de5cc79f9 admin admin] Calling delete_port for d664b6a7-4075-4690-b6e9-40a2dba36192 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:35:01.203347 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af452a78-7c2e-45b3-9295-630de5cc79f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:01.231593 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af452a78-7c2e-45b3-9295-630de5cc79f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d664b6a7-4075-4690-b6e9-40a2dba36192,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:35:01.395619 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-af452a78-7c2e-45b3-9295-630de5cc79f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:01.608041 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af452a78-7c2e-45b3-9295-630de5cc79f9 admin admin] Router 1b7c5859-66af-4fda-8cec-9d8fd621c590 has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:35:01.719770 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af452a78-7c2e-45b3-9295-630de5cc79f9 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:35:01.724784 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-af452a78-7c2e-45b3-9295-630de5cc79f9 admin admin] 10.222.0.43 "PUT /v2.0/routers/1b7c5859-66af-4fda-8cec-9d8fd621c590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6837597 Jul 28 12:35:01.728333 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd28f71-adae-481a-b4fc-1caba6af0372 None None] Sync routers for ids ['1b7c5859-66af-4fda-8cec-9d8fd621c590'] in dv-neutron-786478-16-hyperv {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:35:01.730537 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 39656) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:35:01.738652 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd28f71-adae-481a-b4fc-1caba6af0372 None None] Routers {'1b7c5859-66af-4fda-8cec-9d8fd621c590'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:35:01.739731 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6cd28f71-adae-481a-b4fc-1caba6af0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:34:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1b7c5859-66af-4fda-8cec-9d8fd621c590'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:35:01.846731 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-6cd28f71-adae-481a-b4fc-1caba6af0372 None None] Set router 1b7c5859-66af-4fda-8cec-9d8fd621c590 gateway port host: dv-neutron-786478-16-hyperv {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:35:01.967215 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-97f488b2-7440-41b1-9fcf-27ba86071758 admin admin] Notify callbacks [] for router, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:02.041847 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6cd28f71-adae-481a-b4fc-1caba6af0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:35:01Z', 'revision_number': 5, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port': {'id': 'bb5da7de-d402-430f-aa04-78b93b93438c', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:01Z', 'updated_at': '2021-07-28T12:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:35:02.070030 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-97f488b2-7440-41b1-9fcf-27ba86071758 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:02.075733 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd28f71-adae-481a-b4fc-1caba6af0372 None None] Checking router: 1b7c5859-66af-4fda-8cec-9d8fd621c590 for host: dv-neutron-786478-16-hyperv {{(pid=100417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:35:02.082909 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd28f71-adae-481a-b4fc-1caba6af0372 None None] Routers {'1b7c5859-66af-4fda-8cec-9d8fd621c590'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:35:02.083533 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6cd28f71-adae-481a-b4fc-1caba6af0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:34:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['1b7c5859-66af-4fda-8cec-9d8fd621c590'], 'active': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:35:02.123933 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-97f488b2-7440-41b1-9fcf-27ba86071758 admin admin] Deleting port bb5da7de-d402-430f-aa04-78b93b93438c {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:35:02.124175 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-97f488b2-7440-41b1-9fcf-27ba86071758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:02.212147 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-97f488b2-7440-41b1-9fcf-27ba86071758 admin admin] For port bb5da7de-d402-430f-aa04-78b93b93438c, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=bb5da7de-d402-430f-aa04-78b93b93438c,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:35:02.212509 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-97f488b2-7440-41b1-9fcf-27ba86071758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:02.227517 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-97f488b2-7440-41b1-9fcf-27ba86071758 admin admin] Calling delete_port for bb5da7de-d402-430f-aa04-78b93b93438c owned by network:router_gateway {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:35:02.328207 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_dvr_db [None req-6cd28f71-adae-481a-b4fc-1caba6af0372 None None] Set router 1b7c5859-66af-4fda-8cec-9d8fd621c590 gateway port host: None {{(pid=100417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:35:02.401714 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-97f488b2-7440-41b1-9fcf-27ba86071758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:02.409921 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.db.l3_hamode_db [None req-6cd28f71-adae-481a-b4fc-1caba6af0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:35:02Z', 'revision_number': 6, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:35:02.432906 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f488b2-7440-41b1-9fcf-27ba86071758 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb5da7de-d402-430f-aa04-78b93b93438c,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:35:02.452351 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd28f71-adae-481a-b4fc-1caba6af0372 None None] The sync data for ids ['1b7c5859-66af-4fda-8cec-9d8fd621c590'] in dv-neutron-786478-16-hyperv is: [{'id': '1b7c5859-66af-4fda-8cec-9d8fd621c590', 'name': 'tempest-TestSnapshotPattern-1777848266-router', 'tenant_id': '0d8b169d2193428ca9643cc42e64d9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:00Z', 'updated_at': '2021-07-28T12:35:02Z', 'revision_number': 6, 'project_id': '0d8b169d2193428ca9643cc42e64d9ca', 'gw_port_host': None}] {{(pid=100417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:35:02.503415 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-97f488b2-7440-41b1-9fcf-27ba86071758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:02.523432 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a3e9f1f-979a-465a-b2ef-6e634c088446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:02.596004 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-97f488b2-7440-41b1-9fcf-27ba86071758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:02.598210 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-97f488b2-7440-41b1-9fcf-27ba86071758 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:02.641731 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-97f488b2-7440-41b1-9fcf-27ba86071758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:02.642131 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f488b2-7440-41b1-9fcf-27ba86071758 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b7c5859-66af-4fda-8cec-9d8fd621c590 {{(pid=100416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:35:02.646395 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-97f488b2-7440-41b1-9fcf-27ba86071758 admin admin] Notify callbacks [] for router, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:02.647579 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-97f488b2-7440-41b1-9fcf-27ba86071758 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1b7c5859-66af-4fda-8cec-9d8fd621c590 HTTP/1.1" status: 204 len: 168 time: 0.9160497 Jul 28 12:35:02.650221 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 39662) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:35:02.700692 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.db_base_plugin_v2 [None req-8faf693c-5912-4418-8ce0-06c4eb3a0ba1 admin admin] Deleting subnet 9963c668-bad5-487e-bc90-37317cf973a4 {{(pid=100416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:35:02.704264 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8faf693c-5912-4418-8ce0-06c4eb3a0ba1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:02.738175 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8faf693c-5912-4418-8ce0-06c4eb3a0ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690250'] for subnet, precommit_delete_associations {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:02.815068 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8faf693c-5912-4418-8ce0-06c4eb3a0ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:02.871120 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8faf693c-5912-4418-8ce0-06c4eb3a0ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9515262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9524406'] for subnet, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:02.904325 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf693c-5912-4418-8ce0-06c4eb3a0ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9963c668-bad5-487e-bc90-37317cf973a4,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:35:02.907513 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-8faf693c-5912-4418-8ce0-06c4eb3a0ba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:02.909385 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-8faf693c-5912-4418-8ce0-06c4eb3a0ba1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9963c668-bad5-487e-bc90-37317cf973a4 HTTP/1.1" status: 204 len: 168 time: 0.2581625 Jul 28 12:35:02.911925 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 39664) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:35:02.912439 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992fad11-0528-4eb8-9bc3-0c4f7b14ad27 None None] Network 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:35:02.987195 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:03.041074 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] Deleting port b870223c-2aae-438a-905d-a3a9594f787a {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:35:03.041425 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:03.106043 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] For port b870223c-2aae-438a-905d-a3a9594f787a, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=b870223c-2aae-438a-905d-a3a9594f787a,segment=NetworkSegment(5f68d9f0-4e33-4923-ade6-5f62ad953bb3),segment_id=5f68d9f0-4e33-4923-ade6-5f62ad953bb3)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:35:03.106404 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:03.118510 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] Calling delete_port for b870223c-2aae-438a-905d-a3a9594f787a owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:35:03.194687 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:03.219998 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] Pushing event deleted for resources: {'Port': ['ID=b870223c-2aae-438a-905d-a3a9594f787a,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:35:03.226213 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] No DVR routers for this DVR port b870223c-2aae-438a-905d-a3a9594f787a on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:35:03.259656 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8113682-fbcf-4616-829a-9e17f064bcfc None None] DHCP port deletion for 18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:35:03.307309 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:03.318008 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b48d74-0acb-4a9f-a2e0-c0d4c95cf714']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:35:03.329140 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f68d9f0-4e33-4923-ade6-5f62ad953bb3') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:35:03.329430 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f68d9f0-4e33-4923-ade6-5f62ad953bb3') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:35:03.339099 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:03.355440 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:03.362892 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:35:03.363397 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:35:03.365051 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:35:03.434992 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:03.445034 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:03.447067 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] 10.222.0.43 "DELETE /v2.0/networks/18b48d74-0acb-4a9f-a2e0-c0d4c95cf714 HTTP/1.1" status: 204 len: 168 time: 0.5339971 Jul 28 12:35:03.450940 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 39668) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:35:03.464423 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992bc2b-04a0-42b6-999c-92157b44f90c admin admin] Pushing event deleted for resources: {'Network': ['ID=18b48d74-0acb-4a9f-a2e0-c0d4c95cf714,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:35:03.827442 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ae71d52e-98e7-404f-8601-d9ea40506191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398080'] for router_interface, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:04.096455 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-ae71d52e-98e7-404f-8601-d9ea40506191 admin admin] Deleting port ad57dcea-10fa-4729-893e-fe246616b385 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:35:04.096705 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ae71d52e-98e7-404f-8601-d9ea40506191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:04.194199 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-ae71d52e-98e7-404f-8601-d9ea40506191 admin admin] For port ad57dcea-10fa-4729-893e-fe246616b385, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=ad57dcea-10fa-4729-893e-fe246616b385,segment=NetworkSegment(24346997-e557-434f-be7a-1c87ffddb2e4),segment_id=24346997-e557-434f-be7a-1c87ffddb2e4)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:35:04.194611 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ae71d52e-98e7-404f-8601-d9ea40506191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:04.213547 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-ae71d52e-98e7-404f-8601-d9ea40506191 admin admin] Calling delete_port for ad57dcea-10fa-4729-893e-fe246616b385 owned by network:router_interface {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:35:04.227696 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b870223c-2aae-438a-905d-a3a9594f787a no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:35:04.254755 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: b870223c-2aae-438a-905d-a3a9594f787a {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:35:04.255106 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device b870223c-2aae-438a-905d-a3a9594f787a not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:35:04.255532 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d664b6a7-4075-4690-b6e9-40a2dba36192 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:35:04.279918 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: d664b6a7-4075-4690-b6e9-40a2dba36192 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:35:04.280264 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device d664b6a7-4075-4690-b6e9-40a2dba36192 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:35:04.281500 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device bb5da7de-d402-430f-aa04-78b93b93438c no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:35:04.302198 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: bb5da7de-d402-430f-aa04-78b93b93438c {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:35:04.302634 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device bb5da7de-d402-430f-aa04-78b93b93438c not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:35:04.403431 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ae71d52e-98e7-404f-8601-d9ea40506191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:04.430045 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71d52e-98e7-404f-8601-d9ea40506191 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad57dcea-10fa-4729-893e-fe246616b385,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:35:04.597254 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-ae71d52e-98e7-404f-8601-d9ea40506191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1794475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398188'] for router_interface, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:04.844231 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae71d52e-98e7-404f-8601-d9ea40506191 admin admin] Router b0e9a16f-6007-406e-b87a-41e694c6e48a has already been hosted by L3 agent 6c5987ec-f8b2-42ea-8e18-6aba22ce92e7 {{(pid=100415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:35:04.954594 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae71d52e-98e7-404f-8601-d9ea40506191 admin admin] Notify agent at l3_agent.dv-neutron-786478-16-hyperv the message routers_updated {{(pid=100415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:35:04.963435 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-ae71d52e-98e7-404f-8601-d9ea40506191 admin admin] 10.222.0.43 "PUT /v2.0/routers/b0e9a16f-6007-406e-b87a-41e694c6e48a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5083530 Jul 28 12:35:04.963435 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 39670) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:35:04.964877 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da941e87-7e67-41c5-943a-ade26920a78a None None] Sync routers for ids ['b0e9a16f-6007-406e-b87a-41e694c6e48a'] in dv-neutron-786478-16-hyperv {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:35:04.978907 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4185c350-33c6-4305-b76d-aa0adc1fd884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:04.979642 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da941e87-7e67-41c5-943a-ade26920a78a None None] Routers {'b0e9a16f-6007-406e-b87a-41e694c6e48a'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:35:04.980592 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-da941e87-7e67-41c5-943a-ade26920a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:34:35Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b0e9a16f-6007-406e-b87a-41e694c6e48a'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:35:05.074625 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21a633f7-9636-4be6-a105-d224b1b3fcd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:05.088629 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-da941e87-7e67-41c5-943a-ade26920a78a None None] Set router b0e9a16f-6007-406e-b87a-41e694c6e48a gateway port host: dv-neutron-786478-16-hyperv {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:35:05.179704 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21a633f7-9636-4be6-a105-d224b1b3fcd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:05.233291 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-21a633f7-9636-4be6-a105-d224b1b3fcd3 admin admin] Deleting port 48eda9c4-8beb-4a30-acac-627e6d5f8908 {{(pid=100415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:35:05.233641 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21a633f7-9636-4be6-a105-d224b1b3fcd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:05.272529 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-da941e87-7e67-41c5-943a-ade26920a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'name': 'tempest-TestSnapshotPattern-371326064-router', 'tenant_id': 'e3097a950748444884f1fcd017c99662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'external_fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '48eda9c4-8beb-4a30-acac-627e6d5f8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:06Z', 'updated_at': '2021-07-28T12:35:04Z', 'revision_number': 5, 'project_id': 'e3097a950748444884f1fcd017c99662', 'gw_port': {'id': '48eda9c4-8beb-4a30-acac-627e6d5f8908', 'name': '', 'network_id': 'e4f7873c-4d94-460a-8c07-155f724d96cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:30:06Z', 'updated_at': '2021-07-28T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '48ab53c6-d51a-4dff-b383-73ad4c768c92', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-16-hyperv'}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:35:05.315226 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.db [None req-21a633f7-9636-4be6-a105-d224b1b3fcd3 admin admin] For port 48eda9c4-8beb-4a30-acac-627e6d5f8908, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=48eda9c4-8beb-4a30-acac-627e6d5f8908,segment=NetworkSegment(34c75f1b-4781-4412-9be5-926f6a36a7e9),segment_id=34c75f1b-4781-4412-9be5-926f6a36a7e9)] {{(pid=100415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:35:05.315597 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21a633f7-9636-4be6-a105-d224b1b3fcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:05.334936 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.plugins.ml2.plugin [None req-21a633f7-9636-4be6-a105-d224b1b3fcd3 admin admin] Calling delete_port for 48eda9c4-8beb-4a30-acac-627e6d5f8908 owned by network:router_gateway {{(pid=100415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:35:05.391236 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da941e87-7e67-41c5-943a-ade26920a78a None None] Checking router: b0e9a16f-6007-406e-b87a-41e694c6e48a for host: dv-neutron-786478-16-hyperv {{(pid=100418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:35:05.399750 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da941e87-7e67-41c5-943a-ade26920a78a None None] Routers {'b0e9a16f-6007-406e-b87a-41e694c6e48a'} bound to L3 agent in host dv-neutron-786478-16-hyperv {{(pid=100418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:35:05.400359 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-da941e87-7e67-41c5-943a-ade26920a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T11:36:05Z,description=,heartbeat_timestamp=2021-07-28T12:35:05Z,host='dv-neutron-786478-16-hyperv',id=6c5987ec-f8b2-42ea-8e18-6aba22ce92e7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T11:36:05Z,topic='l3_agent')) {'router_ids': ['b0e9a16f-6007-406e-b87a-41e694c6e48a'], 'active': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:35:05.457973 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:05.498048 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_dvr_db [None req-da941e87-7e67-41c5-943a-ade26920a78a None None] Set router b0e9a16f-6007-406e-b87a-41e694c6e48a gateway port host: None {{(pid=100418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:35:05.508237 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21a633f7-9636-4be6-a105-d224b1b3fcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127938'] for port, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:05.539355 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a633f7-9636-4be6-a105-d224b1b3fcd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=48eda9c4-8beb-4a30-acac-627e6d5f8908,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:35:05.562820 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.l3_hamode_db [None req-da941e87-7e67-41c5-943a-ade26920a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'name': 'tempest-TestSnapshotPattern-371326064-router', 'tenant_id': 'e3097a950748444884f1fcd017c99662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:06Z', 'updated_at': '2021-07-28T12:35:05Z', 'revision_number': 6, 'project_id': 'e3097a950748444884f1fcd017c99662', 'gw_port_host': None}], 'dv-neutron-786478-16-hyperv', False) {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:35:05.593021 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da941e87-7e67-41c5-943a-ade26920a78a None None] The sync data for ids ['b0e9a16f-6007-406e-b87a-41e694c6e48a'] in dv-neutron-786478-16-hyperv is: [{'id': 'b0e9a16f-6007-406e-b87a-41e694c6e48a', 'name': 'tempest-TestSnapshotPattern-371326064-router', 'tenant_id': 'e3097a950748444884f1fcd017c99662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:30:06Z', 'updated_at': '2021-07-28T12:35:05Z', 'revision_number': 6, 'project_id': 'e3097a950748444884f1fcd017c99662', 'gw_port_host': None}] {{(pid=100418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:35:05.602501 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21a633f7-9636-4be6-a105-d224b1b3fcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612238'] for router_gateway, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:05.694523 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21a633f7-9636-4be6-a105-d224b1b3fcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:05.696678 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21a633f7-9636-4be6-a105-d224b1b3fcd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:05.743389 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21a633f7-9636-4be6-a105-d224b1b3fcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1591745'] for router, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:05.743937 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a633f7-9636-4be6-a105-d224b1b3fcd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0e9a16f-6007-406e-b87a-41e694c6e48a {{(pid=100415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:35:05.748550 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-21a633f7-9636-4be6-a105-d224b1b3fcd3 admin admin] Notify callbacks [] for router, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:05.750860 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-21a633f7-9636-4be6-a105-d224b1b3fcd3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b0e9a16f-6007-406e-b87a-41e694c6e48a HTTP/1.1" status: 204 len: 168 time: 0.7857325 Jul 28 12:35:05.753199 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 39672) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:35:05.800059 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.db.db_base_plugin_v2 [None req-789b873f-0e64-4d78-92b9-27048cb8b456 admin admin] Deleting subnet 5e949a31-dcf8-4a2d-a2e3-9cb9c67be209 {{(pid=100415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:35:05.803065 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-789b873f-0e64-4d78-92b9-27048cb8b456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:05.838820 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-789b873f-0e64-4d78-92b9-27048cb8b456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3125539'] for subnet, precommit_delete_associations {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:05.924577 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-789b873f-0e64-4d78-92b9-27048cb8b456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512044'] for subnet, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:05.988559 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-789b873f-0e64-4d78-92b9-27048cb8b456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1512037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3128023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8522635'] for subnet, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:06.021071 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-789b873f-0e64-4d78-92b9-27048cb8b456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:06.022968 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-789b873f-0e64-4d78-92b9-27048cb8b456 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5e949a31-dcf8-4a2d-a2e3-9cb9c67be209 HTTP/1.1" status: 204 len: 168 time: 0.2688322 Jul 28 12:35:06.024585 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b873f-0e64-4d78-92b9-27048cb8b456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e949a31-dcf8-4a2d-a2e3-9cb9c67be209,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:35:06.025643 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.wsgi [-] (100416) accepted ('10.222.0.43', 39674) {{(pid=100416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:35:06.026765 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c65b38-b382-4f4a-bb85-7cc9f21df41c None None] Network eb375e93-3a94-4fc4-bc8d-d63e39cea903 requested from dv-neutron-786478-16-hyperv {{(pid=100417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:35:06.125437 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583838'] for network, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:06.180342 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] Deleting port 1697f440-1f32-42bc-84d8-e5dfceef747f {{(pid=100416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:35:06.180685 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758057972107'] for port, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:06.247086 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.db [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] For port 1697f440-1f32-42bc-84d8-e5dfceef747f, host dv-neutron-786478-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-16-hyperv',level=0,port_id=1697f440-1f32-42bc-84d8-e5dfceef747f,segment=NetworkSegment(24346997-e557-434f-be7a-1c87ffddb2e4),segment_id=24346997-e557-434f-be7a-1c87ffddb2e4)] {{(pid=100416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:35:06.247434 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421663'] for port, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:06.260483 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.plugin [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] Calling delete_port for 1697f440-1f32-42bc-84d8-e5dfceef747f owned by network:dhcp {{(pid=100416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:35:06.344112 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4638227-e53f-4fc5-8947-baa64a3131d4 None None] DHCP port deletion for eb375e93-3a94-4fc4-bc8d-d63e39cea903 request from dv-neutron-786478-16-hyperv {{(pid=100417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:35:06.344446 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758057976351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758057604109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9515179'] for port, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:06.376682 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] Pushing event deleted for resources: {'Port': ['ID=1697f440-1f32-42bc-84d8-e5dfceef747f,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:35:06.380343 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] No DVR routers for this DVR port 1697f440-1f32-42bc-84d8-e5dfceef747f on host dv-neutron-786478-16-hyperv {{(pid=100416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:35:06.409470 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ad57dcea-10fa-4729-893e-fe246616b385 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:35:06.430840 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: ad57dcea-10fa-4729-893e-fe246616b385 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:35:06.431191 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device ad57dcea-10fa-4729-893e-fe246616b385 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:35:06.431622 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1697f440-1f32-42bc-84d8-e5dfceef747f no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:35:06.451464 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 1697f440-1f32-42bc-84d8-e5dfceef747f {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:35:06.451825 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 1697f440-1f32-42bc-84d8-e5dfceef747f not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:35:06.452251 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 48eda9c4-8beb-4a30-acac-627e6d5f8908 no longer exists at agent ovs-agent-dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:35:06.452879 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515289', 'neutron.services.segments.db._delete_segments_for_network-8758058051889'] for network, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:06.464148 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb375e93-3a94-4fc4-bc8d-d63e39cea903']}} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:35:06.472580 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] No Port match for: 48eda9c4-8beb-4a30-acac-627e6d5f8908 {{(pid=100417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:35:06.473161 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron.plugins.ml2.rpc [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Device 48eda9c4-8beb-4a30-acac-627e6d5f8908 not bound to the agent host dv-neutron-786478-16-hyperv {{(pid=100417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:35:06.477709 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24346997-e557-434f-be7a-1c87ffddb2e4') {'for_net_delete': True} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:35:06.478218 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.services.segments.db [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24346997-e557-434f-be7a-1c87ffddb2e4') {} {{(pid=100416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:35:06.488889 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758058052922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690243'] for segment, before_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:06.503738 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489'] for segment, precommit_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:06.510012 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=100416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:35:06.510461 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9515140'] for segment, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: Traceback (most recent call last): Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: timer() Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: cb(*args, **kw) Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: return func(*args, **kwargs) Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: self._notify() Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: self.callback(batched_events) Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: event.method(event) Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: return f(self, *a, **k) Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._get(url).json() Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: return self.request(url, 'GET', **kwargs) Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:35:06.512114 dv-neutron-786478-16-hyperv neutron-server[100416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:35:06.571742 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1794480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612274'] for network, after_delete {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:06.577456 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron_lib.callbacks.manager [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] Notify callbacks [] for network, before_response {{(pid=100416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:06.581845 dv-neutron-786478-16-hyperv neutron-server[100416]: INFO neutron.wsgi [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] 10.222.0.43 "DELETE /v2.0/networks/eb375e93-3a94-4fc4-bc8d-d63e39cea903 HTTP/1.1" status: 204 len: 168 time: 0.5528979 Jul 28 12:35:06.591853 dv-neutron-786478-16-hyperv neutron-server[100416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f9fe9-0ec8-4a5f-b77b-2f00910ca20c admin admin] Pushing event deleted for resources: {'Network': ['ID=eb375e93-3a94-4fc4-bc8d-d63e39cea903,revision_number=None']} {{(pid=100416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:35:06.612140 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:06.700297 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 39678) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:35:06.741286 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-8324cb53-600c-4155-9c22-b9aa50edad32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d8b169d2193428ca9643cc42e64d9ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397863 Jul 28 12:35:06.744018 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 39680) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:35:06.794946 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29329785-c33d-4916-8438-6582804b350e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:06.817677 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29329785-c33d-4916-8438-6582804b350e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:06.866367 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29329785-c33d-4916-8438-6582804b350e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:06.869017 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-29329785-c33d-4916-8438-6582804b350e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:06.870306 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-29329785-c33d-4916-8438-6582804b350e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7cfb97d2-5496-444c-8d75-f38888f29682 HTTP/1.1" status: 204 len: 168 time: 0.1253734 Jul 28 12:35:06.880735 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29329785-c33d-4916-8438-6582804b350e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfb97d2-5496-444c-8d75-f38888f29682,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:35:07.210701 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 39688) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:35:07.256798 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-eb7e0279-3337-43cd-ab38-ccba470e4c85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3097a950748444884f1fcd017c99662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449030 Jul 28 12:35:07.259432 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.wsgi [-] (100415) accepted ('10.222.0.43', 39690) {{(pid=100415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:35:07.309117 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d00a1503-a680-4808-af2f-0bcde48a549e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:07.331120 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d00a1503-a680-4808-af2f-0bcde48a549e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:07.378740 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d00a1503-a680-4808-af2f-0bcde48a549e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788911'] for security_group, after_delete {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:07.381234 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron_lib.callbacks.manager [None req-d00a1503-a680-4808-af2f-0bcde48a549e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:07.382429 dv-neutron-786478-16-hyperv neutron-server[100415]: INFO neutron.wsgi [None req-d00a1503-a680-4808-af2f-0bcde48a549e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb9d1d1d-f5e7-4b52-be2c-6427bacff451 HTTP/1.1" status: 204 len: 168 time: 0.1220813 Jul 28 12:35:07.390867 dv-neutron-786478-16-hyperv neutron-server[100415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a1503-a680-4808-af2f-0bcde48a549e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9d1d1d-f5e7-4b52-be2c-6427bacff451,revision_number=None']} {{(pid=100415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:35:08.160149 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:18.845724 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:35:20.660718 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:32.526076 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-deaadfd0-a401-4a2e-afd3-38896046a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:34.971635 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72cbef81-c2e0-4055-af97-77b2b0ccbae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:35.454564 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:36.616571 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:38.160931 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:50.661478 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:55.846806 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:36:02.528029 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a98f848-7626-45d4-84e8-2325532096fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:04.975113 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-733c790d-ecc5-48b4-a039-65e7bbd4a487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:05.448576 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:06.619905 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:08.163284 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:20.675117 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:32.528665 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e31528a4-7d8c-4a04-af6e-44cacb65b6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:32.846201 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:36:34.975453 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36df5c37-7b0d-4118-a967-ee6e4557aeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:35.452669 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:36.622896 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:38.166114 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:50.671721 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:37:02.530677 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2397677a-77f8-463b-9bc1-2ff5fc403230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:37:04.975883 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b51991de-d18f-4eb1-bb21-963902158c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:37:05.454257 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:37:06.628886 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:37:08.167997 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:37:09.844540 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:37:20.677540 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:37:32.531186 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b7320e17-986c-4259-8a2e-8286925ea9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:37:34.977500 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cb5d7b19-a042-4ed7-a5be-b2829bec43e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:37:35.455135 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:37:36.629009 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:37:38.171283 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:37:46.843080 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:37:50.699647 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:38:02.532124 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1b9f99c2-7f73-432e-a879-c85aaec9cf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:38:04.976553 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b1b56f91-3eac-47b4-8072-0782a7f50b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:38:05.457133 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:38:06.632292 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:38:08.173939 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:38:20.705784 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:38:23.843226 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:38:32.533919 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd7f6-2e54-4e54-a5a8-dc865d6ff2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:38:34.978089 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dce8883e-7cc6-4058-a72e-fe8510fb1210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:38:35.459307 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:38:36.634460 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:38:38.177067 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:38:50.712991 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:39:00.841621 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:39:02.535019 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-387ea33e-3d59-4cc6-89e2-0865fb18975f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:39:04.981356 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-af4ce77e-db08-4c8f-9917-f8c236c3efea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:39:05.459620 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:39:06.640232 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:39:08.179913 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:39:20.744444 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:39:32.535826 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d849b14a-4be7-421b-8a74-f2f9f08648b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:39:34.981957 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6ac3be4-3b60-4037-8a52-2bd60e05ba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:39:35.459016 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:39:36.640571 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:39:37.841416 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:39:38.182713 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:39:50.760074 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:40:02.538116 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-12de055e-8eab-4faa-8e81-23071f298c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:40:04.981396 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9bb1109b-d12e-4408-92b8-25039cb74e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:40:05.461271 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef030071-770d-4fa2-b820-6c255d8774b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:40:06.643157 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d5d9aba2-af01-4328-bb64-723ac327aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:40:08.186719 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59cda683-2107-40e5-b2f9-ce6b8e1f64b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:40:14.842150 dv-neutron-786478-16-hyperv neutron-server[100418]: DEBUG neutron.db.agents_db [None req-30e50ab0-7e4e-40bc-a84c-95008aad984f None None] Agent healthcheck: found 6 active agents {{(pid=100418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:40:20.765755 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dd9464c-d25d-4707-97d6-2cc4157d22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:40:32.538442 dv-neutron-786478-16-hyperv neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-299b23f9-9139-4cbd-afb0-8e3a114ae64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758058051871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508377'] for agent, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}